[HDRP] Add more performance test coverage

.yamato/all-hdrp_performancetests.yml

@@ -21,6 +21,10 @@ HDRP_PerformanceTests_trunk:
          rerun: on_new_revision
       -  path: .yamato/hdrp_performancetests-win-dx11.yml#HDRP_PerformanceTests_Win_DX11_performance_run_build_il2cpp_Linear_trunk
          rerun: on_new_revision
+      -  path: .yamato/hdrp_performancetests-win-dx11.yml#HDRP_PerformanceTests_Win_DX11_performance_counters_il2cpp_Linear_trunk
+         rerun: on_new_revision
+      -  path: .yamato/hdrp_performancetests-linux-vulkan.yml#HDRP_PerformanceTests_Linux_Vulkan_performance_counters_il2cpp_Linear_trunk
+         rerun: on_new_revision
 HDRP_PerformanceTests_CUSTOM-REVISION:
     name: HDRP_PerformanceTests on CUSTOM-REVISION
     variables:
@@ -34,3 +38,7 @@ HDRP_PerformanceTests_CUSTOM-REVISION:
          rerun: on_new_revision
       -  path: .yamato/hdrp_performancetests-win-dx11.yml#HDRP_PerformanceTests_Win_DX11_performance_run_build_il2cpp_Linear_CUSTOM-REVISION
          rerun: on_new_revision
+      -  path: .yamato/hdrp_performancetests-win-dx11.yml#HDRP_PerformanceTests_Win_DX11_performance_counters_il2cpp_Linear_CUSTOM-REVISION
+         rerun: on_new_revision
+      -  path: .yamato/hdrp_performancetests-linux-vulkan.yml#HDRP_PerformanceTests_Linux_Vulkan_performance_counters_il2cpp_Linear_CUSTOM-REVISION
+         rerun: on_new_revision

.yamato/config/hdrp_perf.metafile

@@ -31,6 +31,26 @@ test_platforms:
           - [all]: --timeout=7200
           - [all]: --platform=StandaloneWindows64
           - [all]: --loglevel=verbose
+  - type: playmode
+    name: performance_counters
+    add_artifacts:
+      - artifacts.logs.paths: "PrebuildLog/**"
+    commands:
+      - [Win_DX11, Win_DX12, Win_Vulkan]: <shared.platform.commands.turn_off_firewall>
+      - [all]: <shared.platform.commands.setup_utr>
+      - [all]: <shared.platform.commands.unity_downloader_cli>
+      - [Win_DX11, Win_DX12, Win_Vulkan]:
+        - command: git checkout %GIT_BRANCH%
+      - [Linux_Vulkan]:
+        - command: git checkout $GIT_BRANCH
+      - [all]: <shared.platform.commands.call_utr_without_git>
+        flags:
+          - [all]: --testfilter=Counters
+          - [all]: --performance-project-version=. --report-performance-data --performance-project-id=HDRP
+          - [all]: --timeout=7200
+          - [Win]: --platform=StandaloneWindows64
+          - [Linux]: --platform=StandaloneLinux64
+          - [all]: --loglevel=verbose
   - type: editmode
     name: performance_run_build
     allow_cache: True
@@ -71,6 +91,13 @@ platforms:
         type: Unity::VM
         image: sdet/gamecode_win10:stable
         flavor: b1.large
+  - name: Linux
+    apis:
+      - name: Vulkan
+    build_configs:
+      - name: il2cpp
+    color_spaces:
+      - Linear
 
 jobs:
   - name: <PROJECT_NAME>
@@ -82,3 +109,10 @@ jobs:
         test_platforms:
           - performance_memory
           - performance_run_build
+          - performance_counters
+      - platform: Linux
+        api: Vulkan
+        build_config: il2cpp
+        color_space: Linear
+        test_platforms:
+          - performance_counters

.yamato/hdrp_performancetests-linux-vulkan.yml

@@ -0,0 +1,238 @@
+
+# This file is generated by .yamato/ruamel/build.py. Don't edit this file manually.
+# Introduce any changes under .yamato/config/*.metafile files (for most cases) or under .yamato/ruamel/* within Python (more elaborate cases), and rerun build.py to regenerate all .yml files.
+# Read more under .yamato/docs/readme.md
+
+{% metadata_file .yamato/_cache_config.metafile -%}
+{% metadata_file .yamato/_latest_editor_versions_trunk.metafile -%}
+
+---
+
+HDRP_PerformanceTests_Linux_Vulkan_performance_memory_il2cpp_Linear_trunk:
+    name: HDRP_PerformanceTests on Linux_Vulkan_performance_memory_il2cpp_Linear on version trunk
+    agent:
+        type: Unity::VM::GPU
+        image: package-ci/ubuntu:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+        CUSTOM_REVISION: '{{trunk.changeset.id}}'
+        GIT_BRANCH: master
+        CACHE_ARGS: '{{cache.flags}}'
+        UTR_VERSION: "current"
+        TEST_FILTER: .*
+    commands:
+      -  command: curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr --output utr
+         retries: 2
+      -  command: chmod +x utr
+      -  command: sudo rm -f /etc/apt/sources.list /etc/apt/sources.list.d/{nodesource,teamviewer,deadsnakes-ubuntu-ppa-}*
+      -  command: curl -L https://artifactory.prd.it.unity3d.com/artifactory/api/gpg/key/public | sudo apt-key add -
+      -  command: sudo sh -c "echo 'deb https://artifactory.prd.it.unity3d.com/artifactory/unity-apt-local bionic main' > /etc/apt/sources.list.d/unity.list"
+      -  command: sudo apt update
+      -  command: sudo apt install unity-downloader-cli
+         retries: 2
+      -  command: sudo unity-downloader-cli --source-file unity_revision.txt -c editor -c il2cpp  --wait --published-only
+         retries: 2
+      -  command: git checkout %GIT_BRANCH%
+      -  command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_PerformanceTests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --loglevel=verbose --performance-project-version=. --report-performance-data --performance-project-id=HDRP --platform=StandaloneWindows64 --scripting-backend=IL2CPP --suite=playmode --testfilter=Memory --testproject=./TestProjects/HDRP_PerformanceTests --timeout=7200 --zero-tests-are-ok=1
+    after:
+      -  command: python .yamato/script/log_scripts/log_parser.py
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
+              -  "TestProjects/HDRP_PerformanceTests/Logs/*.log"
+              -  "PrebuildLog/**"
+    dependencies:
+      -  path: .yamato/_editor_priming.yml#editor:priming:trunk:Linux
+         rerun: on_new_revision
+HDRP_PerformanceTests_Linux_Vulkan_performance_counters_il2cpp_Linear_trunk:
+    name: HDRP_PerformanceTests on Linux_Vulkan_performance_counters_il2cpp_Linear on version trunk
+    agent:
+        type: Unity::VM::GPU
+        image: package-ci/ubuntu:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+        CUSTOM_REVISION: '{{trunk.changeset.id}}'
+        GIT_BRANCH: master
+        CACHE_ARGS: '{{cache.flags}}'
+        UTR_VERSION: "current"
+        TEST_FILTER: .*
+    commands:
+      -  command: curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr --output utr
+         retries: 2
+      -  command: chmod +x utr
+      -  command: sudo rm -f /etc/apt/sources.list /etc/apt/sources.list.d/{nodesource,teamviewer,deadsnakes-ubuntu-ppa-}*
+      -  command: curl -L https://artifactory.prd.it.unity3d.com/artifactory/api/gpg/key/public | sudo apt-key add -
+      -  command: sudo sh -c "echo 'deb https://artifactory.prd.it.unity3d.com/artifactory/unity-apt-local bionic main' > /etc/apt/sources.list.d/unity.list"
+      -  command: sudo apt update
+      -  command: sudo apt install unity-downloader-cli
+         retries: 2
+      -  command: sudo unity-downloader-cli --source-file unity_revision.txt -c editor -c il2cpp  --wait --published-only
+         retries: 2
+      -  command: git checkout $GIT_BRANCH
+      -  command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_PerformanceTests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --loglevel=verbose --performance-project-version=. --report-performance-data --performance-project-id=HDRP --scripting-backend=IL2CPP --suite=playmode --testfilter=Counters --testproject=./TestProjects/HDRP_PerformanceTests --timeout=7200 --zero-tests-are-ok=1
+    after:
+      -  command: python .yamato/script/log_scripts/log_parser.py
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
+              -  "TestProjects/HDRP_PerformanceTests/Logs/*.log"
+              -  "PrebuildLog/**"
+    dependencies:
+      -  path: .yamato/_editor_priming.yml#editor:priming:trunk:Linux
+         rerun: on_new_revision
+HDRP_PerformanceTests_Linux_Vulkan_performance_run_build_il2cpp_Linear_trunk:
+    name: HDRP_PerformanceTests on Linux_Vulkan_performance_run_build_il2cpp_Linear on version trunk
+    agent:
+        type: Unity::VM
+        image: package-ci/ubuntu:stable
+        flavor: b1.xlarge
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+        CUSTOM_REVISION: '{{trunk.changeset.id}}'
+        GIT_BRANCH: master
+        CACHE_ARGS: '{{cache.flags}}'
+        UTR_VERSION: "current"
+        TEST_FILTER: .*
+    commands:
+      -  command: curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr --output utr
+         retries: 2
+      -  command: chmod +x utr
+      -  command: sudo rm -f /etc/apt/sources.list /etc/apt/sources.list.d/{nodesource,teamviewer,deadsnakes-ubuntu-ppa-}*
+      -  command: curl -L https://artifactory.prd.it.unity3d.com/artifactory/api/gpg/key/public | sudo apt-key add -
+      -  command: sudo sh -c "echo 'deb https://artifactory.prd.it.unity3d.com/artifactory/unity-apt-local bionic main' > /etc/apt/sources.list.d/unity.list"
+      -  command: sudo apt update
+      -  command: sudo apt install unity-downloader-cli
+         retries: 2
+      -  command: sudo unity-downloader-cli --source-file unity_revision.txt -c editor -c il2cpp  --wait --published-only
+         retries: 2
+      -  command: git checkout %GIT_BRANCH%
+      -  command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_PerformanceTests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --loglevel=verbose --performance-project-version=. --report-performance-data --performance-project-id=HDRP --platform=editmode --scripting-backend=IL2CPP --suite=editor --testfilter=Build --testproject=./TestProjects/HDRP_PerformanceTests --timeout=14400 --zero-tests-are-ok=1
+    after:
+      -  command: python .yamato/script/log_scripts/log_parser.py
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
+              -  "TestProjects/HDRP_PerformanceTests/Logs/*.log"
+              -  "PrebuildLog/**"
+    dependencies:
+      -  path: .yamato/_editor_priming.yml#editor:priming:trunk:Linux
+         rerun: on_new_revision
+HDRP_PerformanceTests_Linux_Vulkan_performance_memory_il2cpp_Linear_CUSTOM-REVISION:
+    name: HDRP_PerformanceTests on Linux_Vulkan_performance_memory_il2cpp_Linear on version CUSTOM-REVISION
+    agent:
+        type: Unity::VM::GPU
+        image: package-ci/ubuntu:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+        CUSTOM_REVISION: custom_revision_not_set
+        GIT_BRANCH: master
+        CACHE_ARGS: '{{cache.flags}}'
+        UTR_VERSION: "current"
+        TEST_FILTER: .*
+    commands:
+      -  command: curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr --output utr
+         retries: 2
+      -  command: chmod +x utr
+      -  command: sudo rm -f /etc/apt/sources.list /etc/apt/sources.list.d/{nodesource,teamviewer,deadsnakes-ubuntu-ppa-}*
+      -  command: curl -L https://artifactory.prd.it.unity3d.com/artifactory/api/gpg/key/public | sudo apt-key add -
+      -  command: sudo sh -c "echo 'deb https://artifactory.prd.it.unity3d.com/artifactory/unity-apt-local bionic main' > /etc/apt/sources.list.d/unity.list"
+      -  command: sudo apt update
+      -  command: sudo apt install unity-downloader-cli
+         retries: 2
+      -  command: sudo unity-downloader-cli --source-file unity_revision.txt -c editor -c il2cpp  --wait --published-only
+         retries: 2
+      -  command: git checkout %GIT_BRANCH%
+      -  command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_PerformanceTests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --loglevel=verbose --performance-project-version=. --report-performance-data --performance-project-id=HDRP --platform=StandaloneWindows64 --scripting-backend=IL2CPP --suite=playmode --testfilter=Memory --testproject=./TestProjects/HDRP_PerformanceTests --timeout=7200 --zero-tests-are-ok=1
+    after:
+      -  command: python .yamato/script/log_scripts/log_parser.py
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
+              -  "TestProjects/HDRP_PerformanceTests/Logs/*.log"
+              -  "PrebuildLog/**"
+    dependencies:
+      -  path: .yamato/_editor_priming.yml#editor:priming:CUSTOM-REVISION:Linux
+         rerun: on_new_revision
+HDRP_PerformanceTests_Linux_Vulkan_performance_counters_il2cpp_Linear_CUSTOM-REVISION:
+    name: HDRP_PerformanceTests on Linux_Vulkan_performance_counters_il2cpp_Linear on version CUSTOM-REVISION
+    agent:
+        type: Unity::VM::GPU
+        image: package-ci/ubuntu:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+        CUSTOM_REVISION: custom_revision_not_set
+        GIT_BRANCH: master
+        CACHE_ARGS: '{{cache.flags}}'
+        UTR_VERSION: "current"
+        TEST_FILTER: .*
+    commands:
+      -  command: curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr --output utr
+         retries: 2
+      -  command: chmod +x utr
+      -  command: sudo rm -f /etc/apt/sources.list /etc/apt/sources.list.d/{nodesource,teamviewer,deadsnakes-ubuntu-ppa-}*
+      -  command: curl -L https://artifactory.prd.it.unity3d.com/artifactory/api/gpg/key/public | sudo apt-key add -
+      -  command: sudo sh -c "echo 'deb https://artifactory.prd.it.unity3d.com/artifactory/unity-apt-local bionic main' > /etc/apt/sources.list.d/unity.list"
+      -  command: sudo apt update
+      -  command: sudo apt install unity-downloader-cli
+         retries: 2
+      -  command: sudo unity-downloader-cli --source-file unity_revision.txt -c editor -c il2cpp  --wait --published-only
+         retries: 2
+      -  command: git checkout $GIT_BRANCH
+      -  command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_PerformanceTests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --loglevel=verbose --performance-project-version=. --report-performance-data --performance-project-id=HDRP --scripting-backend=IL2CPP --suite=playmode --testfilter=Counters --testproject=./TestProjects/HDRP_PerformanceTests --timeout=7200 --zero-tests-are-ok=1
+    after:
+      -  command: python .yamato/script/log_scripts/log_parser.py
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
+              -  "TestProjects/HDRP_PerformanceTests/Logs/*.log"
+              -  "PrebuildLog/**"
+    dependencies:
+      -  path: .yamato/_editor_priming.yml#editor:priming:CUSTOM-REVISION:Linux
+         rerun: on_new_revision
+HDRP_PerformanceTests_Linux_Vulkan_performance_run_build_il2cpp_Linear_CUSTOM-REVISION:
+    name: HDRP_PerformanceTests on Linux_Vulkan_performance_run_build_il2cpp_Linear on version CUSTOM-REVISION
+    agent:
+        type: Unity::VM
+        image: package-ci/ubuntu:stable
+        flavor: b1.xlarge
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+        CUSTOM_REVISION: custom_revision_not_set
+        GIT_BRANCH: master
+        CACHE_ARGS: '{{cache.flags}}'
+        UTR_VERSION: "current"
+        TEST_FILTER: .*
+    commands:
+      -  command: curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr --output utr
+         retries: 2
+      -  command: chmod +x utr
+      -  command: sudo rm -f /etc/apt/sources.list /etc/apt/sources.list.d/{nodesource,teamviewer,deadsnakes-ubuntu-ppa-}*
+      -  command: curl -L https://artifactory.prd.it.unity3d.com/artifactory/api/gpg/key/public | sudo apt-key add -
+      -  command: sudo sh -c "echo 'deb https://artifactory.prd.it.unity3d.com/artifactory/unity-apt-local bionic main' > /etc/apt/sources.list.d/unity.list"
+      -  command: sudo apt update
+      -  command: sudo apt install unity-downloader-cli
+         retries: 2
+      -  command: sudo unity-downloader-cli --source-file unity_revision.txt -c editor -c il2cpp  --wait --published-only
+         retries: 2
+      -  command: git checkout %GIT_BRANCH%
+      -  command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_PerformanceTests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --loglevel=verbose --performance-project-version=. --report-performance-data --performance-project-id=HDRP --platform=editmode --scripting-backend=IL2CPP --suite=editor --testfilter=Build --testproject=./TestProjects/HDRP_PerformanceTests --timeout=14400 --zero-tests-are-ok=1
+    after:
+      -  command: python .yamato/script/log_scripts/log_parser.py
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
+              -  "TestProjects/HDRP_PerformanceTests/Logs/*.log"
+              -  "PrebuildLog/**"
+    dependencies:
+      -  path: .yamato/_editor_priming.yml#editor:priming:CUSTOM-REVISION:Linux
+         rerun: on_new_revision