Reenable all HDRP tests in QV and disable specific unstable tests

Re-enable all HDRP tests that were removed from QV due to an instability on 2 tests on specific platforms
Unity-Technologies · Mar 1, 2023 · ff92ac8 · ff92ac8
1 parent 166a8a3
commit ff92ac8
Show file tree

Hide file tree

Showing 3 changed files with 63 additions and 18 deletions.
diff --git a/Tests/SRPTests/Packages/com.unity.testing.hdrp/TestRunner/HDRP_GraphicTestRunner.cs b/Tests/SRPTests/Packages/com.unity.testing.hdrp/TestRunner/HDRP_GraphicTestRunner.cs
@@ -15,7 +15,7 @@
 
 public class HDRP_GraphicTestRunner
 {
-    [UnityTest, UnityPlatform(exclude = new[] { RuntimePlatform.WindowsEditor, RuntimePlatform.LinuxEditor })] // Disabled for Instability https://jira.unity3d.com/browse/UUM-27736 and https://jira.unity3d.com/browse/UUM-27776
+    [UnityTest]
     [PrebuildSetup("SetupGraphicsTestCases")]
     [UseGraphicsTestCases]
     [Timeout(450 * 1000)] // Set timeout to 450 sec. to handle complex scenes with many shaders (previous timeout was 300s)

diff --git a/Tests/SRPTests/Projects/HDRP_RuntimeTests/Assets/Tests/TestFilters/TestCaseFilters.asset b/Tests/SRPTests/Projects/HDRP_RuntimeTests/Assets/Tests/TestFilters/TestCaseFilters.asset
@@ -15,34 +15,61 @@ MonoBehaviour:
   filters:
   - FilteredScene: {fileID: 0}
     FilteredScenes:
-    - {fileID: 102900000, guid: 897c2870240f77a46a18884a0446b797, type: 3}
+    - {fileID: 102900000, guid: cbfe36cfddfde964d9dfce63a355d5dd, type: 3}
     ColorSpace: 1
     BuildPlatform: 2
     GraphicsDevice: 16
     XrSdk: 
     StereoModes: 0
-    Reason: Failing on Apple Silicon
+    Reason: DRS is failing on Apple Silicon
   - FilteredScene: {fileID: 0}
     FilteredScenes:
-    - {fileID: 102900000, guid: 32f9dd5fabc57284bb43468761c84f36, type: 3}
+    - {fileID: 102900000, guid: cbfe36cfddfde964d9dfce63a355d5dd, type: 3}
     ColorSpace: 1
-    BuildPlatform: 2
-    GraphicsDevice: 16
+    BuildPlatform: 5
+    GraphicsDevice: 2
     XrSdk: 
     StereoModes: 0
-    Reason: Failing on Apple Silicon
+    Reason: https://jira.unity3d.com/browse/UUM-27736
   - FilteredScene: {fileID: 0}
     FilteredScenes:
-    - {fileID: 102900000, guid: d02e9097c7ef6374e8b5888b1d8ac25c, type: 3}
+    - {fileID: 102900000, guid: cbfe36cfddfde964d9dfce63a355d5dd, type: 3}
+    ColorSpace: 1
+    BuildPlatform: 5
+    GraphicsDevice: 21
+    XrSdk: 
+    StereoModes: 0
+    Reason: https://jira.unity3d.com/browse/UUM-27736
+  - FilteredScene: {fileID: 0}
+    FilteredScenes:
+    - {fileID: 102900000, guid: cbfe36cfddfde964d9dfce63a355d5dd, type: 3}
+    ColorSpace: 1
+    BuildPlatform: 24
+    GraphicsDevice: 21
+    XrSdk: 
+    StereoModes: 0
+    Reason: https://jira.unity3d.com/browse/UUM-27736
+  - FilteredScene: {fileID: 0}
+    FilteredScenes:
+    - {fileID: 102900000, guid: cbfe36cfddfde964d9dfce63a355d5dd, type: 3}
+    ColorSpace: 1
+    BuildPlatform: 31
+    GraphicsDevice: 13
+    XrSdk: 
+    StereoModes: 0
+    Reason: DRS is failing on PS4
+  - FilteredScene: {fileID: 0}
+    FilteredScenes:
+    - {fileID: 102900000, guid: b0ec7521f32466147a09e7dadff3ae0e, type: 3}
     ColorSpace: 1
     BuildPlatform: 2
     GraphicsDevice: 16
     XrSdk: 
     StereoModes: 0
-    Reason: Failing on Apple Silicon
+    Reason: Inconsisten behavior on Apple silicon
   - FilteredScene: {fileID: 0}
     FilteredScenes:
-    - {fileID: 102900000, guid: 500813a390ad4074cba926bf26eef57a, type: 3}
+    - {fileID: 102900000, guid: 897c2870240f77a46a18884a0446b797, type: 3}
     ColorSpace: 1
     BuildPlatform: 2
     GraphicsDevice: 16
@@ -51,28 +78,28 @@ MonoBehaviour:
     Reason: Failing on Apple Silicon
   - FilteredScene: {fileID: 0}
     FilteredScenes:
-    - {fileID: 102900000, guid: cbfe36cfddfde964d9dfce63a355d5dd, type: 3}
+    - {fileID: 102900000, guid: 32f9dd5fabc57284bb43468761c84f36, type: 3}
     ColorSpace: 1
     BuildPlatform: 2
     GraphicsDevice: 16
     XrSdk: 
     StereoModes: 0
-    Reason: DRS is failing on Apple Silicon
+    Reason: Failing on Apple Silicon
   - FilteredScene: {fileID: 0}
     FilteredScenes:
-    - {fileID: 102900000, guid: b0ec7521f32466147a09e7dadff3ae0e, type: 3}
+    - {fileID: 102900000, guid: d02e9097c7ef6374e8b5888b1d8ac25c, type: 3}
     ColorSpace: 1
     BuildPlatform: 2
     GraphicsDevice: 16
     XrSdk: 
     StereoModes: 0
-    Reason: Inconsisten behavior on Apple silicon
+    Reason: Failing on Apple Silicon
   - FilteredScene: {fileID: 0}
     FilteredScenes:
-    - {fileID: 102900000, guid: cbfe36cfddfde964d9dfce63a355d5dd, type: 3}
+    - {fileID: 102900000, guid: 500813a390ad4074cba926bf26eef57a, type: 3}
     ColorSpace: 1
-    BuildPlatform: 31
-    GraphicsDevice: 13
+    BuildPlatform: 2
+    GraphicsDevice: 16
     XrSdk: 
     StereoModes: 0
-    Reason: DRS is failing on PS4
+    Reason: Failing on Apple Silicon
diff --git a/Tests/SRPTests/Projects/HDRP_Tests/Assets/Tests/TestFilters/TestCaseFilters.asset b/Tests/SRPTests/Projects/HDRP_Tests/Assets/Tests/TestFilters/TestCaseFilters.asset
@@ -40,6 +40,24 @@ MonoBehaviour:
     XrSdk: 
     StereoModes: 0
     Reason: Disable this test as we disable the feature for Yamto on Mac
+  - FilteredScene: {fileID: 0}
+    FilteredScenes:
+    - {fileID: 102900000, guid: 029a23150c357e745b0a9f972f07049c, type: 3}
+    ColorSpace: 1
+    BuildPlatform: -2
+    GraphicsDevice: 2
+    XrSdk: 
+    StereoModes: 0
+    Reason: https://jira.unity3d.com/browse/UUM-28487
+  - FilteredScene: {fileID: 0}
+    FilteredScenes:
+    - {fileID: 102900000, guid: 0acf4cd0f0aaa4b42b69cb92491da8bd, type: 3}
+    ColorSpace: 1
+    BuildPlatform: -2
+    GraphicsDevice: 18
+    XrSdk: 
+    StereoModes: 0
+    Reason: https://jira.unity3d.com/browse/UUM-27776
   - FilteredScene: {fileID: 0}
     FilteredScenes:
     - {fileID: 102900000, guid: 813bead26cd69ed4c9e9726f6670da5f, type: 3}