tests: Increase tolerance for ARM runners

kjarosh · kjarosh · commit 2a4499bf3628 · 2025-05-27T22:50:13.000+02:00
diff --git a/tests/tests/swfs/avm1/mcl_target_jpg/test.toml b/tests/tests/swfs/avm1/mcl_target_jpg/test.toml
@@ -1,7 +1,7 @@
 num_frames = 11
 
 [image_comparisons.output]
-tolerance = 0
+tolerance = 3
 
 [player_options]
 with_renderer = { optional = true, sample_count = 1 }
diff --git a/tests/tests/swfs/avm1/movieclip_begin_gradient_fill/test.toml b/tests/tests/swfs/avm1/movieclip_begin_gradient_fill/test.toml
@@ -1,7 +1,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 3
+tolerance = 6
 
 [player_options]
 with_renderer = { optional = false, sample_count = 1 }
diff --git a/tests/tests/swfs/avm1/movieclip_line_gradient_style/test.toml b/tests/tests/swfs/avm1/movieclip_line_gradient_style/test.toml
@@ -1,7 +1,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 3
+tolerance = 6
 
 [player_options]
 with_renderer = { optional = false, sample_count = 1 }
diff --git a/tests/tests/swfs/avm2/blend_shader_luma_lighten/test.toml b/tests/tests/swfs/avm2/blend_shader_luma_lighten/test.toml
@@ -1,7 +1,15 @@
 num_ticks = 1
 
-[image_comparisons.output]
+[[image_comparisons.output.checks]]
+filter = 'not(arch = "aarch64")'
 tolerance = 2
 
+[[image_comparisons.output.checks]]
+filter = 'arch = "aarch64"'
+tolerance = 2
+
+# TODO There's an off-by-1-pixel line on AArch64
+max_outliers = 340
+
 [player_options]
 with_renderer = { optional = false, sample_count = 1 }
diff --git a/tests/tests/swfs/avm2/pixelbender_dithering/test.toml b/tests/tests/swfs/avm2/pixelbender_dithering/test.toml
@@ -4,7 +4,7 @@ num_ticks = 1
 
 [image_comparisons.output]
 tolerance = 1
-max_outliers = 19813
+max_outliers = 19929
 
 [player_options]
 with_renderer = { optional = false, sample_count = 1 }
diff --git a/tests/tests/swfs/avm2/stage3d_bitmap/test.toml b/tests/tests/swfs/avm2/stage3d_bitmap/test.toml
@@ -3,7 +3,7 @@
 num_frames = 50
 
 [image_comparisons.output]
-tolerance = 2
+tolerance = 4
 
 [player_options]
 with_renderer = { optional = false, sample_count = 1 }
diff --git a/tests/tests/swfs/avm2/stage3d_ignore_sampler_override/test.toml b/tests/tests/swfs/avm2/stage3d_ignore_sampler_override/test.toml
@@ -1,7 +1,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 1
+tolerance = 8
 # FIXME - investigate why this is so high
 max_outliers = 1935
 
diff --git a/tests/tests/swfs/avm2/stage3d_raytrace/test.toml b/tests/tests/swfs/avm2/stage3d_raytrace/test.toml
@@ -5,7 +5,7 @@
 num_frames = 80
 
 [image_comparisons.output]
-tolerance = 1
+tolerance = 8
 max_outliers = 10
 
 [player_options]
diff --git a/tests/tests/swfs/avm2/stage3d_texture/test.toml b/tests/tests/swfs/avm2/stage3d_texture/test.toml
@@ -4,7 +4,7 @@
 num_frames = 5
 
 [image_comparisons.output]
-tolerance = 2
+tolerance = 8
 # FIXME - figure out why this needs to be so high
 max_outliers = 117
 
diff --git a/tests/tests/swfs/avm2/stage3d_texture_bytearray/test.toml b/tests/tests/swfs/avm2/stage3d_texture_bytearray/test.toml
@@ -1,7 +1,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 2
+tolerance = 4
 
 [player_options]
 with_renderer = { optional = true, sample_count = 1 }
diff --git a/tests/tests/swfs/avm2/stage3d_texture_bytearray_compressed_alpha/test.toml b/tests/tests/swfs/avm2/stage3d_texture_bytearray_compressed_alpha/test.toml
@@ -1,7 +1,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 2
+tolerance = 4
 max_outliers = 66
 
 [player_options]
diff --git a/tests/tests/swfs/avm2/stage3d_texture_bytearray_compressed_raw_alpha/test.toml b/tests/tests/swfs/avm2/stage3d_texture_bytearray_compressed_raw_alpha/test.toml
@@ -1,7 +1,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 2
+tolerance = 4
 max_outliers = 66
 
 [player_options]
diff --git a/tests/tests/swfs/visual/drawing_api/gradient_focal_point/test.toml b/tests/tests/swfs/visual/drawing_api/gradient_focal_point/test.toml
@@ -1,7 +1,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 7
+tolerance = 13
 
 [player_options]
 with_renderer = { optional = true, sample_count = 1 }
diff --git a/tests/tests/swfs/visual/edittext/edittext_border_filters/test.toml b/tests/tests/swfs/visual/edittext/edittext_border_filters/test.toml
@@ -3,7 +3,7 @@ num_ticks = 1
 [image_comparisons."output"]
 trigger = 1
 tolerance = 32
-max_outliers = 16
+max_outliers = 17
 
 [player_options]
 with_renderer = { optional = false, sample_count = 4 }
diff --git a/tests/tests/swfs/visual/filters/displacement_map/test.toml b/tests/tests/swfs/visual/filters/displacement_map/test.toml
@@ -1,8 +1,14 @@
 num_frames = 1
 
-[image_comparisons.output]
+[[image_comparisons.output.checks]]
+filter = 'not(arch = "aarch64")'
 tolerance = 20
 max_outliers = 72
 
+[[image_comparisons.output.checks]]
+filter = 'arch = "aarch64"'
+tolerance = 32
+max_outliers = 160
+
 [player_options]
 with_renderer = { optional = false, sample_count = 1 }
diff --git a/tests/tests/swfs/visual/gradient_issue_9892/test.toml b/tests/tests/swfs/visual/gradient_issue_9892/test.toml
@@ -1,7 +1,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 6
+tolerance = 12
 
 [player_options]
 with_renderer = { optional = true, sample_count = 1 }
diff --git a/tests/tests/swfs/visual/shumway_acid_tests/acid_bitmap_fill/test.toml b/tests/tests/swfs/visual/shumway_acid_tests/acid_bitmap_fill/test.toml
@@ -3,7 +3,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 2
+tolerance = 4
 
 [player_options]
 with_renderer = { optional = false, sample_count = 1 }
diff --git a/tests/tests/swfs/visual/shumway_acid_tests/acid_bitmap_fill_2/test.toml b/tests/tests/swfs/visual/shumway_acid_tests/acid_bitmap_fill_2/test.toml
@@ -3,7 +3,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 0
+tolerance = 3
 
 [player_options]
 with_renderer = { optional = false, sample_count = 1 }
diff --git a/tests/tests/swfs/visual/shumway_acid_tests/acid_color_0/test.toml b/tests/tests/swfs/visual/shumway_acid_tests/acid_color_0/test.toml
@@ -3,7 +3,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 2
+tolerance = 3
 max_outliers = 3
 
 [player_options]
diff --git a/tests/tests/swfs/visual/simple_shapes/gradients/focal_radial/test.toml b/tests/tests/swfs/visual/simple_shapes/gradients/focal_radial/test.toml
@@ -1,7 +1,7 @@
 num_frames = 1
 
 [image_comparisons.output]
-tolerance = 6
+tolerance = 13
 
 [player_options]
 with_renderer = { optional = true, sample_count = 1 }
