tests: Don't run panicky tests if debug assertions are disabled

Author: moulins

tests/README.md

@@ -40,7 +40,8 @@ ignore = false
 # When the test passes in the future, it'll fail and alert that it now passes.
 # This will not catch Ruffle panics; if the test is expected to panic, use
 #   `known_failure.panic = "panic message"`
-# instead.
+# instead (note that 'panicky' tests will be skipped if the test harness is run
+# with debug assertions disabled, e.g. with `--release`).
 known_failure = false
 
 # Path (relative to the directory containing test.toml) to the expected output

tests/framework/src/test.rs

@@ -2,6 +2,7 @@ use std::collections::HashMap;
 
 use crate::environment::Environment;
 use crate::options::TestOptions;
+use crate::options::known_failure::KnownFailure;
 use crate::runner::TestRunner;
 use crate::util::read_bytes;
 use anyhow::{Result, anyhow};
@@ -145,6 +146,15 @@ impl Test {
         if ignore_known_failures && self.options.has_known_failure() {
             return false;
         }
+
+        // Panicky tests may expect to hit a debug assertion, so don't run them
+        // if assertions are disabled.
+        if !cfg!(debug_assertions)
+            && matches!(self.options.known_failure, KnownFailure::Panic { .. })
+        {
+            return false;
+        }
+
         self.options.required_features.can_run()
             && self
                 .options