Support running with bytecode optimizations enabled

Author: IdanHo

main.py

@@ -75,6 +75,7 @@ def run_streaming_script(
     libjs_test262_runner: Path,
     test262_root: Path,
     use_bytecode: bool,
+    enable_bytecode_optimizations: bool,
     extra_runner_options: list[str],
     timeout: int,
     memory_limit: int,
@@ -88,6 +89,7 @@ def limit_memory():
     command = [
         str(libjs_test262_runner),
         *(["-b"] if use_bytecode else []),
+        *(["-e"] if enable_bytecode_optimizations else []),
         *extra_runner_options,
         "--harness-location",
         str((test262_root / "harness").resolve()),
@@ -112,6 +114,7 @@ def run_tests(
     test262_root: Path,
     test_file_paths: list[Path],
     use_bytecode: bool,
+    enable_bytecode_optimizations: bool,
     extra_runner_options: list[str],
     timeout: int,
     memory_limit: int,
@@ -147,6 +150,7 @@ def add_result(
                 libjs_test262_runner,
                 test262_root,
                 use_bytecode,
+                enable_bytecode_optimizations,
                 extra_runner_options,
                 timeout,
                 memory_limit,
@@ -258,6 +262,7 @@ def __init__(
         silent: bool = False,
         verbose: bool = False,
         use_bytecode: bool = False,
+        enable_bytecode_optimizations: bool = False,
         track_per_file: bool = False,
         fail_only: bool = False,
         extra_runner_options: list[str] | None = None,
@@ -272,6 +277,7 @@ def __init__(
         self.silent = silent
         self.verbose = verbose
         self.use_bytecode = use_bytecode
+        self.enable_bytecode_optimizations = enable_bytecode_optimizations
         self.track_per_file = track_per_file
         self.fail_only = fail_only
         self.files: list[Path] = []
@@ -400,6 +406,7 @@ def process_list(self, files: list[Path]) -> list[TestRun]:
                 self.test262_root,
                 files,
                 use_bytecode=self.use_bytecode,
+                enable_bytecode_optimizations=self.enable_bytecode_optimizations,
                 extra_runner_options=self.extra_runner_options,
                 timeout=self.timeout,
                 memory_limit=self.memory_limit,
@@ -518,6 +525,12 @@ def main() -> None:
         action="store_true",
         help="Use the bytecode interpreter to run the tests",
     )
+    parser.add_argument(
+        "-e",
+        "--enable-bytecode-optimizations",
+        action="store_true",
+        help="Enable the bytecode optimization passes",
+    )
     parser.add_argument(
         "-t",
         "--test262-root",
@@ -619,6 +632,7 @@ def main() -> None:
         args.silent,
         args.verbose,
         args.use_bytecode,
+        args.enable_bytecode_optimizations,
         args.per_file is not None,
         args.fail_only,
         extra_runner_options,

run_all_and_update_results.py

@@ -88,6 +88,13 @@ def main() -> None:
         metavar="PATH",
         help="output the per-file result of the bytecode run to this file",
     )
+    parser.add_argument(
+        "--per-file-bytecode-optimized-output",
+        default=None,
+        type=str,
+        metavar="PATH",
+        help="output the per-file result of the optimized bytecode run to this file",
+    )
     args = parser.parse_args()
 
     libjs_test262 = Path(__file__).parent
@@ -177,6 +184,25 @@ def main() -> None:
     )
     libjs_test262_bc_results = libjs_test262_bc_output["results"]["test"]["results"]
 
+    print("Running test262 with the optimized bytecode interpreter...")
+    libjs_test262_bc_opt_output = json.loads(
+        # This is not the way either, but I can't be bothered to fix the one above and _then_ copy it. :^)
+        run_command(
+            f"python3 {libjs_test262_main_py} "
+            f"--libjs-test262-runner {libjs_test262_runner} "
+            f"--test262 {test262} "
+            "--silent --summary --json --use-bytecode --enable-bytecode-optimizations "
+            + (
+                ""
+                if args.per_file_bytecode_optimized_output is None
+                else f"--per-file {args.per_file_bytecode_optimized_output} "
+            )
+        )
+    )
+    libjs_test262_bc_opt_results = libjs_test262_bc_opt_output["results"]["test"][
+        "results"
+    ]
+
     result = {
         "commit_timestamp": commit_timestamp,
         "run_timestamp": run_timestamp,
@@ -217,6 +243,23 @@ def main() -> None:
                     "todo_error": libjs_test262_bc_results["TODO_ERROR"],
                 },
             },
+            "test262-bytecode-optimized": {
+                "duration": libjs_test262_bc_opt_output["duration"],
+                "results": {
+                    "total": libjs_test262_bc_opt_output["results"]["test"]["count"],
+                    "passed": libjs_test262_bc_opt_results["PASSED"],
+                    "failed": libjs_test262_bc_opt_results["FAILED"],
+                    "skipped": libjs_test262_bc_opt_results["SKIPPED"],
+                    "metadata_error": libjs_test262_bc_opt_results["METADATA_ERROR"],
+                    "harness_error": libjs_test262_bc_opt_results["HARNESS_ERROR"],
+                    "timeout_error": libjs_test262_bc_opt_results["TIMEOUT_ERROR"],
+                    "process_error": libjs_test262_bc_opt_results["PROCESS_ERROR"],
+                    "runner_exception": libjs_test262_bc_opt_results[
+                        "RUNNER_EXCEPTION"
+                    ],
+                    "todo_error": libjs_test262_bc_opt_results["TODO_ERROR"],
+                },
+            },
             "test262-parser-tests": {
                 "duration": test_js_output["duration"],
                 "results": {