Merge pull request #178 from codeflash-ai/disable-more-pytest-plugins

add more pytest plugins to blocklist

Author: misrasaurabh1

codeflash/verification/parse_test_output.py

@@ -107,13 +107,19 @@ def parse_sqlite_test_results(sqlite_file_path: Path, test_files: TestFiles, tes
         logger.warning(f"No test results for {sqlite_file_path} found.")
         console.rule()
         return test_results
+    db = None
     try:
         db = sqlite3.connect(sqlite_file_path)
         cur = db.cursor()
         data = cur.execute(
             "SELECT test_module_path, test_class_name, test_function_name, "
             "function_getting_tested, loop_index, iteration_id, runtime, return_value,verification_type FROM test_results"
         ).fetchall()
+    except Exception as e:
+        logger.warning(f"Failed to parse test results from {sqlite_file_path}. Exception: {e}")
+        if db is not None:
+            db.close()
+        return test_results
     finally:
         db.close()
     for val in data:

codeflash/verification/test_runner.py

@@ -15,8 +15,8 @@
 if TYPE_CHECKING:
     from codeflash.models.models import TestFiles
 
-BEHAVIORAL_BLOCKLISTED_PLUGINS = ["benchmark"]
-BENCHMARKING_BLOCKLISTED_PLUGINS = ["codspeed", "cov", "benchmark", "profiling"]
+BEHAVIORAL_BLOCKLISTED_PLUGINS = ["benchmark", "codspeed", "xdist", "sugar"]
+BENCHMARKING_BLOCKLISTED_PLUGINS = ["codspeed", "cov", "benchmark", "profiling", "xdist", "sugar"]
 
 
 def execute_test_subprocess(
@@ -141,6 +141,7 @@ def run_behavioral_tests(
         coverage_config_file if enable_coverage else None,
     )
 
+
 def run_line_profile_tests(
     test_paths: TestFiles,
     pytest_cmd: str,
@@ -154,7 +155,6 @@ def run_line_profile_tests(
     pytest_min_loops: int = 5,
     pytest_max_loops: int = 100_000,
     line_profiler_output_file: Path | None = None,
-
 ) -> tuple[Path, subprocess.CompletedProcess]:
     if test_framework == "pytest":
         pytest_cmd_list = (
@@ -191,7 +191,7 @@ def run_line_profile_tests(
         pytest_test_env = test_env.copy()
         pytest_test_env["PYTEST_PLUGINS"] = "codeflash.verification.pytest_plugin"
         blocklist_args = [f"-p no:{plugin}" for plugin in BENCHMARKING_BLOCKLISTED_PLUGINS]
-        pytest_test_env["LINE_PROFILE"]="1"
+        pytest_test_env["LINE_PROFILE"] = "1"
         results = execute_test_subprocess(
             pytest_cmd_list + pytest_args + blocklist_args + result_args + test_files,
             cwd=cwd,
@@ -203,6 +203,7 @@ def run_line_profile_tests(
         raise ValueError(msg)
     return line_profiler_output_file, results
 
+
 def run_benchmarking_tests(
     test_paths: TestFiles,
     pytest_cmd: str,