[router] use 2-gpu-runner (#2368)

sgl-project · Dec 6, 2024 · fc6387e · fc6387e
1 parent 337fe53
commit fc6387e
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/.github/workflows/pr-test-rust.yml b/.github/workflows/pr-test-rust.yml
@@ -42,7 +42,7 @@ jobs:
 
   e2e-rust:
     if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
-    runs-on: 1-gpu-runner
+    runs-on: 2-gpu-runner
     steps:
       - name: Checkout code
         uses: actions/checkout@v3

diff --git a/rust/py_test/test_launch_server.py b/rust/py_test/test_launch_server.py
@@ -92,7 +92,11 @@ def test_mmlu(self):
         )
 
         metrics = run_eval(args)
-        self.assertGreaterEqual(metrics["score"], 0.65)
+        score = metrics["score"]
+        THRESHOLD = 0.65
+        passed = score >= THRESHOLD
+        msg = f"MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})"
+        self.assertGreaterEqual(score, THRESHOLD, msg)
 
 
 if __name__ == "__main__":