browserstack

Author: brizental

benchmarks/compat/tests/browserstack.test.js

@@ -5,7 +5,10 @@
 import browserstack from "browserstack-local";
 import webdriver from "selenium-webdriver";
 
-import { runWebTest, fastSelenium } from "./utils.js"
+import { runWebTest, fastSelenium, App } from "./utils.js"
+
+const app = new App();
+app.start();
 
 fastSelenium();
 
@@ -60,11 +63,14 @@ for (const browser of BROWSERS) {
 
         await runWebTest(driver);
 
-        // Marking the test as passed for Browserstack.
+        // Marking the test as passed for Browserstack
         await driver.executeScript(
           "browserstack_executor: {\"action\": \"setSessionStatus\", \"arguments\": {\"status\":\"passed\",\"reason\": \"Ping successfully sent!\"}}"
         );
       } catch(_) {
+        // Make sure the process exits with an error code
+        process.exitCode = 1;
+        // Marking the test as failed for Browserstack
         await driver.executeScript(
           "browserstack_executor: {\"action\": \"setSessionStatus\", \"arguments\": {\"status\":\"failed\",\"reason\": \"Ping not sent :(\"}}"
         );
@@ -76,6 +82,8 @@ for (const browser of BROWSERS) {
   }
 }
 
+app.stop();
+
 // Stop BrowserStack.Local.
 await new Promise(resolve => {
   bs.stop(

benchmarks/package.json

@@ -13,7 +13,8 @@
     "size:docs:dry": "DRY_RUN=1 node --experimental-json-modules size/docs.js",
     "size:docs": "node --experimental-json-modules size/docs.js",
     "compat:glean": "glean translate compat/metrics.yaml compat/pings.yaml -f javascript -o compat/generated",
-    "compat:test": "npm run compat:glean && node --experimental-json-modules compat/tests/local.test.js"
+    "compat:test": "npm run compat:glean && node --experimental-json-modules compat/tests/local.test.js",
+    "compat:test:browserstack": "npm run compat:glean && node --experimental-json-modules compat/tests/browserstack.test.js"
   },
   "author": "The Glean Team <glean-team@mozilla.com>",
   "license": "MPL-2.0",