🏗 ✨ ❄️ add karma-junit-reporter to store test results in a way circle…

…ci can interpret them (#33682)

* add karma-junit-reporter to store test results in a way circleci can interpret them

.circleci/config.yml

@@ -93,6 +93,12 @@ commands:
           name: 'Fail Fast'
           when: on_fail
           command: ./.circleci/fail_fast.sh
+  store_test_output:
+    steps:
+      - store_artifacts:
+          path: result-reports
+      - store_test_results:
+          path: result-reports
 
 jobs:
   'Compute Merge Commit':
@@ -179,6 +185,7 @@ jobs:
       - run:
           name: 'Validator Tests'
           command: node build-system/pr-check/validator-tests.js
+      - store_test_output
       - fail_fast
       - teardown_vm
   'Visual Diff Tests':
@@ -192,6 +199,7 @@ jobs:
       - run:
           name: 'Visual Diff Tests'
           command: node build-system/pr-check/visual-diff-tests.js
+      - store_test_output
       - fail_fast
       - teardown_vm
   'Unit Tests':
@@ -205,6 +213,7 @@ jobs:
       - run:
           name: 'Unit Tests'
           command: node build-system/pr-check/unit-tests.js
+      - store_test_output
       - fail_fast
       - teardown_vm
   'Unminified Tests':
@@ -218,6 +227,7 @@ jobs:
       - run:
           name: 'Unminified Tests'
           command: node build-system/pr-check/unminified-tests.js
+      - store_test_output
       - fail_fast
       - teardown_vm
   'Nomodule Tests':
@@ -236,6 +246,7 @@ jobs:
       - run:
           name: 'Nomodule Tests (<< parameters.config >>)'
           command: node build-system/pr-check/nomodule-tests.js --config=<< parameters.config >>
+      - store_test_output
       - fail_fast
       - teardown_vm
   'Module Tests':
@@ -254,6 +265,7 @@ jobs:
       - run:
           name: 'Module Tests (<< parameters.config >>)'
           command: node build-system/pr-check/module-tests.js --config=<< parameters.config >>
+      - store_test_output
       - fail_fast
       - teardown_vm
   'End-to-End Tests':
@@ -280,6 +292,7 @@ jobs:
       - run:
           name: 'Performance Tests'
           command: node build-system/pr-check/performance-tests.js
+      - store_test_output
       - fail_fast
       - teardown_vm
   'Experiment Build':
@@ -316,6 +329,7 @@ jobs:
       - run:
           name: 'Experiment << parameters.exp >> Tests'
           command: node build-system/pr-check/experiment-tests.js --experiment=experiment<< parameters.exp >>
+      - store_test_output
       - fail_fast
       - teardown_vm
 

.eslintignore

@@ -9,6 +9,7 @@ out/**
 test/coverage/**
 .babel-cache/**
 .css-cache/**
+result-reports/**
 
 # Code directories
 build-system/tasks/visual-diff/snippets/*.js

.prettierignore

@@ -8,3 +8,4 @@
 **/dist.3p/**
 **/dist.tools/**
 extensions/**/dist/**
+result-reports/**

build-system/tasks/runtime-test/runtime-test-base.js

@@ -36,7 +36,7 @@ const {cyan, green, red, yellow} = require('kleur/colors');
 const {dotWrappingWidth} = require('../../common/logging');
 const {getEsbuildBabelPlugin} = require('../../common/esbuild-babel');
 const {getFilesFromArgv} = require('../../common/utils');
-const {isCiBuild} = require('../../common/ci');
+const {isCiBuild, isCircleciBuild} = require('../../common/ci');
 const {log} = require('../../common/logging');
 const {reportTestStarted} = require('../report-test-status');
 const {SERVER_TRANSFORM_PATH} = require('../../server/typescript-compile');
@@ -173,6 +173,14 @@ function updateReporters(config) {
     config.reporters = ['mocha'];
   }
 
+  if (isCircleciBuild()) {
+    config.reporters.push('junit');
+    config.junitReporter = {
+      outputFile: `result-reports/${config.testType}.xml`,
+      useBrowserName: false,
+    };
+  }
+
   if (argv.coverage) {
     config.reporters.push('coverage-istanbul');
   }

build-system/test-configs/karma.conf.js

@@ -162,6 +162,7 @@ module.exports = {
     'karma-html2js-preprocessor',
     'karma-ie-launcher',
     'karma-structured-json-reporter',
+    'karma-junit-reporter',
     'karma-mocha',
     'karma-mocha-reporter',
     'karma-safarinative-launcher',

package.json

@@ -131,6 +131,7 @@
     "karma-fixture": "0.2.6",
     "karma-html2js-preprocessor": "1.1.0",
     "karma-ie-launcher": "1.0.0",
+    "karma-junit-reporter": "2.0.1",
     "karma-mocha": "2.0.1",
     "karma-mocha-reporter": "2.2.5",
     "karma-safarinative-launcher": "1.1.0",
@@ -148,6 +149,7 @@
     "minimatch": "3.0.4",
     "minimist": "1.2.5",
     "mocha": "8.3.2",
+    "mocha-junit-reporter": "2.0.0",
     "mocha-silent-reporter": "1.0.0",
     "morgan": "1.10.0",
     "multer": "1.4.2",