Nightwatch tests on Sauce Labs (#3572)

.travis.yml

@@ -2,6 +2,13 @@ sudo: false
 language: node_js
 node_js:
   - 6
+env:
+  global:
+    - SAUCE_USERNAME=RES-Auto
+addons:
+  jwt:
+    # SAUCE_ACCESS_KEY=<secure>
+    secure: hHF06xHY6pLdxscwYhUHdSRuUH2CPA61AUrvPiW54lnMwwkDvCQakR+aY5HbjptFIfOwkWsS4xoqXH4pZTfhMOji32S/+ELT+AqLdkIgnLYDfBj4RcsZoXyvuiLx29i4PVCnGMikctBp4dM6wORgfd1tu3uwhcoQrBjxCMW1qmY=
 script:
   - npm run eslint
   - npm run sass-lint
@@ -10,6 +17,11 @@ script:
   - npm run jpm -- xpi
   - npm run jpm-beta -- xpi
   - node dist/node/loader.entry.js
+  # do not run integration tests on deploy builds
+  - |
+      if [ -z "$TRAVIS_TAG" ]; then
+        npm run test-integration
+      fi
 after_success:
   - npm run report-coverage
 branches:

nightwatch.conf.js

@@ -0,0 +1,27 @@
+/* eslint-disable import/no-commonjs, import/no-nodejs-modules */
+
+const fs = require('fs');
+
+const chromeManifest = require('./chrome/manifest.json');
+
+const chromePackage = fs.readFileSync('dist/zip/chrome.zip').toString('base64');
+
+module.exports = {
+	src_folders: ['tests'],
+	test_settings: {
+		default: {
+			selenium_host: 'ondemand.saucelabs.com',
+			selenium_port: 80,
+			username: process.env.SAUCE_USERNAME,
+			access_key: process.env.SAUCE_ACCESS_KEY,
+			desiredCapabilities: {
+				browserName: 'chrome',
+				version: chromeManifest.minimum_chrome_version,
+				chromeOptions: {
+					args: ['--no-sandbox'],
+					extensions: [chromePackage],
+				},
+			},
+		},
+	},
+};

package.json

@@ -29,6 +29,7 @@
     "lint-fix": "eslint . --fix",
     "test": "cross-env NODE_ENV=test ava",
     "coverage": "cross-env NODE_ENV=test nyc ava",
+    "test-integration": "nightwatch",
     "report-coverage": "nyc report --reporter=text-lcov | coveralls",
     "version": "node build/version.js"
   },
@@ -112,6 +113,7 @@
     "jsdom": "9.6.0",
     "json-loader": "0.5.4",
     "mustache-loader": "0.4.0",
+    "nightwatch": "0.9.8",
     "node-sass": "3.10.1",
     "nyc": "8.3.1",
     "postcss-loader": "0.13.0",

tests/.eslintrc.json

@@ -0,0 +1,5 @@
+{
+	"rules": {
+		"import/no-commonjs": 0
+	}
+}

tests/menu.js

@@ -0,0 +1,10 @@
+module.exports = {
+	'settings button exists': browser => {
+		browser
+			// lightweight page that still has the userbar
+			.url('https://www.reddit.com/wiki/pages')
+			.waitForElementVisible('#header', 1000)
+			.waitForElementVisible('#RESSettingsButton', 1000)
+			.end();
+	}
+};