Browser testing via saucelabs on CI

mountain-pass · Oct 29, 2020 · b24f02c · b24f02c
1 parent 276f224
commit b24f02c
Show file tree

Hide file tree

Showing 16 changed files with 810 additions and 76 deletions.
diff --git a/.github/workflows/build-and-publish.yml b/.github/workflows/build-and-publish.yml
@@ -37,6 +37,10 @@ jobs:
     - run: npm run lint
     - run: npm run build
     - run: npm run cover
+      env:
+        SAUCE_LABS_KEY: ${{secrets.SAUCE_LABS_KEY}}
+        SAUCE_LABS_USERNAME: ${{secrets.SAUCE_LABS_USERNAME}}
+
     # removed artifact upload because the server is flakey
     # - name: Archive code coverage results
     #   uses: actions/upload-artifact@v2

diff --git a/.nycrc-browser-api-chrome.yml → .nycrc-browser-api-chrome-local.yml b/.nycrc-browser-api-chrome.yml → .nycrc-browser-api-chrome-local.yml
@@ -7,6 +7,7 @@ exclude:
   - 'scripts/**/*.js'
   - 'coverage/**/*.js'
   - 'src/test/clients/waychaser-via-webdriver-firefox.js'
+  - 'src/test/clients/waychaser-via-webdriver-saucy.js'
 check-coverage: false
 
 reporter:

diff --git a/.nycrc-browser-api-chrome-saucy.yml b/.nycrc-browser-api-chrome-saucy.yml
@@ -0,0 +1,17 @@
+extends: '@istanbuljs/nyc-config-babel'
+all: true
+skip-full: false
+exclude:
+  - 'lib/**/*.js'
+  - 'dist/**/*.js'
+  - 'scripts/**/*.js'
+  - 'coverage/**/*.js'
+  - 'src/test/clients/waychaser-via-webdriver-firefox.js'
+  - 'src/test/clients/waychaser-via-webdriver-chrome.js'
+  - 'src/test/clients/waychaser-via-webdriver-local.js'
+check-coverage: false
+
+reporter:
+  - text-summary
+  - lcov
+  - text
diff --git a/.nycrc-browser-api-firefox.yml → .nycrc-browser-api-firefox-local.yml b/.nycrc-browser-api-firefox.yml → .nycrc-browser-api-firefox-local.yml
@@ -7,6 +7,7 @@ exclude:
   - 'scripts/**/*.js'
   - 'coverage/**/*.js'
   - 'src/test/clients/waychaser-via-webdriver-chrome.js'
+  - 'src/test/clients/waychaser-via-webdriver-saucy.js'
 check-coverage: false
 
 reporter:

diff --git a/.nycrc-browser-api-firefox-saucy.yml b/.nycrc-browser-api-firefox-saucy.yml
@@ -0,0 +1,17 @@
+extends: '@istanbuljs/nyc-config-babel'
+all: true
+skip-full: false
+exclude:
+  - 'lib/**/*.js'
+  - 'dist/**/*.js'
+  - 'scripts/**/*.js'
+  - 'coverage/**/*.js'
+  - 'src/test/clients/waychaser-via-webdriver-firefox.js'
+  - 'src/test/clients/waychaser-via-webdriver-chrome.js'
+  - 'src/test/clients/waychaser-via-webdriver-local.js'
+check-coverage: false
+
+reporter:
+  - text-summary
+  - lcov
+  - text
diff --git a/README.md b/README.md
@@ -200,7 +200,10 @@ library.load(“https://api-addressr.mountain-pass.com.au”)
 
 - [x] CI/CD pipeline
 - [x] dependabot
-- [ ] Firefox/Safari/IE testing
+- [x] Firefox testing
+- [ ] matrix testing for firefox
+- [ ] Safari/IE testing
+- [ ] badges
 - [ ] Code coverage and code quality reporting
 - [ ] lots more 😂
 

diff --git a/cucumber.js b/cucumber.js
@@ -15,7 +15,7 @@ function getFeatureGlob(RERUN, profile) {
     : `src/test/**/*.feature --tags 'not(@not-${profile})'`;
 }
 
-function generateConfig(profile) {
+function generateConfig(profile, client, browser, platform) {
   const resultsDirectory = `${outputDirectory}/${profile}`;
   fs.mkdirSync(resultsDirectory, { recursive: true });
 
@@ -33,11 +33,28 @@ function generateConfig(profile) {
     FORMAT_OPTIONS
   )}' ${MODULES} --require ${REQUIRE_GLOB} ${NO_STRICT} --format rerun:${RERUN} --format json:${resultsDirectory}/results.cucumber -f node_modules/cucumber-junit-formatter:${resultsDirectory}/results.xml ${FAIL_FAST}`;
 
-  return `${BASE_CONFIG} --world-parameters '${JSON.stringify({ profile })}'`;
+  return `${BASE_CONFIG} --world-parameters '${JSON.stringify({
+    profile,
+    client: client || profile,
+    browser,
+    platform,
+  })}'`;
 }
 
 module.exports = {
   'node-api': generateConfig('node-api'),
-  'browser-api-chrome': generateConfig('browser-api-chrome'),
-  'browser-api-firefox': generateConfig('browser-api-firefox'),
+  'browser-api-chrome-local': generateConfig('browser-api-chrome-local'),
+  'browser-api-chrome-saucy': generateConfig(
+    'browser-api-chrome-saucy',
+    'browser-api-saucy',
+    'chrome',
+    'Windows 10'
+  ),
+  'browser-api-firefox-local': generateConfig('browser-api-firefox-local'),
+  'browser-api-firefox-saucy': generateConfig(
+    'browser-api-firefox-saucy',
+    'browser-api-saucy',
+    'firefox',
+    'Windows 10'
+  ),
 };