Merge pull request #7963 from jrjohnson/exam-split

Enable Testing with Ember Exam

.github/workflows/ci.yml

@@ -63,7 +63,13 @@ jobs:
       - name: Install Dependencies
         run: pnpm install
       - name: Run Tests
-        run: pnpm --filter ${{matrix.workspace}} exec ember test
+        run: pnpm --filter ${{matrix.workspace}} exec ember exam --parallel=3 --load-balance --write-execution-file
+      - uses: actions/upload-artifact@v4
+        if: failure()
+        with:
+          name: replay-${{matrix.workspace}}-test.json
+          path: ./packages/${{matrix.workspace}}/test-execution-*.json
+          retention-days: 7
 
   build:
     name: ${{matrix.workspace}} Build (${{ matrix.node-version }})
@@ -163,7 +169,13 @@ jobs:
           firefox-version: ${{ matrix.firefox-version }}
       - run: firefox --version
       - name: test
-        run: pnpm --filter ${{matrix.workspace}} exec ember test --launch=Firefox
+        run: pnpm --filter ${{matrix.workspace}} exec ember exam --parallel=3 --load-balance --write-execution-file --launch=Firefox
+      - uses: actions/upload-artifact@v4
+        if: failure()
+        with:
+          name: replay-${{matrix.workspace}}-firefox-${{ matrix.firefox-version }}.json
+          path: ./packages/${{matrix.workspace}}/test-execution-*.json
+          retention-days: 7
 
   test-with-embroider:
     name: ${{matrix.workspace}} Test With Embroider
@@ -190,7 +202,13 @@ jobs:
       - name: Install Dependencies
         run: pnpm install
       - name: Run Tests
-        run: pnpm --filter ${{matrix.workspace}} exec ember test
+        run: pnpm --filter ${{matrix.workspace}} exec ember exam --parallel=3 --load-balance --write-execution-file
+      - uses: actions/upload-artifact@v4
+        if: failure()
+        with:
+          name: replay-${{matrix.workspace}}-embroider.json
+          path: ./packages/${{matrix.workspace}}/test-execution-*.json
+          retention-days: 7
 
   build-with-embroider:
     name: ${{matrix.workspace}} Build With Embroider

.gitignore

@@ -13,3 +13,4 @@ coverage/
 npm-debug.log*
 yarn-error.log
 
+packages/**/test-execution-*.json

package.json

@@ -14,10 +14,10 @@
     "start:lti-course-manager": "pnpm --filter lti-course-manager exec ember serve",
     "start:lti-dashboard": "pnpm --filter lti-dashboard exec ember serve",
     "start:test-app": "pnpm --filter test-app exec ember serve",
-    "test:frontend": "pnpm run --filter frontend test",
-    "test:lti-course-manager": "pnpm run --filter lti-course-manager test",
-    "test:lti-dashboard": "pnpm run --filter lti-dashboard test",
-    "test:test-app": "pnpm run --filter test-app test",
+    "test:frontend": "pnpm --filter frontend exec ember exam --parallel=8 --load-balance",
+    "test:lti-course-manager": "pnpm --filter lti-course-manager exec ember exam --parallel=8 --load-balance",
+    "test:lti-dashboard": "pnpm --filter lti-dashboard exec ember exam --parallel=8 --load-balance",
+    "test:test-app": "pnpm --filter test-app exec ember exam --parallel=8 --load-balance",
     "prepare": "husky"
   },
   "engines": {

packages/frontend/package.json

@@ -90,6 +90,7 @@
     "ember-cli-sri": "^2.1.1",
     "ember-cli-terser": "^4.0.2",
     "ember-concurrency": "^4.0.2",
+    "ember-exam": "^9.0.0",
     "ember-focus-trap": "^1.1.0",
     "ember-load-initializers": "^2.1.2",
     "ember-metrics": "1.5.2",

packages/frontend/testem.js

@@ -8,6 +8,7 @@ module.exports = {
   launch_in_dev: ['Firefox'],
   browser_disconnect_timeout: 300,
   browser_start_timeout: 120,
+  parallel: process.env.EMBER_EXAM_SPLIT_COUNT || -1,
   browser_args: {
     Chrome: {
       ci: [

packages/frontend/tests/test-helper.js

@@ -3,7 +3,7 @@ import config from 'frontend/config/environment';
 import * as QUnit from 'qunit';
 import { setApplication } from '@ember/test-helpers';
 import { setup } from 'qunit-dom';
-import { start } from 'ember-qunit';
+import start from 'ember-exam/test-support/start';
 import DefaultAdapter from 'ember-cli-page-object/adapters/rfc268';
 import { setAdapter } from 'ember-cli-page-object/adapters';
 import { setRunOptions } from 'ember-a11y-testing/test-support';

packages/lti-course-manager/package.json

@@ -67,6 +67,7 @@
     "ember-cli-sass": "^11.0.1",
     "ember-cli-sri": "^2.1.1",
     "ember-cli-terser": "^4.0.2",
+    "ember-exam": "^9.0.0",
     "ember-load-initializers": "^2.1.2",
     "ember-modifier": "^4.1.0",
     "ember-page-title": "^8.2.3",

packages/lti-course-manager/testem.js

@@ -7,6 +7,7 @@ module.exports = {
   launch_in_ci: ['Chrome'],
   launch_in_dev: ['Chrome'],
   browser_start_timeout: 120,
+  parallel: process.env.EMBER_EXAM_SPLIT_COUNT || -1,
   browser_args: {
     Chrome: {
       ci: [

packages/lti-course-manager/tests/test-helper.js

@@ -3,7 +3,7 @@ import config from 'lti-course-manager/config/environment';
 import * as QUnit from 'qunit';
 import { setApplication } from '@ember/test-helpers';
 import { setup } from 'qunit-dom';
-import { start } from 'ember-qunit';
+import start from 'ember-exam/test-support/start';
 import 'qunit-theme-ember/qunit.css';
 
 setApplication(Application.create(config.APP));

packages/lti-dashboard/package.json

@@ -66,6 +66,7 @@
     "ember-cli-sass": "^11.0.1",
     "ember-cli-sri": "^2.1.1",
     "ember-cli-terser": "^4.0.2",
+    "ember-exam": "^9.0.0",
     "ember-load-initializers": "^2.1.2",
     "ember-modifier": "^4.1.0",
     "ember-page-title": "^8.2.3",

packages/lti-dashboard/testem.js

@@ -7,6 +7,7 @@ module.exports = {
   launch_in_ci: ['Chrome'],
   launch_in_dev: ['Chrome'],
   browser_start_timeout: 120,
+  parallel: process.env.EMBER_EXAM_SPLIT_COUNT || -1,
   browser_args: {
     Chrome: {
       ci: [

packages/lti-dashboard/tests/test-helper.js

@@ -3,7 +3,7 @@ import config from 'lti-dashboard/config/environment';
 import * as QUnit from 'qunit';
 import { setApplication } from '@ember/test-helpers';
 import { setup } from 'qunit-dom';
-import { start } from 'ember-qunit';
+import start from 'ember-exam/test-support/start';
 import DefaultAdapter from 'ember-cli-page-object/adapters/rfc268';
 import { setAdapter } from 'ember-cli-page-object/adapters';
 import 'qunit-theme-ember/qunit.css';

packages/test-app/package.json

@@ -61,6 +61,7 @@
     "ember-cli-sri": "^2.1.1",
     "ember-cli-terser": "^4.0.2",
     "ember-concurrency": "^4.0.2",
+    "ember-exam": "^9.0.0",
     "ember-fetch": "^8.1.2",
     "ember-load-initializers": "^2.1.2",
     "ember-modifier": "^4.1.0",

packages/test-app/testem.js

@@ -5,7 +5,9 @@ module.exports = {
   disable_watching: true,
   launch_in_ci: ['Chrome'],
   launch_in_dev: ['Chrome'],
-  browser_start_timeout: 120,
+  browser_disconnect_timeout: 120,
+  browser_start_timeout: 30,
+  parallel: process.env.EMBER_EXAM_SPLIT_COUNT || -1,
   browser_args: {
     Chrome: {
       ci: [

packages/test-app/tests/integration/components/learnergroup-selection-cohort-manager-test.js

@@ -74,7 +74,7 @@ module('Integration | Component | learnergroup-selection-cohort-manager', functi
     assert.expect(2);
     this.set('filter', '');
     this.set('remove', (learnerGroup) => {
-      assert.ok(this.secondLevelLearnerGroup1, learnerGroup);
+      assert.deepEqual(this.secondLevelLearnerGroup1, learnerGroup);
     });
     this.set('learnerGroups', [this.secondLevelLearnerGroup1]);
     this.set('cohort', this.cohort);
@@ -94,7 +94,7 @@ module('Integration | Component | learnergroup-selection-cohort-manager', functi
     assert.expect(2);
     this.set('filter', '');
     this.set('add', (learnerGroup) => {
-      assert.ok(this.secondLevelLearnerGroup1, learnerGroup);
+      assert.deepEqual(this.secondLevelLearnerGroup1, learnerGroup);
     });
     this.set('learnerGroups', []);
     this.set('cohorts', this.cohort);

packages/test-app/tests/integration/components/learnergroup-selection-manager-test.js

@@ -155,7 +155,7 @@ module('Integration | Component | learnergroup-selection-manager', function (hoo
   test('remove group from selected list', async function (assert) {
     assert.expect(1);
     this.set('remove', (learnerGroup) => {
-      assert.ok(this.secondLevelLearnerGroup1, learnerGroup);
+      assert.deepEqual(this.secondLevelLearnerGroup1, learnerGroup);
     });
     this.set('learnerGroups', [this.secondLevelLearnerGroup1]);
     this.set('cohorts', [this.cohort1]);
@@ -172,7 +172,7 @@ module('Integration | Component | learnergroup-selection-manager', function (hoo
   test('remove group in picker', async function (assert) {
     assert.expect(2);
     this.set('remove', (learnerGroup) => {
-      assert.ok(this.secondLevelLearnerGroup1, learnerGroup);
+      assert.deepEqual(this.secondLevelLearnerGroup1, learnerGroup);
     });
     this.set('learnerGroups', [this.secondLevelLearnerGroup1]);
     this.set('cohorts', [this.cohort1]);
@@ -190,7 +190,7 @@ module('Integration | Component | learnergroup-selection-manager', function (hoo
   test('add available group', async function (assert) {
     assert.expect(2);
     this.set('add', (learnerGroup) => {
-      assert.ok(this.secondLevelLearnerGroup1, learnerGroup);
+      assert.deepEqual(this.secondLevelLearnerGroup1, learnerGroup);
     });
     this.set('learnerGroups', []);
     this.set('cohorts', [this.cohort1]);

packages/test-app/tests/test-helper.js

@@ -3,7 +3,7 @@ import config from 'test-app/config/environment';
 import * as QUnit from 'qunit';
 import { setApplication } from '@ember/test-helpers';
 import { setup } from 'qunit-dom';
-import { start } from 'ember-qunit';
+import start from 'ember-exam/test-support/start';
 import { setRunOptions } from 'ember-a11y-testing/test-support';
 import 'qunit-theme-ember/qunit.css';