Skip to content

Commit

Permalink
devops: always create blob report on CI, write PR number within action (
Browse files Browse the repository at this point in the history
  • Loading branch information
yury-s committed Jul 14, 2023
1 parent 41643d0 commit d92db9a
Show file tree
Hide file tree
Showing 5 changed files with 13 additions and 38 deletions.
12 changes: 11 additions & 1 deletion .github/actions/upload-blob-report/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,4 +25,14 @@ runs:
with:
name: blob-report-${{ github.run_attempt }}
path: ${{ inputs.report_dir }}
retention-days: 30
retention-days: 30
- name: Write triggering pull request number in a file
if: always() && github.event_name == 'pull_request'
shell: bash
run: echo '${{ github.event.number }}' > pull_request_number.txt;
- name: Upload artifact with the pull request number
if: always() && github.event_name == 'pull_request'
uses: actions/upload-artifact@v3
with:
name: pull-request
path: pull_request_number.txt
18 changes: 0 additions & 18 deletions .github/workflows/tests_primary.yml
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,6 @@ jobs:
- run: npx playwright install --with-deps ${{ matrix.browser }} chromium
- run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run test -- --project=${{ matrix.browser }}
env:
PWTEST_BLOB_REPORT: 1
PWTEST_BLOB_SUFFIX: "-${{ matrix.os }}-node${{ matrix.node-version }}"
- run: node tests/config/checkCoverage.js ${{ matrix.browser }}
- run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json
Expand Down Expand Up @@ -89,7 +88,6 @@ jobs:
- run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run test -- --project=chromium
env:
PWTEST_CHANNEL: chromium-tip-of-tree
PWTEST_BLOB_REPORT: 1
PWTEST_BLOB_SUFFIX: "-${{ matrix.os }}-chromium-tip-of-tree"
- run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json
if: always()
Expand Down Expand Up @@ -129,12 +127,10 @@ jobs:
- run: npx playwright install --with-deps
- run: npm run ttest -- --shard ${{ matrix.shard }}
env:
PWTEST_BLOB_REPORT: 1
PWTEST_BLOB_SUFFIX: "-${{ matrix.os }}-node${{ matrix.node-version }}"
if: matrix.os != 'ubuntu-latest'
- run: xvfb-run npm run ttest -- --shard ${{ matrix.shard }}
env:
PWTEST_BLOB_REPORT: 1
PWTEST_BLOB_SUFFIX: "-${{ matrix.os }}-node${{ matrix.node-version }}"
if: matrix.os == 'ubuntu-latest'
- run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json
Expand Down Expand Up @@ -220,17 +216,3 @@ jobs:
- run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json
if: always()
shell: bash

write-pull-request-number:
name: Write PR number
if: github.event_name == 'pull_request'
runs-on: ubuntu-latest
steps:
- name: Write triggering pull request number in a file
shell: bash
run: echo '${{ github.event.number }}' > pull_request_number.txt;
- name: Upload artifact with the pull request number
uses: actions/upload-artifact@v3
with:
name: pull-request
path: pull_request_number.txt
15 changes: 0 additions & 15 deletions .github/workflows/tests_secondary.yml
Original file line number Diff line number Diff line change
Expand Up @@ -203,7 +203,6 @@ jobs:
env:
PWTEST_TRACE: 1
PWTEST_CHANNEL: ${{ matrix.channel }}
PWTEST_BLOB_REPORT: 1
PWTEST_BLOB_SUFFIX: ${{ (matrix.channel && format('-{0}', matrix.channel)) || '' }}
- run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json
if: always()
Expand Down Expand Up @@ -673,17 +672,3 @@ jobs:
- run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json
if: always()
shell: bash

write-pull-request-number:
name: Write PR number
if: github.event_name == 'pull_request'
runs-on: ubuntu-latest
steps:
- name: Write triggering pull request number in a file
shell: bash
run: echo '${{ github.event.number }}' > pull_request_number.txt;
- name: Upload artifact with the pull request number
uses: actions/upload-artifact@v3
with:
name: pull-request
path: pull_request_number.txt
3 changes: 1 addition & 2 deletions tests/library/playwright.config.ts
Original file line number Diff line number Diff line change
Expand Up @@ -46,11 +46,10 @@ const reporters = () => {
const result: ReporterDescription[] = process.env.CI ? [
['dot'],
['json', { outputFile: path.join(outputDir, 'report.json') }],
['blob', { outputDir: path.join(outputDir, 'blob-report') }],
] : [
['html', { open: 'on-failure' }]
];
if (process.env.PWTEST_BLOB_REPORT === '1')
result.push(['blob', { outputDir: path.join(outputDir, 'blob-report') }]);
return result;
};
const config: Config<CoverageWorkerOptions & PlaywrightWorkerOptions & PlaywrightTestOptions & TestModeWorkerOptions> = {
Expand Down
3 changes: 1 addition & 2 deletions tests/playwright-test/playwright.config.ts
Original file line number Diff line number Diff line change
Expand Up @@ -25,11 +25,10 @@ const reporters = () => {
const result: ReporterDescription[] = process.env.CI ? [
['dot'],
['json', { outputFile: path.join(outputDir, 'report.json') }],
['blob', { outputDir: path.join(outputDir, 'blob-report') }],
] : [
['list']
];
if (process.env.PWTEST_BLOB_REPORT === '1')
result.push(['blob', { outputDir: path.join(outputDir, 'blob-report') }]);
return result;
};
export default defineConfig({
Expand Down

0 comments on commit d92db9a

Please sign in to comment.