-
Notifications
You must be signed in to change notification settings - Fork 1.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
CI: run only sanity check on limited OSes when changes are trivial
The commit uses some heuristics to determine the triviality of a PR. It runs "quick" CI (i.e., only use sanity.run on fewer OSes) if (explicity required by user): - the *last* commit message contains a line 'ZFS-CI-Type: quick', or if (by heuristics): - the files changed are not in the list of specified directory, and - all commit messages does not contain 'ZFS-CI-Type: full'. It runs "full" CI otherwise. See: #16561 (comment) Signed-off-by: Shengqi Chen <harry-chen@outlook.com>
- Loading branch information
1 parent
d40d409
commit 47e9139
Showing
4 changed files
with
149 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,106 @@ | ||
| #!/usr/bin/env python3 | ||
|
|
||
| """ | ||
| Determine the CI type based on the change list and commit message. | ||
| Prints "quick" if (explicity required by user): | ||
| - the *last* commit message contains 'ZFS-CI-Type: quick' | ||
| or if (heuristics): | ||
| - the files changed are not in the list of specified directory, and | ||
| - all commit messages does not contain 'ZFS-CI-Type: full' | ||
| Otherwise prints "full". | ||
| """ | ||
|
|
||
| import sys | ||
| import subprocess | ||
| import re | ||
|
|
||
| """ | ||
| Patterns of files that are not considered to trigger full CI. | ||
| """ | ||
| FULL_RUN_IGNORE_REGEX = list(map(re.compile, [ | ||
| r'.*\.md', | ||
| r'.*\.gitignore' | ||
| ])) | ||
|
|
||
| """ | ||
| Patterns of files that are considered to trigger full CI. | ||
| """ | ||
| FULL_RUN_REGEX = list(map(re.compile, [ | ||
| r'cmd.*', | ||
| r'configs/.*', | ||
| r'META', | ||
| r'.*\.am', | ||
| r'.*\.m4', | ||
| r'autogen\.sh', | ||
| r'configure\.ac', | ||
| r'copy-builtin', | ||
| r'contrib', | ||
| r'etc', | ||
| r'include', | ||
| r'lib/.*', | ||
| r'module/.*', | ||
| r'scripts/.*', | ||
| r'tests/.*', | ||
| r'udev/.*' | ||
| ])) | ||
|
|
||
| if __name__ == '__main__': | ||
|
|
||
| prog = sys.argv[0] | ||
|
|
||
| if len(sys.argv) != 3: | ||
| print(f'Usage: {prog} <head_ref> <base_ref>') | ||
| sys.exit(1) | ||
|
|
||
| head, base = sys.argv[1:3] | ||
|
|
||
| def output_type(type, reason): | ||
| print(f'{prog}: will run {type} CI: {reason}', file=sys.stderr) | ||
| print(type) | ||
| sys.exit(0) | ||
|
|
||
| # check last (HEAD) commit message | ||
| last_commit_message_raw = subprocess.run([ | ||
| 'git', 'show', '-s', '--format=%B', 'HEAD' | ||
| ], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) | ||
|
|
||
| for line in last_commit_message_raw.stdout.decode().splitlines(): | ||
| if line.strip().lower() == 'zfs-ci-type: quick': | ||
| output_type('quick', f'explicitly requested by HEAD commit {head}') | ||
|
|
||
| # check all commit messages | ||
| all_commit_message_raw = subprocess.run([ | ||
| 'git', 'show', '-s', | ||
| '--format=ZFS-CI-Commit: %H%n%B', f'{head}...{base}' | ||
| ], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) | ||
| all_commit_message = all_commit_message_raw.stdout.decode().splitlines() | ||
|
|
||
| commit_ref = head | ||
| for line in all_commit_message: | ||
| if line.startswith('ZFS-CI-Commit:'): | ||
| commit_ref = line.lstrip('ZFS-CI-Commit:').rstrip() | ||
| if line.strip().lower() == 'zfs-ci-type: full': | ||
| output_type('full', f'explicitly requested by commit {commit_ref}') | ||
|
|
||
| # check changed files | ||
| changed_files_raw = subprocess.run([ | ||
| 'git', 'diff', '--name-only', head, base | ||
| ], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) | ||
| changed_files = changed_files_raw.stdout.decode().splitlines() | ||
|
|
||
| for f in changed_files: | ||
| for r in FULL_RUN_IGNORE_REGEX: | ||
| if r.match(f): | ||
| break | ||
| else: | ||
| for r in FULL_RUN_REGEX: | ||
| if r.match(f): | ||
| output_type( | ||
| 'full', | ||
| f'changed file "{f}" matches pattern "{r.pattern}"' | ||
| ) | ||
|
|
||
| # catch-all | ||
| output_type('quick', 'no changed file matches full CI patterns') |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters