Skip to content

Commit

Permalink
fix(ci): set the max examples for the array api det coverage to 5 (#2…
Browse files Browse the repository at this point in the history
…7143)

As the determine coverage workflow times out after 6 hours and the default max examples is 100
  • Loading branch information
vedpatwardhan committed Oct 27, 2023
1 parent 86c3a75 commit 298bfcd
Showing 1 changed file with 8 additions and 1 deletion.
9 changes: 8 additions & 1 deletion scripts/determine_tests/array_api_det_coverage.py
Original file line number Diff line number Diff line change
Expand Up @@ -79,7 +79,14 @@ def main():
directories = set(directories_filtered)
for test_backend in tqdm(test_names):
test_name, backend = test_backend.split(",")
command = f'docker run --rm --env IVY_BACKEND={backend} --env ARRAY_API_TESTS_MODULE="ivy" -v "$(pwd)":/ivy unifyai/ivy:latest timeout 30m /bin/bash -c "coverage run --source=ivy,ivy_tests -m pytest {test_name} -k \\"{k_flag[backend]}\\" --disable-warnings --tb=short -vv > coverage_output;coverage annotate > coverage_output" ' # noqa
command = (
f"docker run --rm --env IVY_BACKEND={backend} --env "
'ARRAY_API_TESTS_MODULE="ivy" -v "$(pwd)":/ivy unifyai/ivy:latest '
'timeout 30m /bin/bash -c "coverage run --source=ivy,ivy_tests -m pytest '
f'{test_name} -k \\"{k_flag[backend]}\\" --disable-warnings --tb=short '
"--max-examples 5 -vv > coverage_output;coverage annotate > "
'coverage_output"'
)
os.system(command)
for directory in directories:
for file_name in os.listdir(directory):
Expand Down

0 comments on commit 298bfcd

Please sign in to comment.