forked from pytorch/executorch
-
Notifications
You must be signed in to change notification settings - Fork 0
/
pytest.ini
71 lines (70 loc) · 2.69 KB
/
pytest.ini
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
[pytest]
addopts =
# show summary of all tests that did not pass
-rEfX
# Make tracebacks shorter
--tb=native
# capture only Python print and C++ py::print, but not C output (low-level Python errors)
--capture=sys
# don't suppress warnings, but don't shove them all to the end either
-p no:warnings
# Ignore backends/arm tests you need to run examples/arm/setup.sh to install some tool to make them work
# For GitHub testing this is setup/executed in the unittest-arm job see .github/workflows/pull.yml for more info.
--ignore-glob=backends/arm/**/*
# explicitly list out tests that are running successfully in oss
examples/models/test
devtools/
# examples
examples/models/llama/tests
examples/models/llama3_2_vision/preprocess
examples/models/llama3_2_vision/vision_encoder/test
examples/models/llama3_2_vision/text_decoder/test
# examples/models/llava/test TODO: enable this
# exir
exir/_serialize/test
exir/backend/test
exir/dialects/backend/test
exir/dialects/edge/test
exir/dialects/test
exir/emit/test
exir/program/test
exir/tests/
# kernels/
kernels/prim_ops/test
kernels/quantized
# Because this test depends on test only cpp ops lib
# Will add test only cmake targets to re-enable this test
# but maybe it is a bit of anti-pattern
--ignore=kernels/quantized/test/test_quant_dequant_per_token.py
kernels/test/test_case_gen.py
# backends/xnnpack
backends/xnnpack/test
# extension/
extension/llm/modules/test
extension/pybindings/test
# Runtime
runtime
# test TODO: fix these tests
# test/end2end/test_end2end.py
--ignore=backends/xnnpack/test/ops/linear.py
--ignore=backends/xnnpack/test/models/llama2_et_example.py
# T200992559: Add torchao to ET as core dependency
--ignore=examples/models/llama/tests/test_pre_quantization_transforms.py
--ignore=exir/backend/test/demos
--ignore=exir/backend/test/test_backends.py
--ignore=exir/backend/test/test_backends_lifted.py
--ignore=exir/backend/test/test_compatibility.py
--ignore=exir/backend/test/test_lowered_backend_module.py
--ignore=exir/backend/test/test_partitioner.py
--ignore=exir/tests/test_common.py
--ignore=exir/tests/test_memory_format_ops_pass_aten.py
--ignore=exir/tests/test_memory_planning.py
--ignore=exir/tests/test_op_convert.py
--ignore=exir/tests/test_passes.py
--ignore=exir/tests/test_quant_fusion_pass.py
--ignore=exir/tests/test_quantization.py
--ignore=exir/tests/test_verification.py
# run the same tests multiple times to determine their
# flakiness status. Default to 50 re-runs
flake-finder = true
flake-runs = 50