From e186f8a84a6df9539cb6f89fcfb5bcdf948f3891 Mon Sep 17 00:00:00 2001 From: Xu Zhao Date: Thu, 30 May 2024 14:41:27 -0400 Subject: [PATCH] Run torchbench first --- userbenchmark/torchao/run.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/userbenchmark/torchao/run.py b/userbenchmark/torchao/run.py index 0e579b0bc8..72fc4a2445 100644 --- a/userbenchmark/torchao/run.py +++ b/userbenchmark/torchao/run.py @@ -8,11 +8,11 @@ OUTPUT_DIR.mkdir(exist_ok=True, parents=True) CI_ARGS = [ - # TIMM - ["--timm", "--performance", "--inference", "--bfloat16", "--quantization", "noquant", "--output", f"{str(OUTPUT_DIR.joinpath('torchao_noquant_timm_bfloat16_inference_cuda_performance.csv').resolve())}"], - # ["--timm", "--performance", "--inference", "--bfloat16", "--quantization", "int8dynamic", "--output", ".userbenchmark/torchao/torchao_int8dynamic_timm_bfloat16_inference_cuda_performance.csv"], - # ["--timm", "--performance", "--inference", "--bfloat16", "--quantization", "int8weightonly", "--output", ".userbenchmark/torchao/torchao_int8weightonly_timm_bfloat16_inference_cuda_performance.csv"], - # ["--timm", "--performance", "--inference", "--bfloat16", "--quantization", "autoquant", "--output", ".userbenchmark/torchao/torchao_autoquant_timm_bfloat16_inference_cuda_performance.csv"], + # Torchbench + ["--torchbench", "--performance", "--inference", "--bfloat16", "--quantization", "noquant", "--output", f"{str(OUTPUT_DIR.joinpath('torchao_noquant_timm_bfloat16_inference_cuda_performance.csv').resolve())}"], + # ["--torchbench", "--performance", "--inference", "--bfloat16", "--quantization", "int8dynamic", "--output", ".userbenchmark/torchao/torchao_int8dynamic_timm_bfloat16_inference_cuda_performance.csv"], + # ["--torchbench", "--performance", "--inference", "--bfloat16", "--quantization", "int8weightonly", "--output", ".userbenchmark/torchao/torchao_int8weightonly_timm_bfloat16_inference_cuda_performance.csv"], + # ["--torchbench", "--performance", "--inference", "--bfloat16", "--quantization", "autoquant", "--output", ".userbenchmark/torchao/torchao_autoquant_timm_bfloat16_inference_cuda_performance.csv"], ]