From 1529241e3d2e496f63b658757b1f693af91d612b Mon Sep 17 00:00:00 2001 From: Xu Zhao Date: Wed, 5 Jun 2024 12:54:24 -0400 Subject: [PATCH] Run all TIMM tests. --- userbenchmark/torchao/run.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/userbenchmark/torchao/run.py b/userbenchmark/torchao/run.py index a6e7a6ec69..33e1d9d623 100644 --- a/userbenchmark/torchao/run.py +++ b/userbenchmark/torchao/run.py @@ -1,5 +1,4 @@ import argparse -import subprocess from userbenchmark.utils import get_output_dir from typing import List @@ -12,9 +11,9 @@ CI_ARGS = [ # TIMM ["--progress", "--timm", "--performance", "--inference", "--bfloat16", "--quantization", "noquant", "--output", f"{str(OUTPUT_DIR.joinpath('torchao_noquant_timm_models_bfloat16_inference_cuda_performance.csv').resolve())}"], - # ["--progress", "--timm", "--performance", "--inference", "--bfloat16", "--quantization", "int8dynamic", "--output", ".userbenchmark/torchao/torchao_int8dynamic_timm_models_bfloat16_inference_cuda_performance.csv"], - # ["--progress", "--timm", "--performance", "--inference", "--bfloat16", "--quantization", "int8weightonly", "--output", ".userbenchmark/torchao/torchao_int8weightonly_timm_models_bfloat16_inference_cuda_performance.csv"], - # ["--progress", "--timm", "--performance", "--inference", "--bfloat16", "--quantization", "autoquant", "--output", ".userbenchmark/torchao/torchao_autoquant_timm_models_bfloat16_inference_cuda_performance.csv"], + ["--progress", "--timm", "--performance", "--inference", "--bfloat16", "--quantization", "int8dynamic", "--output", f"{str(OUTPUT_DIR.joinpath('.userbenchmark/torchao/torchao_int8dynamic_timm_models_bfloat16_inference_cuda_performance.csv').resolve())}"], + ["--progress", "--timm", "--performance", "--inference", "--bfloat16", "--quantization", "int8weightonly", "--output", f"{str(OUTPUT_DIR.joinpath('.userbenchmark/torchao/torchao_int8weightonly_timm_models_bfloat16_inference_cuda_performance.csv').resolve())}"], + ["--progress", "--timm", "--performance", "--inference", "--bfloat16", "--quantization", "autoquant", "--output", f"{str(OUTPUT_DIR.joinpath('.userbenchmark/torchao/torchao_autoquant_timm_models_bfloat16_inference_cuda_performance.csv').resolve())}"], ] @@ -28,6 +27,7 @@ def _get_output(pt2_args): def _run_pt2_args(pt2_args: List[str]) -> str: from userbenchmark.dynamo.run import run as run_pt2_benchmark + print(f"=================== [TORCHAO] Running PT2 Benchmark Runner with Args: {pt2_args} ===================") run_pt2_benchmark(pt2_args) return _get_output(pt2_args)