try with benchmark

nod-ai · Apr 2, 2024 · 347a7d3 · 347a7d3
1 parent e06e7ce
commit 347a7d3
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 3 deletions.
diff --git a/.github/workflows/test_iree.yml b/.github/workflows/test_iree.yml
@@ -81,4 +81,4 @@ jobs:
         run: |
           source ${VENV_DIR}/bin/activate
           pytest iree_tests -s -n auto -k real_weights -rpfE --timeout=1200 --retries 2 --retry-delay 5 --durations=0
-          pytest iree_tests/benchmarks -n auto -rpfE --timeout=6000 --durations=0
+          pytest iree_tests/benchmarks -s -rpfE --timeout=6000 --durations=0
diff --git a/...ts/benchmarks/sdxl_benchmark/model.mlirbc → ...ts/benchmarks/sdxl-benchmark/model.mlirbc b/...ts/benchmarks/sdxl_benchmark/model.mlirbc → ...ts/benchmarks/sdxl-benchmark/model.mlirbc
diff --git a/...hmarks/sdxl_benchmark/test_data_flags.txt → ...hmarks/sdxl-benchmark/test_data_flags.txt b/...hmarks/sdxl_benchmark/test_data_flags.txt → ...hmarks/sdxl-benchmark/test_data_flags.txt
diff --git a/iree_tests/conftest.py b/iree_tests/conftest.py
@@ -283,10 +283,14 @@ def __init__(self, spec, **kwargs):
 
         # TODO(scotttodd): swap cwd for a temp path?
         self.test_cwd = self.spec.test_directory
+        print("CWD: " + str(self.test_cwd))
         vae_decode_path = os.path.dirname(os.path.dirname(self.test_cwd)) + "/pytorch/models/sdxl-vae-decode-tank"
         scheduled_unet_path = os.path.dirname(os.path.dirname(self.test_cwd)) + "/pytorch/models/sdxl-scheduled-unet-tank"
         prompt_encoder_path = os.path.dirname(os.path.dirname(self.test_cwd)) + "/pytorch/models/sdxl-prompt-encoder-tank"
         vmfb_name = f"{self.spec.input_mlir_stem}_{self.spec.test_name}.vmfb"
+        print("VAE: " + str(vae_decode_path))
+        print("UNET: " + str(scheduled_unet_path))
+        print("CLIP: " + str(prompt_encoder_path))
 
         self.compile_args = ["iree-compile", self.spec.input_mlir_name]
         self.compile_args.extend(self.spec.iree_compile_flags)
@@ -323,8 +327,9 @@ def runtest(self):
                     reason="Expected run to fail",
                 )
             )
-        self.test_run()
-        if self.spec.test_directory.name == "sdxl-pipeline-benchmark":
+        # self.test_run()
+        print("TEST DIR NAME: " + str(self.spec.test_directory.name))
+        if self.spec.test_directory.name == "sdxl-benchmark":
             self.test_benchmark()
         else:
             self.test_run()