fix

huggingface · Dec 13, 2024 · 6fb84c6 · 6fb84c6
1 parent 0b2f878
commit 6fb84c6
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/optimum_benchmark/backends/py_txi/config.py b/optimum_benchmark/backends/py_txi/config.py
@@ -76,7 +76,9 @@ def __post_init__(self):
             renderDs = [file for file in os.listdir("/dev/dri") if file.startswith("renderD")]
             self.devices = ["/dev/kfd"] + [f"/dev/dri/{renderDs[i]}" for i in ids]
 
-        # TGI specific
-        if self.task in TEXT_GENERATION_TASKS:
-            if self.trust_remote_code is None:
-                self.trust_remote_code = self.model_kwargs.get("trust_remote_code", False)
+        # Common options
+        if self.max_concurrent_requests is None:
+            if self.task in TEXT_GENERATION_TASKS:
+                self.max_concurrent_requests = 128
+            elif self.task in TEXT_EMBEDDING_TASKS:
+                self.max_concurrent_requests = 512