Merge pull request #12 from IlyasMoutawwakil/ignore-sentinel

update sentinel
IlyasMoutawwakil · Sep 4, 2024 · f114db7 · f114db7
2 parents a2aba7a + 0b4dc6a
commit f114db7
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 3 deletions.
diff --git a/py_txi/inference_server.py b/py_txi/inference_server.py
@@ -144,8 +144,7 @@ def __init__(self, config: InferenceServerConfig) -> None:
                 LOGGER.info(f"\t+ {log}")
                 break
             elif self.FAILURE_SENTINEL.lower() in log.lower():
-                LOGGER.info(f"\t+ {log}")
-                raise Exception(f"{self.NAME} server failed to start")
+                raise Exception(f"{self.NAME} server failed to start with failure message: {log}")
             else:
                 LOGGER.info(f"\t+ {log}")
 

diff --git a/py_txi/text_generation_inference.py b/py_txi/text_generation_inference.py
@@ -48,7 +48,7 @@ def __post_init__(self) -> None:
 class TGI(InferenceServer):
     NAME: str = "Text-Generation-Inference"
     SUCCESS_SENTINEL: str = "Connected"
-    FAILURE_SENTINEL: str = "Error"
+    FAILURE_SENTINEL: str = "Traceback"
 
     def __init__(self, config: TGIConfig) -> None:
         super().__init__(config)