From 0b4dc6a4d6bd67a29fd73369a0664a7dbb1d62b6 Mon Sep 17 00:00:00 2001 From: IlyasMoutawwakil Date: Wed, 4 Sep 2024 00:56:16 +0200 Subject: [PATCH] update --- py_txi/inference_server.py | 3 +-- py_txi/text_generation_inference.py | 2 +- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/py_txi/inference_server.py b/py_txi/inference_server.py index 09c42a4..c574983 100644 --- a/py_txi/inference_server.py +++ b/py_txi/inference_server.py @@ -144,8 +144,7 @@ def __init__(self, config: InferenceServerConfig) -> None: LOGGER.info(f"\t+ {log}") break elif self.FAILURE_SENTINEL.lower() in log.lower(): - LOGGER.info(f"\t+ {log}") - raise Exception(f"{self.NAME} server failed to start") + raise Exception(f"{self.NAME} server failed to start with failure message: {log}") else: LOGGER.info(f"\t+ {log}") diff --git a/py_txi/text_generation_inference.py b/py_txi/text_generation_inference.py index d34d7ac..f3985ff 100644 --- a/py_txi/text_generation_inference.py +++ b/py_txi/text_generation_inference.py @@ -48,7 +48,7 @@ def __post_init__(self) -> None: class TGI(InferenceServer): NAME: str = "Text-Generation-Inference" SUCCESS_SENTINEL: str = "Connected" - FAILURE_SENTINEL: str = "Error" + FAILURE_SENTINEL: str = "Traceback" def __init__(self, config: TGIConfig) -> None: super().__init__(config)