diff --git a/src/llmperf/ray_clients/openai_chat_completions_client.py b/src/llmperf/ray_clients/openai_chat_completions_client.py index f2e0a91..6b6145c 100644 --- a/src/llmperf/ray_clients/openai_chat_completions_client.py +++ b/src/llmperf/ray_clients/openai_chat_completions_client.py @@ -58,7 +58,7 @@ def llm_request(self, request_config: RequestConfig) -> Dict[str, Any]: raise ValueError("No host provided.") if not address.endswith("/"): address = address + "/" - address += "chat/completions" + address += "v1/chat/completions" try: with requests.post( address,