Fix how stream flag is read from request (#1441)

pytorch · Dec 25, 2024 · 019f76f · 019f76f
1 parent 68b8087
commit 019f76f
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/torchchat/usages/openai_api.py b/torchchat/usages/openai_api.py
@@ -180,7 +180,10 @@ class CompletionRequest:
     user: Optional[str] = None  # unimplemented
 
     def __post_init__(self):
-        self.stream = bool(self.stream)
+        if isinstance(self.stream, str):
+            self.stream = self.stream.lower() != "false"
+        else:
+            self.stream = bool(self.stream)
 
 
 @dataclass