Support response_format

https://platform.openai.com/docs/api-reference/chat/create#chat-create-response_format https://ai.google.dev/docs/gemini_api_overview#json
PublicAffairs · Apr 10, 2024 · 745a007 · 745a007
1 parent d0340eb
commit 745a007
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/readme.MD b/readme.MD
@@ -113,7 +113,7 @@ set OPENAI_API_BASE=https://my-super-proxy.vercel.app/v1
   - [x] `max_tokens`
   - [x] `n` (`candidateCount` <8) _n.b.: atm api does not accept >1_
   - [ ] `presence_penalty`
-  - [ ] `response_format`
+  - [x] `response_format`
   - [ ] `seed`
   - [x] `stop`: string|array (`stopSequences` [1,5])
   - [x] stream

diff --git a/src/worker.mjs b/src/worker.mjs
@@ -135,6 +135,9 @@ const transformConfig = (req) => {
       cfg[matchedKey] = req[key];
     }
   }
+  if (req.response_format?.type === "json_object") {
+    cfg.response_mime_type = "application/json";
+  }
   return cfg;
 };