commit

backend/src/controllers/chat.js

@@ -191,7 +191,13 @@ async function createPrompt(req, res, next) {
       throw new ClientError(403, 'The prompt exceeds the number of tokens you have assigned');
     }
 
-    const completion = await generateChatCompletion(message, { model: llm.model });
+    let completion;
+
+    try {
+      completion = await generateChatCompletion(message, { model: llm.model, max_tokens: tokensToSpend });
+    } catch (err) {
+      throw new ClientError(403, 'The prompt exceeds the number of tokens you have assigned');
+    }
 
     const promptTokens = completion.usage.prompt_tokens;
 

backend/src/utils/generateChatCompletion.js

@@ -10,14 +10,15 @@ if (!OPENAI_API_KEY) {
 const openai = new OpenAI();
 
 async function generateChatCompletion(content, options) {
-  const { role = 'user', model } = options || {};
+  const { role = 'user', model, max_tokens } = options || {};
 
   if (!model) {
     throw new Error('The "model" is required');
   }
 
   try {
     const completion = await openai.chat.completions.create({
+      max_tokens: max_tokens,
       messages: [{ role, content }],
       model
     });