feat: expand context discussions bot has for answers by including dis…

…cussion answers (#3778)
twilio-labs · Feb 16, 2024 · be0fe01 · be0fe01
1 parent 539975b
commit be0fe01
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/packages/paste-website/src/pages/api/ai.ts b/packages/paste-website/src/pages/api/ai.ts
@@ -131,9 +131,9 @@ export default async function handler(req: NextRequest): Promise<void | Response
     const { embedding } = embeddingResponse.data[0];
 
     // eslint-disable-next-line no-console
-    console.log(`${LOG_PREFIX} Request Page sections based on embeddings`);
+    console.log(`${LOG_PREFIX} Request Page and Discussions sections based on embeddings`);
 
-    const { error: matchError, data: pageSections } = await supabaseClient.rpc("match_page_sections_for_ai", {
+    const { error: matchError, data: pageSections } = await supabaseClient.rpc("match_page_sections_v3", {
       embedding,
       /* eslint-disable camelcase */
       match_threshold: 0.78,
@@ -158,15 +158,15 @@ export default async function handler(req: NextRequest): Promise<void | Response
       const encoded = tokenizer.encode(content);
       tokenCount += encoded.text.length;
 
-      if (tokenCount >= 1500) {
+      if (tokenCount >= 2500) {
         break;
       }
 
       contextText += `${content.trim()}\n---\n`;
     }
 
     // eslint-disable-next-line no-console
-    console.log(`${LOG_PREFIX} Context text: ${contextText}`);
+    console.log(`${LOG_PREFIX} Context ${tokenCount} tokens and text: ${contextText}`);
 
     const prompt = codeBlock`
       ${oneLine`
@@ -199,7 +199,7 @@ export default async function handler(req: NextRequest): Promise<void | Response
     console.log(`${LOG_PREFIX} Request chat completion`);
 
     const response = await openai.chat.completions.create({
-      model: "gpt-4-1106-preview",
+      model: "gpt-4-turbo-preview",
       messages: [chatMessage],
       // eslint-disable-next-line camelcase
       max_tokens: 2000,

diff --git a/packages/paste-website/src/pages/api/paste-assistant-simple-completion.ts b/packages/paste-website/src/pages/api/paste-assistant-simple-completion.ts
@@ -21,7 +21,7 @@ const LOG_PREFIX = "[/api/paste-assistant-simple-completion]:";
 
 async function getCompletion(prompt: OpenAI.Chat.ChatCompletionMessageParam): Promise<OpenAI.Chat.ChatCompletion> {
   return openai.chat.completions.create({
-    model: "gpt-4-1106-preview",
+    model: "gpt-4-turbo-preview",
     messages: [prompt],
     // eslint-disable-next-line camelcase
     max_tokens: 2000,