introduce exampleSelector at deep layer

.vscode/settings.json

@@ -12,6 +12,7 @@
     "jsonv",
     "Karnali",
     "Kita",
+    "Kurunegala",
     "kwargs",
     "landuse",
     "langchain",
@@ -20,6 +21,7 @@
     "lightyellow",
     "llms",
     "Mandera",
+    "México",
     "NDRRMA",
     "NEOC",
     "OPENAI",

src/app/api/ai/deep/route.ts

@@ -1,14 +1,33 @@
 import { NextResponse } from "next/server";
 import { OpenAI, OpenAIChat } from "langchain/llms/openai";
 import { loadTridentDeepChain } from "@/utils/langchain/chains/deep";
+import { OpenAIEmbeddings } from "langchain/embeddings/openai";
 
 export async function POST(request: Request) {
   const res = await request.json();
   const query = res.query;
 
-  const model = new OpenAIChat({ temperature: 0 });
-  const chain = loadTridentDeepChain({ llm: model });
-  const result = await chain.call({ text: query });
+  let embeddings: OpenAIEmbeddings;
+  let llm: OpenAIChat;
+  if (process.env.CLOUDFLARE_AI_GATEWAY) {
+    embeddings = new OpenAIEmbeddings({
+      configuration: {
+        baseURL: process.env.CLOUDFLARE_AI_GATEWAY + "/openai",
+      },
+    });
+    llm = new OpenAIChat({
+      configuration: {
+        baseURL: process.env.CLOUDFLARE_AI_GATEWAY + "/openai",
+      },
+      temperature: 0,
+    });
+  } else {
+    embeddings = new OpenAIEmbeddings();
+    llm = new OpenAIChat({ temperature: 0 });
+  }
+
+  const chain = await loadTridentDeepChain({ embeddings, llm });
+  const result = await chain.call({ input: query });
 
   console.log("----- ----- -----");
   console.log("----- start deep -----");

src/app/api/ai/inner/route.ts

@@ -47,7 +47,6 @@ export async function POST(request: Request) {
 
   let embeddings: OpenAIEmbeddings;
   let llm: OpenAIChat;
-
   if (process.env.CLOUDFLARE_AI_GATEWAY) {
     embeddings = new OpenAIEmbeddings({
       configuration: {

src/utils/langchain/chains/deep/index.ts

@@ -1,15 +1,19 @@
 import { LLMChain } from "langchain/chains";
-import { TRIDENT_DEEP_PROMPT } from "./prompt";
+import { loadTridentDeepPrompt } from "./prompt";
 import { BaseLanguageModel } from "langchain/dist/base_language";
+import { Embeddings } from "langchain/embeddings/base";
 
-export const loadTridentDeepChain = ({
+export const loadTridentDeepChain = async ({
+  embeddings,
   llm,
 }: {
+  embeddings: Embeddings;
   llm: BaseLanguageModel;
-}): LLMChain => {
+}): Promise<LLMChain> => {
+  const prompt = await loadTridentDeepPrompt(embeddings);
   const chain = new LLMChain({
     llm: llm,
-    prompt: TRIDENT_DEEP_PROMPT,
+    prompt: prompt,
   });
   return chain;
 };