react adapater headers

nlkitai · Mar 29, 2024 · 77d66f2 · 77d66f2
1 parent 96fe5ed
commit 77d66f2
Show file tree

Hide file tree

Showing 7 changed files with 28 additions and 4 deletions.
diff --git a/packages/js/langchain/src/langserve/adapter/adapter.ts b/packages/js/langchain/src/langserve/adapter/adapter.ts
@@ -9,13 +9,15 @@ import {
     warn,
 } from '@nlux/core';
 import {ChatAdapterOptions} from '../types/adapterOptions';
+import {LangServeHeaders} from '../types/langServe';
 import {LangServeInputPreProcessor} from '../types/inputPreProcessor';
 import {LangServeOutputPreProcessor} from '../types/outputPreProcessor';
 import {getDataTransferModeToUse} from '../utils/getDataTransferModeToUse';
 import {getEndpointUrlToUse} from '../utils/getEndpointUrlToUse';
 import {getRunnableNameToUse} from '../utils/getRunnableNameToUse';
 import {getSchemaUrlToUse} from '../utils/getSchemaUrlToUse';
 import {transformInputBasedOnSchema} from '../utils/transformInputBasedOnSchema';
+import { getHeadersToUse } from '../utils/getHeadersToUse';
 
 export abstract class LangServeAbstractAdapter implements StandardChatAdapter {
     static defaultDataTransferMode: DataTransferMode = 'stream';
@@ -25,6 +27,7 @@ export abstract class LangServeAbstractAdapter implements StandardChatAdapter {
 
     private readonly theDataTransferModeToUse: DataTransferMode;
     private readonly theEndpointUrlToUse: string;
+    private readonly theHeadersToUse: LangServeHeaders;
     private theInputSchemaToUse: object | undefined;
     private readonly theInputSchemaUrlToUse: string;
     private readonly theRunnableNameToUse: string;
@@ -35,6 +38,7 @@ export abstract class LangServeAbstractAdapter implements StandardChatAdapter {
         this.__options = {...options};
 
         this.theDataTransferModeToUse = getDataTransferModeToUse(options);
+        this.theHeadersToUse = getHeadersToUse(options);
         this.theUseInputSchemaOptionToUse = (typeof options.useInputSchema === 'boolean')
             ? options.useInputSchema
             : true;
@@ -54,6 +58,10 @@ export abstract class LangServeAbstractAdapter implements StandardChatAdapter {
         return this.theEndpointUrlToUse;
     }
 
+    get headers(): LangServeHeaders {
+        return this.theHeadersToUse;
+    }
+
     get id(): string {
         return this.__instanceId;
     }

diff --git a/packages/js/langchain/src/langserve/adapter/fetch.ts b/packages/js/langchain/src/langserve/adapter/fetch.ts
@@ -10,7 +10,10 @@ export class LangServeFetchAdapter extends LangServeAbstractAdapter {
         const body = this.getRequestBody(message, extras.conversationHistory);
         const response = await fetch(this.endpointUrl, {
             method: 'POST',
-            headers: {'Content-Type': 'application/json'},
+            headers: {
+                ...this.headers,
+                'Content-Type': 'application/json'
+            },
             body,
         });
 

diff --git a/packages/js/langchain/src/langserve/adapter/stream.ts b/packages/js/langchain/src/langserve/adapter/stream.ts
@@ -19,7 +19,10 @@ export class LangServeStreamAdapter extends LangServeAbstractAdapter {
         const body = this.getRequestBody(message, extras.conversationHistory);
         fetch(this.endpointUrl, {
             method: 'POST',
-            headers: {'Content-Type': 'application/json'},
+            headers: {
+                ...this.headers,
+                'Content-Type': 'application/json'
+            },
             body,
         })
             .then(async (response) => {

diff --git a/packages/js/langchain/src/langserve/types/adapterOptions.ts b/packages/js/langchain/src/langserve/types/adapterOptions.ts
@@ -31,7 +31,7 @@ export type ChatAdapterOptions = {
     /**
      * This contains the headers that implementers can use to send additional data such as authentication headers.
      */
-        headers?: LangServeHeaders;
+    headers?: LangServeHeaders;
 
     /**
      * A function to preprocess the user input before sending it to the LangServe runnable.

diff --git a/packages/js/langchain/src/langserve/utils/getHeadersToUse.ts b/packages/js/langchain/src/langserve/utils/getHeadersToUse.ts
@@ -0,0 +1,8 @@
+import {ChatAdapterOptions} from '../types/adapterOptions';
+import {LangServeHeaders} from '../types/langServe';
+
+export const getHeadersToUse = (
+    adapterOptions: ChatAdapterOptions
+): LangServeHeaders => {
+    return adapterOptions.headers || {};
+};
diff --git a/packages/react/langchain/src/hooks/getAdapterBuilder.ts b/packages/react/langchain/src/hooks/getAdapterBuilder.ts
@@ -27,7 +27,7 @@ export const getAdapterBuilder = (options: ChatAdapterOptions): ChatAdapterBuild
     }
 
     if (headers) {
-        headers = newAdapter.withHeaders(headers);
+        newAdapter = newAdapter.withHeaders(headers);
     }
 
     if (inputPreProcessor) {

diff --git a/packages/react/langchain/src/hooks/useChatAdapter.ts b/packages/react/langchain/src/hooks/useChatAdapter.ts
@@ -11,6 +11,7 @@ export const useChatAdapter = (options: ChatAdapterOptions) => {
     const {
         url,
         dataTransferMode,
+        headers,
         inputPreProcessor,
         outputPreProcessor,
         useInputSchema,
@@ -28,6 +29,7 @@ export const useChatAdapter = (options: ChatAdapterOptions) => {
         isInitialized,
         url,
         dataTransferMode,
+        headers,
         inputPreProcessor,
         outputPreProcessor,
         useInputSchema,