From 08d8c885dc6b270bc53636256fef70f6d7347702 Mon Sep 17 00:00:00 2001
From: laurasgkadri98 <126669056+laurasgkadri98@users.noreply.github.com>
Date: Fri, 20 Sep 2024 11:58:30 +0200
Subject: [PATCH] modify batch size

---
 pkg/externalfunctions/dataextraction.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pkg/externalfunctions/dataextraction.go b/pkg/externalfunctions/dataextraction.go
index 2627540..300834b 100644
--- a/pkg/externalfunctions/dataextraction.go
+++ b/pkg/externalfunctions/dataextraction.go
@@ -512,7 +512,7 @@ func GenerateDocumentTree(documentName string, documentId string, documentChunks
 	}
 
 	// Send batch embedding request to LLM handler. Set max batch size to 1000.
-	maxBatchSize := 4
+	maxBatchSize := 100
 	err = dataExtractionProcessBatchEmbeddings(documentData, maxBatchSize)
 	if err != nil {
 		errMessage := fmt.Sprintf("Error in dataExtractionProcessBatchEmbeddings: %v", err)