modify batch size

ansys · Sep 20, 2024 · 08d8c88 · 08d8c88
1 parent 731cdb0
commit 08d8c88
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pkg/externalfunctions/dataextraction.go b/pkg/externalfunctions/dataextraction.go
@@ -512,7 +512,7 @@ func GenerateDocumentTree(documentName string, documentId string, documentChunks
 	}
 
 	// Send batch embedding request to LLM handler. Set max batch size to 1000.
-	maxBatchSize := 4
+	maxBatchSize := 100
 	err = dataExtractionProcessBatchEmbeddings(documentData, maxBatchSize)
 	if err != nil {
 		errMessage := fmt.Sprintf("Error in dataExtractionProcessBatchEmbeddings: %v", err)