fix: fix PaLM2 not billed

songquanpeng · Jul 22, 2023 · e6938bd · e6938bd
1 parent 8f721d6
commit e6938bd
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/controller/relay-palm.go b/controller/relay-palm.go
@@ -131,6 +131,9 @@ func palmStreamHandler(c *gin.Context, resp *http.Response) (*OpenAIErrorWithSta
 		fullTextResponse := streamResponsePaLM2OpenAI(&palmResponse)
 		fullTextResponse.Id = responseId
 		fullTextResponse.Created = createdTime
+		if len(palmResponse.Candidates) > 0 {
+			responseText = palmResponse.Candidates[0].Content
+		}
 		jsonResponse, err := json.Marshal(fullTextResponse)
 		if err != nil {
 			common.SysError("error marshalling stream response: " + err.Error())