fix: xAI missing finish_reason #572

2024-11-30 16:57:31 +08:00 · 2024-11-30 16:57:31 +08:00 · 96e3eeceb1
commit 96e3eeceb1
parent 31df701579
1 changed files with 5 additions and 0 deletions
--- a/relay/channel/openai/relay-openai.go
+++ b/relay/channel/openai/relay-openai.go
@ -98,6 +98,11 @@ func OaiStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.Rel
 				shouldSendLastResp = false
 			}
 		}
+		for _, choice := range lastStreamResponse.Choices {
+			if choice.FinishReason != nil {
+				shouldSendLastResp = true
+			}
+		}
 	}
 	if shouldSendLastResp {
 		service.StringData(c, lastStreamData)