feat: add Suffix to GeneralOpenAIRequest in order to support FIM

This commit is contained in:
e. 2025-02-08 00:25:08 +08:00
parent 02bb1c6580
commit cbca378e61

View File

@ -17,7 +17,8 @@ type FormatJsonSchema struct {
type GeneralOpenAIRequest struct {
Model string `json:"model,omitempty"`
Messages []Message `json:"messages,omitempty"`
Prompt any `json:"prompt,omitempty"`
Prompt any `json:"suffix,omitempty"`
Suffix any `json:"prompt,omitempty"`
Stream bool `json:"stream,omitempty"`
StreamOptions *StreamOptions `json:"stream_options,omitempty"`
MaxTokens uint `json:"max_tokens,omitempty"`