2024-02-29 01:08:18 +08:00
|
|
|
|
package gemini
|
|
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
|
"errors"
|
|
|
|
|
|
"fmt"
|
|
|
|
|
|
"io"
|
|
|
|
|
|
"net/http"
|
|
|
|
|
|
"one-api/dto"
|
2024-02-29 16:21:25 +08:00
|
|
|
|
"one-api/relay/channel"
|
2025-07-26 13:31:33 +08:00
|
|
|
|
"one-api/relay/channel/openai"
|
2024-02-29 01:08:18 +08:00
|
|
|
|
relaycommon "one-api/relay/common"
|
2025-05-26 13:34:41 +08:00
|
|
|
|
"one-api/relay/constant"
|
2025-02-26 18:19:09 +08:00
|
|
|
|
"one-api/setting/model_setting"
|
2025-07-10 15:02:40 +08:00
|
|
|
|
"one-api/types"
|
2025-02-18 01:39:13 +08:00
|
|
|
|
"strings"
|
|
|
|
|
|
|
|
|
|
|
|
"github.com/gin-gonic/gin"
|
2024-02-29 01:08:18 +08:00
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
type Adaptor struct {
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2025-08-01 22:23:35 +08:00
|
|
|
|
func (a *Adaptor) ConvertGeminiRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeminiChatRequest) (any, error) {
|
2025-08-02 12:53:58 +08:00
|
|
|
|
if len(request.Contents) > 0 {
|
|
|
|
|
|
for i, content := range request.Contents {
|
|
|
|
|
|
if i == 0 {
|
|
|
|
|
|
if request.Contents[0].Role == "" {
|
|
|
|
|
|
request.Contents[0].Role = "user"
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
for _, part := range content.Parts {
|
|
|
|
|
|
if part.FileData != nil {
|
|
|
|
|
|
if part.FileData.MimeType == "" && strings.Contains(part.FileData.FileUri, "www.youtube.com") {
|
|
|
|
|
|
part.FileData.MimeType = "video/webm"
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2025-08-01 22:23:35 +08:00
|
|
|
|
return request, nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2025-07-26 13:31:33 +08:00
|
|
|
|
func (a *Adaptor) ConvertClaudeRequest(c *gin.Context, info *relaycommon.RelayInfo, req *dto.ClaudeRequest) (any, error) {
|
|
|
|
|
|
adaptor := openai.Adaptor{}
|
|
|
|
|
|
oaiReq, err := adaptor.ConvertClaudeRequest(c, info, req)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return nil, err
|
|
|
|
|
|
}
|
|
|
|
|
|
return a.ConvertOpenAIRequest(c, info, oaiReq.(*dto.GeneralOpenAIRequest))
|
2025-03-12 21:31:46 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-07-16 22:07:10 +08:00
|
|
|
|
func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
|
|
|
|
|
|
//TODO implement me
|
|
|
|
|
|
return nil, errors.New("not implemented")
|
2024-07-06 17:09:22 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-07-16 22:07:10 +08:00
|
|
|
|
func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
|
2025-02-18 01:39:13 +08:00
|
|
|
|
if !strings.HasPrefix(info.UpstreamModelName, "imagen") {
|
|
|
|
|
|
return nil, errors.New("not supported model for image generation")
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// convert size to aspect ratio
|
|
|
|
|
|
aspectRatio := "1:1" // default aspect ratio
|
|
|
|
|
|
switch request.Size {
|
|
|
|
|
|
case "1024x1024":
|
|
|
|
|
|
aspectRatio = "1:1"
|
|
|
|
|
|
case "1024x1792":
|
|
|
|
|
|
aspectRatio = "9:16"
|
|
|
|
|
|
case "1792x1024":
|
|
|
|
|
|
aspectRatio = "16:9"
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// build gemini imagen request
|
2025-08-01 22:23:35 +08:00
|
|
|
|
geminiRequest := dto.GeminiImageRequest{
|
|
|
|
|
|
Instances: []dto.GeminiImageInstance{
|
2025-02-18 01:39:13 +08:00
|
|
|
|
{
|
|
|
|
|
|
Prompt: request.Prompt,
|
|
|
|
|
|
},
|
|
|
|
|
|
},
|
2025-08-01 22:23:35 +08:00
|
|
|
|
Parameters: dto.GeminiImageParameters{
|
2025-02-18 01:39:13 +08:00
|
|
|
|
SampleCount: request.N,
|
|
|
|
|
|
AspectRatio: aspectRatio,
|
|
|
|
|
|
PersonGeneration: "allow_adult", // default allow adult
|
|
|
|
|
|
},
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return geminiRequest, nil
|
2024-07-16 22:07:10 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
|
2024-08-02 17:23:59 +08:00
|
|
|
|
|
2024-04-15 14:19:19 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-02-29 01:08:18 +08:00
|
|
|
|
func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
|
2025-04-18 19:36:18 +08:00
|
|
|
|
|
|
|
|
|
|
if model_setting.GetGeminiSettings().ThinkingAdapterEnabled {
|
2025-06-15 21:12:56 +08:00
|
|
|
|
// 新增逻辑:处理 -thinking-<budget> 格式
|
2025-06-20 16:02:23 +08:00
|
|
|
|
if strings.Contains(info.UpstreamModelName, "-thinking-") {
|
2025-06-15 21:12:56 +08:00
|
|
|
|
parts := strings.Split(info.UpstreamModelName, "-thinking-")
|
|
|
|
|
|
info.UpstreamModelName = parts[0]
|
2025-06-20 16:02:23 +08:00
|
|
|
|
} else if strings.HasSuffix(info.UpstreamModelName, "-thinking") { // 旧的适配
|
2025-04-18 19:36:18 +08:00
|
|
|
|
info.UpstreamModelName = strings.TrimSuffix(info.UpstreamModelName, "-thinking")
|
2025-06-20 16:02:23 +08:00
|
|
|
|
} else if strings.HasSuffix(info.UpstreamModelName, "-nothinking") {
|
2025-04-18 19:36:18 +08:00
|
|
|
|
info.UpstreamModelName = strings.TrimSuffix(info.UpstreamModelName, "-nothinking")
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2025-02-26 18:19:09 +08:00
|
|
|
|
version := model_setting.GetGeminiVersionSetting(info.UpstreamModelName)
|
2024-04-15 14:19:19 +08:00
|
|
|
|
|
2025-02-18 01:39:13 +08:00
|
|
|
|
if strings.HasPrefix(info.UpstreamModelName, "imagen") {
|
|
|
|
|
|
return fmt.Sprintf("%s/%s/models/%s:predict", info.BaseUrl, version, info.UpstreamModelName), nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2025-03-10 23:32:06 +08:00
|
|
|
|
if strings.HasPrefix(info.UpstreamModelName, "text-embedding") ||
|
|
|
|
|
|
strings.HasPrefix(info.UpstreamModelName, "embedding") ||
|
|
|
|
|
|
strings.HasPrefix(info.UpstreamModelName, "gemini-embedding") {
|
|
|
|
|
|
return fmt.Sprintf("%s/%s/models/%s:embedContent", info.BaseUrl, version, info.UpstreamModelName), nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2024-06-27 00:16:39 +08:00
|
|
|
|
action := "generateContent"
|
|
|
|
|
|
if info.IsStream {
|
2024-07-18 20:28:47 +08:00
|
|
|
|
action = "streamGenerateContent?alt=sse"
|
2025-08-07 06:18:22 +08:00
|
|
|
|
if info.RelayMode == constant.RelayModeGemini {
|
|
|
|
|
|
info.DisablePing = true
|
|
|
|
|
|
}
|
2024-06-27 00:16:39 +08:00
|
|
|
|
}
|
|
|
|
|
|
return fmt.Sprintf("%s/%s/models/%s:%s", info.BaseUrl, version, info.UpstreamModelName, action), nil
|
2024-02-29 01:08:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-10-04 16:08:18 +08:00
|
|
|
|
func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
|
2024-02-29 16:21:25 +08:00
|
|
|
|
channel.SetupApiRequestHeader(info, c, req)
|
2024-10-04 16:08:18 +08:00
|
|
|
|
req.Set("x-goog-api-key", info.ApiKey)
|
2024-02-29 01:08:18 +08:00
|
|
|
|
return nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2025-03-13 19:32:08 +08:00
|
|
|
|
func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
|
2024-02-29 01:08:18 +08:00
|
|
|
|
if request == nil {
|
|
|
|
|
|
return nil, errors.New("request is nil")
|
|
|
|
|
|
}
|
2025-04-18 19:36:18 +08:00
|
|
|
|
|
|
|
|
|
|
geminiRequest, err := CovertGemini2OpenAI(*request, info)
|
2024-12-20 21:50:58 +08:00
|
|
|
|
if err != nil {
|
|
|
|
|
|
return nil, err
|
|
|
|
|
|
}
|
2025-04-18 19:36:18 +08:00
|
|
|
|
|
|
|
|
|
|
return geminiRequest, nil
|
2024-02-29 01:08:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-07-06 17:09:22 +08:00
|
|
|
|
func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
|
|
|
|
|
|
return nil, nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2025-01-23 05:54:39 +08:00
|
|
|
|
func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
|
2025-03-10 23:32:06 +08:00
|
|
|
|
if request.Input == nil {
|
|
|
|
|
|
return nil, errors.New("input is required")
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
inputs := request.ParseInput()
|
|
|
|
|
|
if len(inputs) == 0 {
|
|
|
|
|
|
return nil, errors.New("input is empty")
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// only process the first input
|
2025-08-01 22:23:35 +08:00
|
|
|
|
geminiRequest := dto.GeminiEmbeddingRequest{
|
|
|
|
|
|
Content: dto.GeminiChatContent{
|
|
|
|
|
|
Parts: []dto.GeminiPart{
|
2025-03-10 23:32:06 +08:00
|
|
|
|
{
|
|
|
|
|
|
Text: inputs[0],
|
|
|
|
|
|
},
|
|
|
|
|
|
},
|
|
|
|
|
|
},
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// set specific parameters for different models
|
|
|
|
|
|
// https://ai.google.dev/api/embeddings?hl=zh-cn#method:-models.embedcontent
|
|
|
|
|
|
switch info.UpstreamModelName {
|
|
|
|
|
|
case "text-embedding-004":
|
|
|
|
|
|
// except embedding-001 supports setting `OutputDimensionality`
|
|
|
|
|
|
if request.Dimensions > 0 {
|
|
|
|
|
|
geminiRequest.OutputDimensionality = request.Dimensions
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return geminiRequest, nil
|
2025-01-23 05:54:39 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2025-05-02 13:59:46 +08:00
|
|
|
|
func (a *Adaptor) ConvertOpenAIResponsesRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.OpenAIResponsesRequest) (any, error) {
|
|
|
|
|
|
// TODO implement me
|
|
|
|
|
|
return nil, errors.New("not implemented")
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2024-10-04 16:08:18 +08:00
|
|
|
|
func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
|
2024-02-29 16:21:25 +08:00
|
|
|
|
return channel.DoApiRequest(a, c, info, requestBody)
|
2024-02-29 01:08:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2025-07-10 15:02:40 +08:00
|
|
|
|
func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *types.NewAPIError) {
|
2025-05-26 13:34:41 +08:00
|
|
|
|
if info.RelayMode == constant.RelayModeGemini {
|
2025-05-26 14:50:50 +08:00
|
|
|
|
if info.IsStream {
|
2025-07-10 15:02:40 +08:00
|
|
|
|
return GeminiTextGenerationStreamHandler(c, info, resp)
|
2025-05-26 14:50:50 +08:00
|
|
|
|
} else {
|
2025-07-10 15:02:40 +08:00
|
|
|
|
return GeminiTextGenerationHandler(c, info, resp)
|
2025-05-26 14:50:50 +08:00
|
|
|
|
}
|
2025-05-26 13:34:41 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2025-02-18 01:39:13 +08:00
|
|
|
|
if strings.HasPrefix(info.UpstreamModelName, "imagen") {
|
2025-07-10 15:02:40 +08:00
|
|
|
|
return GeminiImageHandler(c, info, resp)
|
2025-02-18 01:39:13 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2025-03-10 23:32:06 +08:00
|
|
|
|
// check if the model is an embedding model
|
|
|
|
|
|
if strings.HasPrefix(info.UpstreamModelName, "text-embedding") ||
|
|
|
|
|
|
strings.HasPrefix(info.UpstreamModelName, "embedding") ||
|
|
|
|
|
|
strings.HasPrefix(info.UpstreamModelName, "gemini-embedding") {
|
2025-07-10 15:02:40 +08:00
|
|
|
|
return GeminiEmbeddingHandler(c, info, resp)
|
2025-03-10 23:32:06 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-02-29 01:08:18 +08:00
|
|
|
|
if info.IsStream {
|
2025-07-10 15:02:40 +08:00
|
|
|
|
return GeminiChatStreamHandler(c, info, resp)
|
2024-02-29 01:08:18 +08:00
|
|
|
|
} else {
|
2025-07-10 15:02:40 +08:00
|
|
|
|
return GeminiChatHandler(c, info, resp)
|
2024-02-29 01:08:18 +08:00
|
|
|
|
}
|
2025-04-18 19:36:18 +08:00
|
|
|
|
|
|
|
|
|
|
//if usage.(*dto.Usage).CompletionTokenDetails.ReasoningTokens > 100 {
|
|
|
|
|
|
// // 没有请求-thinking的情况下,产生思考token,则按照思考模型计费
|
|
|
|
|
|
// if !strings.HasSuffix(info.OriginModelName, "-thinking") &&
|
|
|
|
|
|
// !strings.HasSuffix(info.OriginModelName, "-nothinking") {
|
|
|
|
|
|
// thinkingModelName := info.OriginModelName + "-thinking"
|
|
|
|
|
|
// if operation_setting.SelfUseModeEnabled || helper.ContainPriceOrRatio(thinkingModelName) {
|
|
|
|
|
|
// info.OriginModelName = thinkingModelName
|
|
|
|
|
|
// }
|
|
|
|
|
|
// }
|
|
|
|
|
|
//}
|
|
|
|
|
|
|
2025-07-10 15:02:40 +08:00
|
|
|
|
return nil, types.NewError(errors.New("not implemented"), types.ErrorCodeBadResponseBody)
|
2024-02-29 01:08:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (a *Adaptor) GetModelList() []string {
|
|
|
|
|
|
return ModelList
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (a *Adaptor) GetChannelName() string {
|
|
|
|
|
|
return ChannelName
|
|
|
|
|
|
}
|