feat: update model ratio
Some checks failed
Publish Docker image (amd64) / Push Docker image to multiple registries (push) Has been cancelled
Publish Docker image (arm64) / Push Docker image to multiple registries (push) Has been cancelled

This commit is contained in:
CaIon 2024-04-24 18:53:21 +08:00
parent cae9dbe141
commit bbac1a53fd

View File

@ -224,6 +224,9 @@ func GetCompletionRatio(name string) float64 {
if strings.HasPrefix(name, "gemini-") {
return 3
}
if strings.HasPrefix(name, "command") {
return 5
}
switch name {
case "llama2-70b-4096":
return 0.8 / 0.7