fix map
This commit is contained in:
parent
498199b37d
commit
2c3ae32c8e
@ -704,9 +704,7 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
|
||||
|
||||
var payload struct {
|
||||
Timings struct {
|
||||
Usage struct {
|
||||
CachedTokens *int `json:"cache_n"`
|
||||
} `json:"usage"`
|
||||
CachedTokens *int `json:"cache_n"`
|
||||
} `json:"timings"`
|
||||
}
|
||||
|
||||
@ -714,8 +712,8 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
|
||||
return 0, false
|
||||
}
|
||||
|
||||
if payload.Timings.Usage.CachedTokens == nil {
|
||||
if payload.Timings.CachedTokens == nil {
|
||||
return 0, false
|
||||
}
|
||||
return *payload.Timings.Usage.CachedTokens, true
|
||||
return *payload.Timings.CachedTokens, true
|
||||
}
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user