fix map
This commit is contained in:
parent
498199b37d
commit
2c3ae32c8e
@ -704,9 +704,7 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
|
|||||||
|
|
||||||
var payload struct {
|
var payload struct {
|
||||||
Timings struct {
|
Timings struct {
|
||||||
Usage struct {
|
CachedTokens *int `json:"cache_n"`
|
||||||
CachedTokens *int `json:"cache_n"`
|
|
||||||
} `json:"usage"`
|
|
||||||
} `json:"timings"`
|
} `json:"timings"`
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -714,8 +712,8 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
|
|||||||
return 0, false
|
return 0, false
|
||||||
}
|
}
|
||||||
|
|
||||||
if payload.Timings.Usage.CachedTokens == nil {
|
if payload.Timings.CachedTokens == nil {
|
||||||
return 0, false
|
return 0, false
|
||||||
}
|
}
|
||||||
return *payload.Timings.Usage.CachedTokens, true
|
return *payload.Timings.CachedTokens, true
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user