mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-10 03:28:53 +00:00
fix(streaming): annotate aggregated token counts
This commit is contained in:
parent
34cd139f53
commit
0eacc03b55
1 changed files with 2 additions and 2 deletions
|
|
@ -136,8 +136,8 @@ class _UsageBearingChunk(TypedDict, total=False):
|
|||
|
||||
|
||||
class _UsageSummary(TypedDict):
|
||||
prompt_tokens: int | None
|
||||
completion_tokens: int | None
|
||||
prompt_tokens: int
|
||||
completion_tokens: int
|
||||
cache_creation_input_tokens: int | None
|
||||
cache_read_input_tokens: int | None
|
||||
completion_tokens_details: CompletionTokensDetails | None
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue