mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-09 03:18:44 +00:00
fix(proxy): count summary tokens without building a new list
Signed-off-by: sinksilk <785976238@qq.com>
This commit is contained in:
parent
daf87b4064
commit
4d6f12578d
1 changed files with 1 additions and 1 deletions
|
|
@ -1046,7 +1046,7 @@ async def _estimate_summary_input_tokens(
|
|||
try:
|
||||
return await asyncify(litellm.token_counter)(
|
||||
model=summary_model,
|
||||
messages=list(summary_messages),
|
||||
messages=summary_messages,
|
||||
)
|
||||
except Exception as e:
|
||||
verbose_logger.warning(
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue