scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-21 05:15:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 161

format

Browse source
This commit is contained in:
hatim-ez 2026-04-11 01:58:48 -07:00 • committed by Hatim Ezbakhe
parent a6fd5a8509
commit d5109e2a56
1 changed files with 8 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
litellm/router_strategy/lowest_latency.py
View file

@ -155,13 +155,10 @@ class LowestLatencyLoggingHandler(CustomLogger):
"time_to_first_token", []
).append(time_to_first_token)
else:
request_count_dict[id][
"time_to_first_token"
] = request_count_dict[id]["time_to_first_token"][
1:
] + [
time_to_first_token
]
request_count_dict[id]["time_to_first_token"] = (
request_count_dict[id]["time_to_first_token"][1:]
+ [time_to_first_token]
)
if precise_minute not in request_count_dict[id]:
request_count_dict[id][precise_minute] = {}
@ -383,13 +380,10 @@ class LowestLatencyLoggingHandler(CustomLogger):
"time_to_first_token", []
).append(time_to_first_token)
else:
request_count_dict[id][
"time_to_first_token"
] = request_count_dict[id]["time_to_first_token"][
1:
] + [
time_to_first_token
]
request_count_dict[id]["time_to_first_token"] = (
request_count_dict[id]["time_to_first_token"][1:]
+ [time_to_first_token]
)
if precise_minute not in request_count_dict[id]:
request_count_dict[id][precise_minute] = {}