scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-05 02:41:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 48

fix: avoid shadowing logging_obj in overhead duration code path

Browse source 
Renamed local logging_obj to _logging_obj and start_time to _start_time
to prevent overwriting the function-level logging_obj variable, which
caused proxy-infra test failures when self.data had no litellm_logging_obj.
This commit is contained in:
factnn 2026-06-21 14:11:21 +08:00
parent 78aa0b2ea7
commit df130fea02
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/common_request_processing.py
View file

@ -1431,19 +1431,19 @@ class ProxyBaseLLMRequestProcessing:
_hidden_params = getattr(response, "_hidden_params", {}) or {}
if not _hidden_params.get("litellm_overhead_time_ms"):
end_time = datetime.now()
logging_obj = self.data.get("litellm_logging_obj")
if logging_obj is not None:
_logging_obj = self.data.get("litellm_logging_obj")
if _logging_obj is not None:
from litellm.litellm_core_utils.llm_response_utils.response_metadata import (
update_response_metadata,
)
start_time = logging_obj.start_time or end_time
_start_time = _logging_obj.start_time or end_time
update_response_metadata(
result=response,
logging_obj=logging_obj,
logging_obj=_logging_obj,
model=self.data.get("model"),
kwargs=self.data,
start_time=start_time,
start_time=_start_time,
end_time=end_time,
)