scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 123

fixing PR comments

Browse source
This commit is contained in:
devarakondasrikanth 2026-03-13 20:15:44 -07:00
parent c5878c3474
commit f023f7ff77
2 changed files with 8 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -5614,12 +5614,14 @@ async def async_data_generator(
def _discard_task(t: asyncio.Task[None]) -> None:
_post_guardrail_log_tasks.discard(t)
logging_obj_for_log = request_data.get("litellm_logging_obj")
request_data_snapshot = dict(request_data)
_task = asyncio.create_task(
_async_data_generator_fire_post_guardrail_log(
request_data=request_data,
request_data=request_data_snapshot,
user_api_key_dict=user_api_key_dict,
chunks_for_log=_streaming_chunks_for_log,
logging_obj=request_data.get("litellm_logging_obj"),
logging_obj=logging_obj_for_log,
)
)
_post_guardrail_log_tasks.add(_task)

8
litellm/proxy/utils.py
View file

@ -1995,11 +1995,11 @@ class ProxyLogging:
logging_obj, "model_call_details", None
):
# Merge so request data wins overall, but model_call_details wins for
# LLM-lifecycle timing fields so callbacks get accurate start/end times.
# start_time so callbacks get accurate LLM start. end_time in kwargs is
# left to match the end_time argument (hook run time); use llm_end_time for LLM-only end.
kwargs = {**logging_obj.model_call_details, **kwargs}
for key in ("start_time", "end_time"):
if key in logging_obj.model_call_details:
kwargs[key] = logging_obj.model_call_details[key]
if "start_time" in logging_obj.model_call_details:
kwargs["start_time"] = logging_obj.model_call_details["start_time"]
kwargs["user_api_key_dict"] = user_api_key_dict
start_time = None
if logging_obj is not None: