scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 123

fix: populate usage_metadata with response_cost in LangsmithLogger

Browse source 
LangSmith reads cost from outputs.usage_metadata.total_cost but
LangsmithLogger never wrote to that key, so the Cost column in
LangSmith was always empty.

Inject usage_metadata (token counts + cost) into data['outputs']
inside _prepare_log_data so the cost is surfaced in the LangSmith UI.

Fixes #24001
This commit is contained in:
Alvin Tang 2026-03-18 22:14:30 +08:00
parent 25ee2fb3f9
commit ed5b6b2365
1 changed files with 17 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
litellm/integrations/langsmith.py
View file

@ -165,6 +165,23 @@ class LangsmithLogger(CustomBatchLogger):
"extra": extra_metadata,
}
# Populate usage_metadata so LangSmith can display cost in
# the project overview. LangSmith reads cost exclusively from
# outputs.usage_metadata.total_cost (the same structure that the
# official LangSmith OpenAI/Gemini wrappers produce).
if isinstance(data.get("outputs"), dict):
response_cost = payload.get("response_cost") or 0.0
data["outputs"]["usage_metadata"] = {
"input_tokens": payload.get("prompt_tokens", 0),
"output_tokens": payload.get("completion_tokens", 0),
"total_tokens": payload.get("total_tokens", 0),
"input_token_details": {},
"output_token_details": {},
"input_cost": response_cost,
"output_cost": 0.0,
"total_cost": response_cost,
}
if payload["error_str"] is not None and payload["status"] == "failure":
data["error"] = payload["error_str"]