scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

Merge pull request #17135 from BerriAI/litellm_add_missing_passthrough_fields

Browse source 
Add missing standard logging object fields
This commit is contained in:
Sameer Kankute 2025-11-26 22:07:28 +05:30 • committed by GitHub
commit 1db434348d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 22 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/model_prices_and_context_window_backup.json
View file

@ -9522,6 +9522,15 @@
"output_cost_per_token": 0.0,
"supports_embedding_image_input": true
},
"embed-multilingual-light-v3.0": {
"input_cost_per_token": 1e-04,
"litellm_provider": "cohere",
"max_input_tokens": 1024,
"max_tokens": 1024,
"mode": "embedding",
"output_cost_per_token": 0.0,
"supports_embedding_image_input": true
},
"eu.amazon.nova-lite-v1:0": {
"input_cost_per_token": 7.8e-08,
"litellm_provider": "bedrock_converse",

3
litellm/proxy/pass_through_endpoints/llm_provider_handlers/vertex_passthrough_logging_handler.py
View file

@ -148,6 +148,8 @@ class VertexPassthroughLoggingHandler:
logging_obj.model = model
logging_obj.model_call_details["model"] = logging_obj.model
logging_obj.model_call_details["custom_llm_provider"] = "vertex_ai"
logging_obj.custom_llm_provider = "vertex_ai"
response_cost = litellm.completion_cost(
completion_response=litellm_prediction_response,
model=model,
@ -156,6 +158,7 @@ class VertexPassthroughLoggingHandler:
kwargs["response_cost"] = response_cost
kwargs["model"] = model
kwargs["custom_llm_provider"] = "vertex_ai"
logging_obj.model_call_details["response_cost"] = response_cost
return {

2
litellm/proxy/proxy_server.py
View file

@ -1241,7 +1241,7 @@ def cost_tracking():
global prisma_client
if prisma_client is not None:
litellm.logging_callback_manager.add_litellm_callback(_ProxyDBLogger())
litellm.logging_callback_manager.add_litellm_async_success_callback(_ProxyDBLogger())
async def update_cache( # noqa: PLR0915
token: Optional[str],

9
model_prices_and_context_window.json
View file

@ -9522,6 +9522,15 @@
"output_cost_per_token": 0.0,
"supports_embedding_image_input": true
},
"embed-multilingual-light-v3.0": {
"input_cost_per_token": 1e-04,
"litellm_provider": "cohere",
"max_input_tokens": 1024,
"max_tokens": 1024,
"mode": "embedding",
"output_cost_per_token": 0.0,
"supports_embedding_image_input": true
},
"eu.amazon.nova-lite-v1:0": {
"input_cost_per_token": 7.8e-08,
"litellm_provider": "bedrock_converse",