fix(proxy_server.py): add info log when spend logs is skipped because disable_spend_logs=True.

This commit is contained in:
Krrish Dholakia 2024-08-12 11:20:30 -07:00
parent 2ed2ae96af
commit b3c7d63ec1
3 changed files with 23 additions and 3 deletions

View file

@ -7,6 +7,7 @@ import os
import threading
import traceback
import uuid
from datetime import datetime
from typing import Literal, Optional
import dotenv
@ -285,7 +286,6 @@ class BraintrustLogger(CustomLogger):
for key, value in metadata.items():
if (
isinstance(value, list)
or isinstance(value, dict)
or isinstance(value, str)
or isinstance(value, int)
or isinstance(value, float)
@ -293,6 +293,11 @@ class BraintrustLogger(CustomLogger):
new_metadata[key] = value
elif isinstance(value, BaseModel):
new_metadata[key] = value.model_dump_json()
elif isinstance(value, dict):
for k, v in value.items():
if isinstance(v, datetime):
value[k] = v.isoformat()
new_metadata[key] = value
metadata = new_metadata

View file

@ -2,3 +2,6 @@ model_list:
- model_name: "*"
litellm_params:
model: "*"
general_settings:
disable_spend_logs: true

View file

@ -963,8 +963,12 @@ async def update_database(
asyncio.create_task(_update_team_db())
asyncio.create_task(_update_org_db())
# asyncio.create_task(_insert_spend_log_to_db())
if disable_spend_logs == False:
if disable_spend_logs is False:
await _insert_spend_log_to_db()
else:
verbose_proxy_logger.info(
"disable_spend_logs=True. Skipping writing spend logs to db. Other spend updates - Key/User/Team table will still occur."
)
verbose_proxy_logger.debug("Runs spend update on all tables")
except Exception as e:
@ -2192,7 +2196,15 @@ class ProxyConfig:
raise ValueError(
f"Master key is not initialized or formatted. master_key={master_key}"
)
new_models = await prisma_client.db.litellm_proxymodeltable.find_many()
try:
new_models = await prisma_client.db.litellm_proxymodeltable.find_many()
except Exception as e:
verbose_proxy_logger.error(
"litellm.proxy_server.py::add_deployment() - Error getting new models from DB - {}".format(
str(e)
)
)
new_models = []
# update llm router
await self._update_llm_router(
new_models=new_models, proxy_logging_obj=proxy_logging_obj