scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

fix better debugging for health

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-12 16:16:32 -07:00
parent 51c7791483
commit ce2fe724ab
1 changed files with 10 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/proxy/proxy_server.py
View file

@ -2410,7 +2410,10 @@ class ProxyConfig:
raise Exception(
f"Master key is not initialized or formatted. master_key={master_key}"
)
verbose_proxy_logger.debug(f"llm_router: {llm_router}")
if llm_router is not None:
verbose_proxy_logger.debug(
f"llm_router model list before adding new deployments: {llm_router.model_list}"
)
if llm_router is None:
new_models = (
await prisma_client.db.litellm_proxymodeltable.find_many()
@ -2486,7 +2489,9 @@ class ProxyConfig:
_model_info = RouterModelInfo(**m.model_info)
else:
_model_info = RouterModelInfo(id=m.model_id)
verbose_proxy_logger.debug(
f"about to add deployment, model {m.model_name}, litellm_params={_litellm_params}"
)
llm_router.add_deployment(
deployment=Deployment(
model_name=m.model_name,
@ -2496,6 +2501,9 @@ class ProxyConfig:
)
llm_model_list = llm_router.get_model_list()
verbose_proxy_logger.debug(
"llm router model list after adding a model: ", llm_model_list
)
# check if user set any callbacks in Config Table
config_data = await proxy_config.get_config()