Merge pull request #1652 from BerriAI/litellm_auto_infer_health_check_updated

feat(main.py): support auto-infering mode if not set
This commit is contained in:
Krish Dholakia 2024-01-27 20:43:25 -08:00 committed by GitHub
commit c86d97feef
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -3175,6 +3175,9 @@ async def ahealth_check(
if model is None:
raise Exception("model not set")
if model in litellm.model_cost and mode is None:
mode = litellm.model_cost[model]["mode"]
model, custom_llm_provider, _, _ = get_llm_provider(model=model)
mode = mode or "chat" # default to chat completion calls