diff --git a/litellm/router.py b/litellm/router.py index 67a16c16885..6d7a388fc20 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -8535,8 +8535,8 @@ class Router: _azure_fallback_key = _model if _model.startswith("azure/") else "azure/{}".format(_model) _fallback_entry = litellm.model_cost.get(_azure_fallback_key) or {} _fallback_resolves = ( - _fallback_entry.get("max_input_tokens") is not None - or _fallback_entry.get("max_tokens") is not None + (_fallback_entry.get("max_input_tokens") or 0) > 0 + or (_fallback_entry.get("max_tokens") or 0) > 0 or (_fallback_entry.get("input_cost_per_token") or 0) > 0 ) if _fallback_resolves: