diff --git a/litellm/router_strategy/least_busy.py b/litellm/router_strategy/least_busy.py index e1614388379..acb6bd94bbd 100644 --- a/litellm/router_strategy/least_busy.py +++ b/litellm/router_strategy/least_busy.py @@ -34,7 +34,7 @@ class LeastBusyLoggingHandler(CustomLogger): model_group = kwargs["litellm_params"]["metadata"].get( "model_group", None ) - id = kwargs["litellm_params"].get("model_info", {}).get("id", None) + id = (kwargs["litellm_params"].get("model_info") or {}).get("id", None) if model_group is None or id is None: return elif isinstance(id, int): @@ -62,7 +62,7 @@ class LeastBusyLoggingHandler(CustomLogger): "model_group", None ) - id = kwargs["litellm_params"].get("model_info", {}).get("id", None) + id = (kwargs["litellm_params"].get("model_info") or {}).get("id", None) if model_group is None or id is None: return elif isinstance(id, int): @@ -95,7 +95,7 @@ class LeastBusyLoggingHandler(CustomLogger): model_group = kwargs["litellm_params"]["metadata"].get( "model_group", None ) - id = kwargs["litellm_params"].get("model_info", {}).get("id", None) + id = (kwargs["litellm_params"].get("model_info") or {}).get("id", None) if model_group is None or id is None: return elif isinstance(id, int): @@ -129,7 +129,7 @@ class LeastBusyLoggingHandler(CustomLogger): "model_group", None ) - id = kwargs["litellm_params"].get("model_info", {}).get("id", None) + id = (kwargs["litellm_params"].get("model_info") or {}).get("id", None) if model_group is None or id is None: return elif isinstance(id, int): @@ -163,7 +163,7 @@ class LeastBusyLoggingHandler(CustomLogger): model_group = kwargs["litellm_params"]["metadata"].get( "model_group", None ) - id = kwargs["litellm_params"].get("model_info", {}).get("id", None) + id = (kwargs["litellm_params"].get("model_info") or {}).get("id", None) if model_group is None or id is None: return elif isinstance(id, int): diff --git a/litellm/router_strategy/lowest_cost.py b/litellm/router_strategy/lowest_cost.py index 54498363f51..8bb7f1790d5 100644 --- a/litellm/router_strategy/lowest_cost.py +++ b/litellm/router_strategy/lowest_cost.py @@ -30,7 +30,7 @@ class LowestCostLoggingHandler(CustomLogger): "model_group", None ) - id = kwargs["litellm_params"].get("model_info", {}).get("id", None) + id = (kwargs["litellm_params"].get("model_info") or {}).get("id", None) if model_group is None or id is None: return elif isinstance(id, int): @@ -114,7 +114,7 @@ class LowestCostLoggingHandler(CustomLogger): "model_group", None ) - id = kwargs["litellm_params"].get("model_info", {}).get("id", None) + id = (kwargs["litellm_params"].get("model_info") or {}).get("id", None) if model_group is None or id is None: return elif isinstance(id, int): diff --git a/litellm/router_strategy/lowest_tpm_rpm.py b/litellm/router_strategy/lowest_tpm_rpm.py index 488f8450941..08aee0bb3f5 100644 --- a/litellm/router_strategy/lowest_tpm_rpm.py +++ b/litellm/router_strategy/lowest_tpm_rpm.py @@ -40,7 +40,7 @@ class LowestTPMLoggingHandler(CustomLogger): "model_group", None ) - id = kwargs["litellm_params"].get("model_info", {}).get("id", None) + id = (kwargs["litellm_params"].get("model_info") or {}).get("id", None) if model_group is None or id is None: return elif isinstance(id, int):