scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-08 08:08:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 198

refactor(logging): replace nested blind except in model cost lookup with a helper

Browse source
This commit is contained in:
VeeraBabu Jakkula 2026-10-29 16:54:28 +05:30
parent 70fe418f19
commit 8f310e37dc
1 changed files with 29 additions and 42 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

71
litellm/litellm_core_utils/litellm_logging.py
View file

@ -6665,6 +6665,13 @@ class StandardLoggingPayloadSetup:
return _raw.model_dump()
return _empty
@staticmethod
def _get_model_info_or_none(model: str, custom_llm_provider: str | None, api_base: str | None) -> ModelInfo | None:
try:
return litellm.get_model_info(model=model, custom_llm_provider=custom_llm_provider, api_base=api_base)
except Exception:
return None
@staticmethod
def get_model_cost_information(
base_model: str | None,
@ -6691,50 +6698,30 @@ class StandardLoggingPayloadSetup:
if router_model_id is not None
else model_cost_name
)
model_cost_information: StandardLoggingModelInformation
if model_cost_name is None:
model_cost_information = StandardLoggingModelInformation(model_map_key="", model_map_value=None)
else:
provider_for_lookup: Final[str | None] = (
_base_model_pricing_provider(base_model, custom_llm_provider)
if base_model is not None and not custom_pricing
else custom_llm_provider
return StandardLoggingModelInformation(model_map_key="", model_map_value=None)
provider_for_lookup: Final[str | None] = (
_base_model_pricing_provider(base_model, custom_llm_provider)
if base_model is not None and not custom_pricing
else custom_llm_provider
)
lookup_model: Final = pricing_model_name or model_cost_name
provider_info: Final = StandardLoggingPayloadSetup._get_model_info_or_none(
model=lookup_model, custom_llm_provider=provider_for_lookup, api_base=api_base
)
model_info: Final = (
StandardLoggingPayloadSetup._get_model_info_or_none(
model=lookup_model, custom_llm_provider=None, api_base=api_base
)
try:
_model_cost_information: Final = litellm.get_model_info(
model=pricing_model_name or model_cost_name,
custom_llm_provider=provider_for_lookup,
api_base=api_base,
)
model_cost_information = StandardLoggingModelInformation(
model_map_key=model_cost_name,
model_map_value=_model_cost_information,
)
except Exception:
if provider_for_lookup is not None and base_model is not None:
try:
_fallback_info: Final = litellm.get_model_info(
model=pricing_model_name or model_cost_name,
custom_llm_provider=None,
api_base=api_base,
)
model_cost_information = StandardLoggingModelInformation(
model_map_key=model_cost_name,
model_map_value=_fallback_info,
)
except Exception:
model_cost_information = StandardLoggingModelInformation(
model_map_key=model_cost_name, model_map_value=None
)
else:
verbose_logger.debug( # keep in debug otherwise it will trigger on every call
"Model=%s is not mapped in model cost map. Defaulting to None model_cost_information for standard_logging_payload",
model_cost_name,
)
model_cost_information = StandardLoggingModelInformation(
model_map_key=model_cost_name, model_map_value=None
)
return model_cost_information
if provider_info is None and provider_for_lookup is not None and base_model is not None
else provider_info
)
if model_info is None:
verbose_logger.debug( # keep in debug otherwise it will trigger on every call
"Model=%s is not mapped in model cost map. Defaulting to None model_cost_information for standard_logging_payload",
model_cost_name,
)
return StandardLoggingModelInformation(model_map_key=model_cost_name, model_map_value=model_info)
@staticmethod
def get_final_response_obj(response_obj: dict, init_response_obj: object, kwargs: dict) -> dict | str | list | None: