From edfcff47b950f82704c464179ace88a063f1d458 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Sat, 22 Mar 2025 18:24:47 -0700
Subject: [PATCH] fix bug when unable to look up model info

---
 .../llm_cost_calc/tool_call_cost_tracking.py  | 28 +++++++++++++++----
 1 file changed, 23 insertions(+), 5 deletions(-)

diff --git a/litellm/litellm_core_utils/llm_cost_calc/tool_call_cost_tracking.py b/litellm/litellm_core_utils/llm_cost_calc/tool_call_cost_tracking.py
index 1919f757233..74d15e9a015 100644
--- a/litellm/litellm_core_utils/llm_cost_calc/tool_call_cost_tracking.py
+++ b/litellm/litellm_core_utils/llm_cost_calc/tool_call_cost_tracking.py
@@ -35,15 +35,15 @@ class StandardBuiltInToolCostTracking:
         - Web Search
 
         """
-        model_info = litellm.get_model_info(
-            model=model, custom_llm_provider=custom_llm_provider
-        )
-
         if standard_built_in_tools_params is not None:
             if (
                 standard_built_in_tools_params.get("web_search_options", None)
                 is not None
             ):
+                model_info = StandardBuiltInToolCostTracking._safe_get_model_info(
+                    model=model, custom_llm_provider=custom_llm_provider
+                )
+
                 return StandardBuiltInToolCostTracking.get_cost_for_web_search(
                     web_search_options=standard_built_in_tools_params.get(
                         "web_search_options", None
@@ -60,11 +60,25 @@ class StandardBuiltInToolCostTracking:
             if StandardBuiltInToolCostTracking.chat_completion_response_includes_annotations(
                 response_object
             ):
+                model_info = StandardBuiltInToolCostTracking._safe_get_model_info(
+                    model=model, custom_llm_provider=custom_llm_provider
+                )
                 return StandardBuiltInToolCostTracking.get_default_cost_for_web_search(
                     model_info
                 )
         return 0.0
 
+    @staticmethod
+    def _safe_get_model_info(
+        model: str, custom_llm_provider: Optional[str] = None
+    ) -> Optional[ModelInfo]:
+        try:
+            return litellm.get_model_info(
+                model=model, custom_llm_provider=custom_llm_provider
+            )
+        except Exception:
+            return None
+
     @staticmethod
     def get_cost_for_web_search(
         web_search_options: Optional[WebSearchOptions] = None,
@@ -92,12 +106,16 @@ class StandardBuiltInToolCostTracking:
         )
 
     @staticmethod
-    def get_default_cost_for_web_search(model_info: ModelInfo) -> float:
+    def get_default_cost_for_web_search(
+        model_info: Optional[ModelInfo] = None,
+    ) -> float:
         """
         If no web search options are provided, use the `search_context_size_medium` pricing.
 
         https://platform.openai.com/docs/pricing#web-search
         """
+        if model_info is None:
+            return 0.0
         search_context_pricing: SearchContextCostPerQuery = (
             model_info.get("search_context_cost_per_query", {}) or {}
         ) or {}