From 47d19b863bfac9686535a29f45c94cc21abbe0e0 Mon Sep 17 00:00:00 2001
From: jayy-77 <1427jay@gmail.com>
Date: Sun, 25 Jan 2026 23:31:13 +0530
Subject: [PATCH] integrate model inference into get_model_info flow

---
 litellm/utils.py | 18 ++++++++++++++++--
 1 file changed, 16 insertions(+), 2 deletions(-)

diff --git a/litellm/utils.py b/litellm/utils.py
index 584ab8805a0..44486b9fb1a 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -5521,9 +5521,23 @@ def _get_model_info_helper(  # noqa: PLR0915
                         _model_info = None
 
             if _model_info is None or key is None:
-                raise ValueError(
-                    "This model isn't mapped yet. Add it here - https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json"
+                # Try model inference for self-hosted providers
+                from litellm.model_inference import infer_model_capabilities
+                
+                inferred_info = infer_model_capabilities(
+                    model=model,
+                    custom_llm_provider=custom_llm_provider or ""
                 )
+                
+                if inferred_info:
+                    # Use inferred model info
+                    key = inferred_info.get("key", model)
+                    _model_info = inferred_info
+                else:
+                    # Inference failed, raise original error
+                    raise ValueError(
+                        "This model isn't mapped yet. Add it here - https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json"
+                    )
 
             _input_cost_per_token: Optional[float] = _model_info.get(
                 "input_cost_per_token"