style(proxy): ruff format frozen config migration files

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

litellm/proxy/agent_endpoints/endpoints.py

@@ -953,7 +953,10 @@ async def make_agent_public(
         await proxy_config.save_config(
             new_config=config.with_section(
                 "litellm_settings",
-                {**config.litellm_settings, "public_agent_groups": updated_public_agent_groups},  # mutable-ok: replacement section for save_config
+                {
+                    **config.litellm_settings,
+                    "public_agent_groups": updated_public_agent_groups,
+                },  # mutable-ok: replacement section for save_config
             )
         )
 
@@ -1058,7 +1061,10 @@ async def make_agents_public(
         await proxy_config.save_config(
             new_config=config.with_section(
                 "litellm_settings",
-                {**config.litellm_settings, "public_agent_groups": litellm.public_agent_groups},  # mutable-ok: replacement section for save_config
+                {
+                    **config.litellm_settings,
+                    "public_agent_groups": litellm.public_agent_groups,
+                },  # mutable-ok: replacement section for save_config
             )
         )
 

litellm/proxy/management_endpoints/cost_tracking_settings.py

@@ -298,7 +298,10 @@ async def update_cost_discount_config(
         await proxy_config.save_config(
             new_config=config.with_section(
                 "litellm_settings",
-                {**config.litellm_settings, "cost_discount_config": cost_discount_config},  # mutable-ok: replacement section for save_config
+                {
+                    **config.litellm_settings,
+                    "cost_discount_config": cost_discount_config,
+                },  # mutable-ok: replacement section for save_config
             )
         )
 
@@ -470,7 +473,10 @@ async def update_cost_margin_config(
         await proxy_config.save_config(
             new_config=config.with_section(
                 "litellm_settings",
-                {**config.litellm_settings, "cost_margin_config": cost_margin_config},  # mutable-ok: replacement section for save_config
+                {
+                    **config.litellm_settings,
+                    "cost_margin_config": cost_margin_config,
+                },  # mutable-ok: replacement section for save_config
             )
         )
 
@@ -546,7 +552,10 @@ async def update_block_requests_for_models_without_pricing(
         await proxy_config.save_config(
             new_config=config.with_section(
                 "litellm_settings",
-                {**config.litellm_settings, "block_requests_for_models_without_pricing": request.enabled},  # mutable-ok: replacement section for save_config
+                {
+                    **config.litellm_settings,
+                    "block_requests_for_models_without_pricing": request.enabled,
+                },  # mutable-ok: replacement section for save_config
             )
         )
 

litellm/proxy/management_endpoints/fallback_management_endpoints.py

@@ -124,7 +124,9 @@ async def create_fallback(
 
         # Load existing config
         config: Final = await proxy_config.get_config()
-        router_settings: Final = dict(config.router_settings)  # mutable-ok: fallback list is rewritten below before the DB upsert
+        router_settings: Final = dict(
+            config.router_settings
+        )  # mutable-ok: fallback list is rewritten below before the DB upsert
 
         # Get the appropriate fallback list based on type
         fallback_key = "fallbacks"
@@ -134,8 +136,12 @@ async def create_fallback(
             fallback_key = "content_policy_fallbacks"
 
         # Get existing fallbacks
-        existing_fallbacks: Final[list[dict[str, list[str]]]] = list(  # mutable-ok: copy so edits stay off the frozen config
-            cast("list[dict[str, list[str]]]", router_settings.get(fallback_key))  # cast-ok: entries are model -> fallback models maps
+        existing_fallbacks: Final[list[dict[str, list[str]]]] = (
+            list(  # mutable-ok: copy so edits stay off the frozen config
+                cast(
+                    "list[dict[str, list[str]]]", router_settings.get(fallback_key)
+                )  # cast-ok: entries are model -> fallback models maps
+            )
         )
 
         # Update or add the fallback configuration
@@ -295,7 +301,9 @@ async def delete_fallback(
 
         # Load existing config
         config: Final = await proxy_config.get_config()
-        router_settings: Final = dict(config.router_settings)  # mutable-ok: fallback list is rewritten below before the DB upsert
+        router_settings: Final = dict(
+            config.router_settings
+        )  # mutable-ok: fallback list is rewritten below before the DB upsert
 
         # Get the appropriate fallback list based on type
         fallback_key = "fallbacks"
@@ -305,8 +313,12 @@ async def delete_fallback(
             fallback_key = "content_policy_fallbacks"
 
         # Get existing fallbacks
-        existing_fallbacks: Final[list[dict[str, list[str]]]] = list(  # mutable-ok: copy so edits stay off the frozen config
-            cast("list[dict[str, list[str]]]", router_settings.get(fallback_key))  # cast-ok: entries are model -> fallback models maps
+        existing_fallbacks: Final[list[dict[str, list[str]]]] = (
+            list(  # mutable-ok: copy so edits stay off the frozen config
+                cast(
+                    "list[dict[str, list[str]]]", router_settings.get(fallback_key)
+                )  # cast-ok: entries are model -> fallback models maps
+            )
         )
 
         # Find and remove the fallback configuration

litellm/proxy/management_endpoints/mcp_management_endpoints.py

@@ -3021,7 +3021,10 @@ if MCP_AVAILABLE:
             await proxy_config.save_config(
                 new_config=config.with_section(
                     "litellm_settings",
-                    {**config.litellm_settings, "public_mcp_servers": litellm.public_mcp_servers},  # mutable-ok: replacement section for save_config
+                    {
+                        **config.litellm_settings,
+                        "public_mcp_servers": litellm.public_mcp_servers,
+                    },  # mutable-ok: replacement section for save_config
                 )
             )
 

litellm/proxy/management_endpoints/model_management_endpoints.py

@@ -2781,7 +2781,10 @@ async def update_public_model_groups(
         await proxy_config.save_config(
             new_config=config.with_section(
                 "litellm_settings",
-                {**config.litellm_settings, "public_model_groups": request.model_groups},  # mutable-ok: replacement section for save_config
+                {
+                    **config.litellm_settings,
+                    "public_model_groups": request.model_groups,
+                },  # mutable-ok: replacement section for save_config
             )
         )
 
@@ -2847,7 +2850,10 @@ async def update_useful_links(
         await proxy_config.save_config(
             new_config=config.with_section(
                 "litellm_settings",
-                {**config.litellm_settings, "public_model_groups_links": request.useful_links},  # mutable-ok: replacement section for save_config
+                {
+                    **config.litellm_settings,
+                    "public_model_groups_links": request.useful_links,
+                },  # mutable-ok: replacement section for save_config
             )
         )
 

litellm/proxy/proxy_cli.py

@@ -1196,10 +1196,7 @@ def run_server(
 
             ### LITELLM SETTINGS ###
             litellm_settings = _config.litellm_settings
-            if (
-                "json_logs" in litellm_settings
-                and litellm_settings["json_logs"] is True
-            ):
+            if "json_logs" in litellm_settings and litellm_settings["json_logs"] is True:
                 import litellm
 
                 litellm.json_logs = True

litellm/proxy/proxy_server.py

@@ -4951,7 +4951,9 @@ def _resolve_env_params(params: Mapping[str, object]) -> dict[str, object]:
 def _resolve_env_params_from_os(params: Mapping[str, object]) -> dict[str, object]:
     """Resolve `os.environ/` refs in a params mapping via os.getenv (assistant_settings path)."""
     return {  # mutable-ok: fresh resolved copy so the frozen config is never mutated
-        key: os.getenv(value.removeprefix("os.environ/")) if isinstance(value, str) and value.startswith("os.environ/") else value
+        key: os.getenv(value.removeprefix("os.environ/"))
+        if isinstance(value, str) and value.startswith("os.environ/")
+        else value
         for key, value in params.items()
     }
 
@@ -5702,9 +5704,7 @@ class ProxyConfig:
             # Display loaded search tool
             search_tool_name = search_tool.get("search_tool_name", "")
             search_provider = search_tool.get("litellm_params", {})
-            search_provider = (
-                search_provider.get("search_provider", "") if isinstance(search_provider, Mapping) else ""
-            )
+            search_provider = search_provider.get("search_provider", "") if isinstance(search_provider, Mapping) else ""
             print(  # noqa: T201
                 f"\033[32m    {search_tool_name} ({search_provider})\033[0m"
             )
@@ -5845,12 +5845,16 @@ class ProxyConfig:
             _set_redis_usage_cache(coordination_redis_cache)
 
         ## Callback settings
-        callback_settings: Final[dict] = dict(config.callback_settings)  # mutable-ok: callback init requires a concrete dict
+        callback_settings: Final[dict] = dict(
+            config.callback_settings
+        )  # mutable-ok: callback init requires a concrete dict
         if callback_settings:
             litellm.callback_settings = callback_settings
 
         ## LITELLM MODULE SETTINGS (e.g. litellm.drop_params=True,..)
-        litellm_settings: Final[dict] = dict(config.litellm_settings)  # mutable-ok: dict-typed initializers (guardrails, callbacks) require a concrete dict
+        litellm_settings: Final[dict] = dict(
+            config.litellm_settings
+        )  # mutable-ok: dict-typed initializers (guardrails, callbacks) require a concrete dict
         if litellm_settings:
             # Prometheus collectors have fixed label schemas. Load and validate this
             # setting before processing callbacks so YAML key order cannot construct
@@ -6208,7 +6212,9 @@ class ProxyConfig:
                 _set_redis_usage_cache(env_coordination_redis_cache)
 
         ## GENERAL SERVER SETTINGS (e.g. master key,..) # do this after initializing litellm, to ensure sentry logging works for proxylogging
-        general_settings: Final[dict] = dict(config.general_settings)  # mutable-ok: boot working copy; the store_model_in_db normalization writes into it
+        general_settings: Final[dict] = dict(
+            config.general_settings
+        )  # mutable-ok: boot working copy; the store_model_in_db normalization writes into it
 
         if os.getenv("NUM_WORKERS", "1") != "1" and redis_usage_cache is None:
             warn_login_counters_are_per_worker(os.getenv("NUM_WORKERS", "1"))
@@ -6477,7 +6483,11 @@ class ProxyConfig:
                         )
                     litellm_model_name = litellm_model_params.get("model")
                     litellm_model_api_base = litellm_model_params.get("api_base")
-                    if isinstance(litellm_model_name, str) and "ollama" in litellm_model_name and litellm_model_api_base is None:
+                    if (
+                        isinstance(litellm_model_name, str)
+                        and "ollama" in litellm_model_name
+                        and litellm_model_api_base is None
+                    ):
                         run_ollama_serve()
                 print(f"\033[32m    {model.get('model_name', '')}\033[0m")  # noqa: T201
 
@@ -6501,7 +6511,9 @@ class ProxyConfig:
         from litellm.sandbox.sandbox_tools import register_sandbox_tools
 
         register_sandbox_tools(
-            [dict(tool) for tool in config.sandbox_tools]  # mutable-ok: dict copies so registry mutation cannot reach the frozen config
+            [
+                dict(tool) for tool in config.sandbox_tools
+            ]  # mutable-ok: dict copies so registry mutation cannot reach the frozen config
         )
 
         ## /fine_tuning/jobs endpoints config
@@ -6521,7 +6533,9 @@ class ProxyConfig:
             passthrough_endpoint_router,
         )
 
-        default_vertex_config: Final = dict(config.default_vertex_config) or None  # mutable-ok: dict copy for a dict-typed callee
+        default_vertex_config: Final = (
+            dict(config.default_vertex_config) or None
+        )  # mutable-ok: dict copy for a dict-typed callee
         passthrough_endpoint_router.set_default_vertex_config(config=default_vertex_config)
 
         ## ROUTER SETTINGS (e.g. routing_strategy, ...)
@@ -6584,7 +6598,9 @@ class ProxyConfig:
         )
 
         ## Prompt settings
-        prompts: Final = [dict(prompt) for prompt in config.prompts]  # mutable-ok: dict copies for a list[dict]-typed callee
+        prompts: Final = [
+            dict(prompt) for prompt in config.prompts
+        ]  # mutable-ok: dict copies for a list[dict]-typed callee
         if prompts:
             from litellm.proxy.prompts.init_prompts import init_prompts
 
@@ -6611,7 +6627,9 @@ class ProxyConfig:
                 global_mcp_tool_registry,
             )
 
-            global_mcp_tool_registry.load_tools_from_config(list(mcp_tools_config), config_file_path=config_file_path)  # mutable-ok: registry iterates a concrete list
+            global_mcp_tool_registry.load_tools_from_config(
+                list(mcp_tools_config), config_file_path=config_file_path
+            )  # mutable-ok: registry iterates a concrete list
 
         ## AGENTS
         agents_present: Final = "agents" in config.model_fields_set
@@ -6622,7 +6640,9 @@ class ProxyConfig:
             )
 
             global_agent_registry.load_agents_from_config(
-                cast("list[AgentConfig]", [dict(agent) for agent in agent_config])  # mutable-ok: dict copies; cast-ok: entries are AgentConfig-shaped YAML mappings
+                cast(
+                    "list[AgentConfig]", [dict(agent) for agent in agent_config]
+                )  # mutable-ok: dict copies; cast-ok: entries are AgentConfig-shaped YAML mappings
             )
 
         mcp_servers_config: Final = config.mcp_servers
@@ -6636,8 +6656,12 @@ class ProxyConfig:
             mcp_aliases: Final = litellm_settings.get("mcp_aliases", None)
 
             await global_mcp_server_manager.load_servers_from_config(
-                cast("dict[str, MCPServerConfig]", dict(mcp_servers_config)),  # mutable-ok: dict copy for a dict-typed callee; cast-ok: values are raw YAML mappings the manager reads via .get
-                cast("dict[str, str]", mcp_aliases) if isinstance(mcp_aliases, dict) else None,  # cast-ok: YAML-provided alias map
+                cast(
+                    "dict[str, MCPServerConfig]", dict(mcp_servers_config)
+                ),  # mutable-ok: dict copy for a dict-typed callee; cast-ok: values are raw YAML mappings the manager reads via .get
+                cast("dict[str, str]", mcp_aliases)
+                if isinstance(mcp_aliases, dict)
+                else None,  # cast-ok: YAML-provided alias map
             )
 
         ## VECTOR STORES
@@ -6650,7 +6674,9 @@ class ProxyConfig:
 
             # Load vector stores from config
             litellm.vector_store_registry.load_vector_stores_from_config(
-                [dict(store) for store in vector_store_registry_config]  # mutable-ok: dict copies so registry mutation cannot reach the frozen config
+                [
+                    dict(store) for store in vector_store_registry_config
+                ]  # mutable-ok: dict copies so registry mutation cannot reach the frozen config
             )
 
         ## WORKER REGISTRY (Global Control Plane)
@@ -6658,7 +6684,9 @@ class ProxyConfig:
         if worker_registry_config:
             if premium_user is not True:
                 raise ValueError("Trying to use `worker_registry`" + CommonProxyErrors.not_premium_user.value)
-            self.worker_registry = [WorkerRegistryEntry(**dict(e)) for e in worker_registry_config]  # mutable-ok: dict copies for ** unpacking
+            self.worker_registry = [
+                WorkerRegistryEntry(**dict(e)) for e in worker_registry_config
+            ]  # mutable-ok: dict copies for ** unpacking
         else:
             self.worker_registry = []
 
@@ -18044,7 +18072,8 @@ async def _persist_general_settings_ui_litellm_field(
     before_value: Final = config.litellm_settings.get(field_name)
     setattr(litellm, field_name, validated)
     updated: Final = config.with_section(
-        "litellm_settings", {**config.litellm_settings, field_name: validated}  # mutable-ok: replacement section for save_config
+        "litellm_settings",
+        {**config.litellm_settings, field_name: validated},  # mutable-ok: replacement section for save_config
     )
     await proxy_config.save_config(new_config=updated)
     asyncio.create_task(create_config_audit_log(field_name, "updated", before_value, validated, user_api_key_dict))
@@ -18382,9 +18411,10 @@ async def delete_callback(
         before_success_callbacks: Final = list(success_callbacks)
 
         # Remove callback from success_callback list
-        remaining_callbacks: Final = success_callbacks[: success_callbacks.index(callback_name)] + success_callbacks[
-            success_callbacks.index(callback_name) + 1 :
-        ]
+        remaining_callbacks: Final = (
+            success_callbacks[: success_callbacks.index(callback_name)]
+            + success_callbacks[success_callbacks.index(callback_name) + 1 :]
+        )
         updated: Final = config.with_section(
             "litellm_settings",  # mutable-ok: replacement section for save_config
             {**litellm_settings, "success_callback": list(remaining_callbacks)},

litellm/proxy/ui_crud_endpoints/proxy_setting_endpoints.py

@@ -546,7 +546,10 @@ def _with_websearch_enabled_resolved(config: ProxyRuntimeConfig) -> ProxyRuntime
     }
     return config.with_section(
         "litellm_settings",
-        {**litellm_settings, "websearch_interception_params": resolved},  # mutable-ok: replacement section for save_config
+        {
+            **litellm_settings,
+            "websearch_interception_params": resolved,
+        },  # mutable-ok: replacement section for save_config
     )
 
 
@@ -623,7 +626,10 @@ async def add_allowed_ip(
     )
     updated: Final = config.with_section(
         "general_settings",
-        {**config.general_settings, "allowed_ips": list(updated_allowed_ips)},  # mutable-ok: replacement section for save_config
+        {
+            **config.general_settings,
+            "allowed_ips": list(updated_allowed_ips),
+        },  # mutable-ok: replacement section for save_config
     )
 
     await proxy_config.save_config(new_config=updated)
@@ -672,7 +678,10 @@ async def delete_allowed_ip(
     updated_allowed_ips: Final = tuple(ip for ip in before_allowed_ips if ip != ip_address.ip)
     updated: Final = config.with_section(
         "general_settings",
-        {**config.general_settings, "allowed_ips": list(updated_allowed_ips)},  # mutable-ok: replacement section for save_config
+        {
+            **config.general_settings,
+            "allowed_ips": list(updated_allowed_ips),
+        },  # mutable-ok: replacement section for save_config
     )
 
     await proxy_config.save_config(new_config=updated)
@@ -1723,7 +1732,9 @@ async def get_ui_settings():
     await user_api_key_cache.async_set_cache(key=UI_SETTINGS_CACHE_KEY, value=ui_settings, ttl=UI_SETTINGS_CACHE_TTL)
 
     # Build config-like object for schema helper
-    config: Final[Mapping[str, object]] = {"litellm_settings": {"ui_settings": ui_settings}}  # mutable-ok: schema helper only reads it
+    config: Final[Mapping[str, object]] = {
+        "litellm_settings": {"ui_settings": ui_settings}
+    }  # mutable-ok: schema helper only reads it
 
     settings: Final = await _get_settings_with_schema(
         settings_key="ui_settings",