diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml index c44a46a6720..d0bd5f6741b 100644 --- a/litellm/proxy/_new_secret_config.yaml +++ b/litellm/proxy/_new_secret_config.yaml @@ -59,10 +59,10 @@ model_list: timeout: 300 stream_timeout: 60 -litellm_settings: - fallbacks: [{ "claude-3-5-sonnet-20240620": ["claude-3-5-sonnet-aihubmix"] }] - callbacks: ["otel", "prometheus"] - default_redis_batch_cache_expiry: 10 +# litellm_settings: +# fallbacks: [{ "claude-3-5-sonnet-20240620": ["claude-3-5-sonnet-aihubmix"] }] +# callbacks: ["otel", "prometheus"] +# default_redis_batch_cache_expiry: 10 # litellm_settings: # cache: True diff --git a/litellm/proxy/auth/user_api_key_auth.py b/litellm/proxy/auth/user_api_key_auth.py index ff1acc3c92e..6032a72af16 100644 --- a/litellm/proxy/auth/user_api_key_auth.py +++ b/litellm/proxy/auth/user_api_key_auth.py @@ -1236,7 +1236,6 @@ def _return_user_api_key_auth_obj( start_time: datetime, user_role: Optional[LitellmUserRoles] = None, ) -> UserAPIKeyAuth: - traceback.print_stack() end_time = datetime.now() user_api_key_service_logger_obj.service_success_hook( service=ServiceTypes.AUTH, diff --git a/litellm/router.py b/litellm/router.py index 0bdd1d1e0b4..6ec6d793a0a 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -2549,10 +2549,7 @@ class Router: original_function: Callable, **kwargs, ): - if ( - "model" in kwargs - and self.get_model_list(model_name=kwargs["model"]) is not None - ): + if kwargs.get("model") and self.get_model_list(model_name=kwargs["model"]): deployment = await self.async_get_available_deployment( model=kwargs["model"] ) diff --git a/tests/router_unit_tests/test_router_helper_utils.py b/tests/router_unit_tests/test_router_helper_utils.py index 8a35f5652d2..0da08a505ed 100644 --- a/tests/router_unit_tests/test_router_helper_utils.py +++ b/tests/router_unit_tests/test_router_helper_utils.py @@ -1027,8 +1027,11 @@ def test_pattern_match_deployment_set_model_name( async def test_pass_through_moderation_endpoint_factory(model_list): router = Router(model_list=model_list) response = await router._pass_through_moderation_endpoint_factory( - original_function=litellm.amoderation, input="this is valid good text" + original_function=litellm.amoderation, + input="this is valid good text", + model=None, ) + assert response is not None @pytest.mark.parametrize(