From c1ed863dfa860a33452455e618bbf51dff3cadcb Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 17 May 2024 08:25:10 -0700 Subject: [PATCH 1/2] fix - allow non master key to access llm_utils_routes --- litellm/proxy/proxy_server.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 763a53daf3e..f11ada07197 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -1120,6 +1120,8 @@ async def user_api_key_auth( pass elif request["route"].name in LiteLLMRoutes.openai_route_names.value: pass + elif route in LiteLLMRoutes.llm_utils_routes.value: + pass elif ( route in LiteLLMRoutes.info_routes.value ): # check if user allowed to call an info route From cae5ecea8e0bc7a08702219602a7872fe3750ab8 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 17 May 2024 08:41:46 -0700 Subject: [PATCH 2/2] fix llm utils routes --- litellm/proxy/_types.py | 4 ++-- litellm/proxy/proxy_server.py | 2 -- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py index 61e6de53dd9..9a53680497e 100644 --- a/litellm/proxy/_types.py +++ b/litellm/proxy/_types.py @@ -87,10 +87,10 @@ class LiteLLMRoutes(enum.Enum): # models "/models", "/v1/models", + # token counter + "utils/token_counter", ] - llm_utils_routes: List = ["utils/token_counter"] - info_routes: List = [ "/key/info", "/team/info", diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index f11ada07197..763a53daf3e 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -1120,8 +1120,6 @@ async def user_api_key_auth( pass elif request["route"].name in LiteLLMRoutes.openai_route_names.value: pass - elif route in LiteLLMRoutes.llm_utils_routes.value: - pass elif ( route in LiteLLMRoutes.info_routes.value ): # check if user allowed to call an info route