From 58848841e1884b1911daca8a772288ebde71edc9 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 6 Dec 2023 17:09:02 -0800 Subject: [PATCH] fix(proxy_server.py): make headers json serializable --- litellm/proxy/proxy_server.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 51ae34cf9be..fdf203a0029 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -215,6 +215,7 @@ def usage_telemetry( def _get_bearer_token(api_key: str): assert api_key.startswith("Bearer ") # ensure Bearer token passed in api_key = api_key.replace("Bearer ", "") # extract the token + return api_key async def user_api_key_auth(request: Request, api_key: str = fastapi.Security(api_key_header)) -> UserAPIKeyAuth: global master_key, prisma_client, llm_model_list, user_custom_auth @@ -908,10 +909,10 @@ async def chat_completion(request: Request, model: Optional[str] = None, user_ap if "metadata" in data: print(f'received metadata: {data["metadata"]}') data["metadata"]["user_api_key"] = user_api_key_dict.api_key - data["metadata"]["headers"] = request.headers + data["metadata"]["headers"] = dict(request.headers) else: data["metadata"] = {"user_api_key": user_api_key_dict.api_key} - data["metadata"]["headers"] = request.headers + data["metadata"]["headers"] = dict(request.headers) global user_temperature, user_request_timeout, user_max_tokens, user_api_base # override with user settings, these are params passed via cli if user_temperature: