mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-17 23:51:30 +00:00
perf: eliminate duplicate dict(request.headers) calls
- Create _raw_headers once at start, reuse for SecretFields - Reuse _headers from clean_headers() instead of creating new dict (clean_headers already removes authorization) - Eliminates 2 of 3 dict(request.headers) calls per request
This commit is contained in:
parent
58291e5e65
commit
1ba10cc22c
1 changed files with 4 additions and 7 deletions
|
|
@ -812,7 +812,8 @@ async def add_litellm_data_to_request( # noqa: PLR0915
|
|||
from litellm.proxy.proxy_server import llm_router, premium_user
|
||||
from litellm.types.proxy.litellm_pre_call_utils import SecretFields
|
||||
|
||||
_headers = clean_headers(
|
||||
_raw_headers: Dict[str, str] = dict(request.headers)
|
||||
_headers: Dict[str, str] = clean_headers(
|
||||
request.headers,
|
||||
litellm_key_header_name=(
|
||||
general_settings.get("litellm_key_header_name")
|
||||
|
|
@ -878,7 +879,7 @@ async def add_litellm_data_to_request( # noqa: PLR0915
|
|||
if "user" not in data:
|
||||
data["user"] = user
|
||||
|
||||
data["secret_fields"] = SecretFields(raw_headers=dict(request.headers))
|
||||
data["secret_fields"] = SecretFields(raw_headers=_raw_headers)
|
||||
|
||||
## Dynamic api version (Azure OpenAI endpoints) ##
|
||||
try:
|
||||
|
|
@ -1022,10 +1023,6 @@ async def add_litellm_data_to_request( # noqa: PLR0915
|
|||
] = user_api_key_dict.user_max_budget
|
||||
|
||||
data[_metadata_variable_name]["user_api_key_metadata"] = user_api_key_dict.metadata
|
||||
_headers = dict(request.headers)
|
||||
_headers.pop(
|
||||
"authorization", None
|
||||
) # do not store the original `sk-..` api key in the db
|
||||
data[_metadata_variable_name]["headers"] = _headers
|
||||
data[_metadata_variable_name]["endpoint"] = str(request.url)
|
||||
|
||||
|
|
@ -1077,7 +1074,7 @@ async def add_litellm_data_to_request( # noqa: PLR0915
|
|||
# Check if using tag based routing
|
||||
tags = LiteLLMProxyRequestSetup.add_request_tag_to_metadata(
|
||||
llm_router=llm_router,
|
||||
headers=dict(request.headers),
|
||||
headers=_headers,
|
||||
data=data,
|
||||
)
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue