scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

refactor(proxy): drop the AWS-only snapshot exclusion now that spend-log redaction is name-based

Browse source
This commit is contained in:
Yucheng He 2026-09-29 15:36:28 -07:00
parent 042640688d
commit 5267c20373
3 changed files with 0 additions and 36 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/litellm_pre_call_utils.py
View file

@ -186,7 +186,6 @@ def _sanitize_for_log(value: object) -> str:
from litellm.router import Router
from litellm.secret_managers.main import get_secret_bool
from litellm.types.llms.anthropic import ANTHROPIC_API_HEADERS
from litellm.types.llms.bedrock import AWS_CREDENTIAL_VALUE_PARAM_KEYS
from litellm.types.services import ServiceTypes
from litellm.types.utils import (
CustomPricingLiteLLMParams,
@ -1965,7 +1964,6 @@ def refresh_proxy_server_request_body_snapshot(
frozenset({"secret_fields", "proxy_server_request", "litellm_logging_obj"})
| _TRANSPORT_ONLY_CREDENTIAL_KEYS
| _CALLBACK_CREDENTIAL_KEYS
| AWS_CREDENTIAL_VALUE_PARAM_KEYS
)
body: Final = { # mutable-ok: audit JSON serialization requires a dict with shared nested messages
k: v for k, v in data.items() if k not in _body_snapshot_exclude

3
litellm/types/llms/bedrock.py
View file

@ -1132,9 +1132,6 @@ class AwsAuthParams(BaseModel):
AWS_AUTH_PARAM_KEYS: Final[tuple[str, ...]] = tuple(AwsAuthParams.model_fields)
AWS_CREDENTIAL_VALUE_PARAM_KEYS: Final = frozenset(
{"aws_access_key_id", "aws_secret_access_key", "aws_session_token", "aws_web_identity_token"}
)
class BedrockCreateBatchRequest(TypedDict, total=False):

31
tests/test_litellm/proxy/test_litellm_pre_call_utils.py
View file

@ -895,37 +895,6 @@ def test_body_snapshot_excludes_team_callback_credentials() -> None:
}, proxy_request
@pytest.mark.asyncio
async def test_add_litellm_data_to_request_body_snapshot_excludes_aws_credentials() -> None:
from litellm.proxy.litellm_pre_call_utils import add_litellm_data_to_request
from litellm.types.llms.bedrock import AWS_CREDENTIAL_VALUE_PARAM_KEYS
aws_credentials: Final = {name: f"canary-{name}" for name in AWS_CREDENTIAL_VALUE_PARAM_KEYS}
data: Final = {
"model": "bedrock-claude",
"messages": [{"role": "user", "content": "hello"}],
"aws_region_name": "us-east-1",
"aws_role_name": "arn:aws:iam::123456789012:role/bedrock",
**aws_credentials,
}
updated: Final = await add_litellm_data_to_request(
data=data,
request=_make_request_mock("/v1/chat/completions", {"Content-Type": "application/json"}),
user_api_key_dict=UserAPIKeyAuth(api_key="hashed-key", user_id="test-user"),
proxy_config=MagicMock(),
general_settings={},
version="test-version",
)
snapshot_body: Final = updated["proxy_server_request"]["body"]
assert "canary-" not in json.dumps(snapshot_body, default=str)
assert snapshot_body["aws_region_name"] == "us-east-1"
assert snapshot_body["aws_role_name"] == "arn:aws:iam::123456789012:role/bedrock"
assert snapshot_body["messages"] == [{"role": "user", "content": "hello"}]
assert {name: updated[name] for name in AWS_CREDENTIAL_VALUE_PARAM_KEYS} == aws_credentials
@pytest.mark.asyncio
@pytest.mark.parametrize("pre_call_ran", [False, True])
async def test_post_guardrail_snapshot_preserves_logging_only_masking_in_spend_logs(