scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-16 23:41:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

fix(proxy): omit vector response metadata from spend logs

Browse source
This commit is contained in:
spawrks 2026-09-13 10:32:03 -05:00
parent 4ee44302c2
commit 3eebf2bd3e
2 changed files with 38 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
litellm/proxy/spend_tracking/spend_tracking_utils.py
View file

@ -53,7 +53,6 @@ from litellm.types.utils import (
StandardLoggingPayload,
StandardLoggingPayloadErrorInformation,
StandardLoggingVectorStoreRequest,
VectorStoreSearchResponse,
)
from litellm.utils import get_end_user_id_for_cost_tracking
@ -1350,16 +1349,13 @@ def _get_vector_store_request_for_spend_logs_payload(
if vector_store_request_metadata is None:
return None
for vector_store_request in vector_store_request_metadata:
vector_store_search_response: VectorStoreSearchResponse = (
vector_store_request.get("vector_store_search_response") or VectorStoreSearchResponse()
return [
cast(
StandardLoggingVectorStoreRequest,
{key: value for key, value in vector_store_request.items() if key != "vector_store_search_response"},
)
response_data = vector_store_search_response.get("data", []) or []
for response_item in response_data:
for content_item in response_item.get("content", []) or []:
if "text" in content_item:
content_item["text"] = REDACTED_BY_LITELM_STRING
return vector_store_request_metadata
for vector_store_request in vector_store_request_metadata
]
def _get_response_for_spend_logs_payload(

39
tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
View file

@ -665,17 +665,34 @@ def test_sanitize_request_body_for_spend_logs_payload_circular_reference():
@pytest.mark.parametrize(
("store_responses", "expected_text"),
("store_responses", "expected_response_stored"),
[
(False, REDACTED_BY_LITELM_STRING),
(True, "sensitive information"),
(False, False),
(True, True),
],
)
def test_get_vector_store_request_for_spend_logs_payload_uses_response_setting(
store_responses: bool, expected_text: str
store_responses: bool, expected_response_stored: bool
):
vector_store_request: Final[list[StandardLoggingVectorStoreRequest]] = [
{"vector_store_search_response": {"data": [{"content": [{"text": "sensitive information", "type": "text"}]}]}}
{
"vector_store_id": "vs-123",
"custom_llm_provider": "openai",
"query": "request content",
"start_time": 1.0,
"end_time": 2.0,
"vector_store_search_response": {
"search_query": "request content",
"data": [
{
"file_id": "file-123",
"filename": "sensitive-filename.txt",
"attributes": {"source_url": "https://sensitive.example"},
"content": [{"text": "sensitive information", "type": "text"}],
}
],
},
}
]
result: Final = _get_vector_store_request_for_spend_logs_payload(
@ -684,8 +701,16 @@ def test_get_vector_store_request_for_spend_logs_payload_uses_response_setting(
)
assert result is not None
assert result[0]["vector_store_search_response"]["data"][0]["content"][0]["text"] == expected_text
assert result[0]["vector_store_search_response"]["data"][0]["content"][0]["type"] == "text"
assert result[0]["vector_store_id"] == "vs-123"
assert result[0]["custom_llm_provider"] == "openai"
assert result[0]["query"] == "request content"
assert result[0]["start_time"] == 1.0
assert result[0]["end_time"] == 2.0
expected_response: Final = (
vector_store_request[0]["vector_store_search_response"] if expected_response_stored else None
)
assert result[0].get("vector_store_search_response") == expected_response
assert ("vector_store_search_response" in result[0]) is expected_response_stored
def test_get_vector_store_request_for_spend_logs_payload_null_input():