scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 81

test: prepare reference input before tracing path-sourced peak

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
yuneng 2026-09-20 17:08:16 +00:00
parent e3911c71f7
commit 8554d1f827
1 changed files with 3 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
tests/unit/llms/vertex_ai/files/test_vertex_ai_files_streaming.py
View file

@ -347,8 +347,9 @@ class TestPathSourcedStreaming:
def test_path_source_peak_stays_below_list_pipeline(self, tmp_path):
cfg = VertexAIFilesConfig()
path, _ = self._write_jsonl(tmp_path, 8000)
path, raw = self._write_jsonl(tmp_path, 8000)
data = self._batch_request(path)
content_str = raw.decode("utf-8")
def drain_stream():
cfg.get_complete_file_url(
@ -366,9 +367,7 @@ class TestPathSourcedStreaming:
pass
streaming_peak = _measure_peak(drain_stream)
list_peak = _measure_peak(
lambda: _reference_vertex_jsonl_string(cfg, path.read_bytes().decode("utf-8"))
)
list_peak = _measure_peak(lambda: _reference_vertex_jsonl_string(cfg, content_str))
assert streaming_peak < list_peak * 0.3, (
f"path-sourced streaming peak {streaming_peak} not a clear win over list pipeline "