From a61adf5a9353e1dec6f6616e954a2b2d3ffd63ef Mon Sep 17 00:00:00 2001 From: Yujong Lee Date: Wed, 2 Sep 2026 15:42:46 -0700 Subject: [PATCH] test(ocr): default fixture recording concurrency to two --- tests/route_parity/fixtures/cli.py | 2 +- tests/test_litellm/ocr/fixtures/README.md | 2 +- tests/test_litellm/ocr/test_record_fixtures.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/route_parity/fixtures/cli.py b/tests/route_parity/fixtures/cli.py index 7cbca9b77da..149dc5c0297 100644 --- a/tests/route_parity/fixtures/cli.py +++ b/tests/route_parity/fixtures/cli.py @@ -23,7 +23,7 @@ def _positive_int(value: str) -> int: def parse_recording_args(argv: Sequence[str] | None = None) -> RecordingArgs: parser: Final = argparse.ArgumentParser() - parser.add_argument("--concurrency", type=_positive_int, default=1) + parser.add_argument("--concurrency", type=_positive_int, default=2) parser.add_argument("--examples", type=_positive_int, default=4) parser.add_argument("--fixture-dir", type=Path) namespace: Final = parser.parse_args(argv) diff --git a/tests/test_litellm/ocr/fixtures/README.md b/tests/test_litellm/ocr/fixtures/README.md index 8c8308619a4..804a945efe5 100644 --- a/tests/test_litellm/ocr/fixtures/README.md +++ b/tests/test_litellm/ocr/fixtures/README.md @@ -13,7 +13,7 @@ Run it with: uv run python -m tests.test_litellm.ocr.fixtures.record --examples 1000 ``` -`--concurrency` defaults to 1 and caps active recording jobs across all targets. Increase it explicitly when provider +`--concurrency` defaults to 2 and caps active recording jobs across all targets. Increase it explicitly when provider quotas permit. Concurrency limits do not guarantee a request-per-minute quota; HTTP 408, 429, and 5xx responses fail recording without being saved. Rerunning retries missing fixtures and reuses successful recordings diff --git a/tests/test_litellm/ocr/test_record_fixtures.py b/tests/test_litellm/ocr/test_record_fixtures.py index 6bcade8e1b1..6bff9c88c2b 100644 --- a/tests/test_litellm/ocr/test_record_fixtures.py +++ b/tests/test_litellm/ocr/test_record_fixtures.py @@ -106,7 +106,7 @@ def _document_transport(case_input: OcrSdkInputBase) -> tuple[str, str]: def test_parse_args_has_no_model_selection() -> None: - assert parse_recording_args([]).concurrency == 1 + assert parse_recording_args([]).concurrency == 2 args: Final = parse_recording_args(["--examples", "2", "--concurrency", "3", "--fixture-dir", "/tmp/ocr"]) assert args.examples == 2