commit 59bd3e4ac0047437c892b0b53ec0ffd3fadec829 Author: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com> Date: Fri Oct 30 13:50:44 2026 -0700 docs(accounting): publish sanitized T5 verification evidence diff --git a/README.md b/README.md new file mode 100644 index 00000000000..8d5b13b1660 --- /dev/null +++ b/README.md @@ -0,0 +1,17 @@ +# T5 round-three review evidence + +Sanitized independent Devin evidence for [foundation #49190](https://github.com/BerriAI/litellm/pull/49190) and [capture #49133](https://github.com/BerriAI/litellm/pull/49133) + +[Download the evidence bundle](r3_t5_evidence_sanitized.zip) + +Archive SHA-256 `eeddf7eaa98b01205355e9b32d0b8ef439dc76d6e6e64dbf34695de31e675799` + +Baseline `ccc56d27adeeece2a1069bde587c76486ba9ab39`, foundation `b368c432d03de80d5b6efc2dd6d6389c4d9c9b11`, combined capture `a2fbb6d260a5a25076542e836d9eb398648e51c5` + +The archive includes the acceptance report, provenance, live measurements/logs, reproduction scripts/configuration, and complete per-PR coverage JSON/XML. Start with README.txt and artifacts/R3_T5_ACCEPTANCE_REPORT.md inside it. Historical round-two carry-forward evidence retains its tested SHA attribution + +Changed-line coverage with real PostgreSQL integration is 204/206 (99.03%) for foundation and 491/508 (96.65%) for capture. The report explains remaining lines and baseline-reproduced unrelated test failures + +Live Vertex/GCS lifecycle was not run due to unavailable bucket access. The author accepted this explicit verification limitation for T5. Existing Vertex unit coverage and the local OpenAI route reproduction do not prove live GCS behavior + +Ephemeral test credentials and database credentials are redacted, with a redaction manifest. Process-ID files and compiled Python caches are excluded. No measurement or coverage result is changed. No application code or workflow lives on this evidence-only branch. No scripts were executed during packaging diff --git a/capture-diff-coverage.txt b/capture-diff-coverage.txt new file mode 100644 index 00000000000..749e6b45a39 --- /dev/null +++ b/capture-diff-coverage.txt @@ -0,0 +1,31 @@ +/home/ubuntu/repos/wt-head/.venv/lib/python3.12/site-packages/diff_cover/diff_cover_tool.py:315: UserWarning: The --json-report option is deprecated. Use --format json:/home/ubuntu/t5_verify/artifacts/r3cov_cap_diff_cover.json instead. + warnings.warn( +------------- +Diff Coverage +Diff: b368c432d03de80d5b6efc2dd6d6389c4d9c9b11...HEAD, staged and unstaged changes +------------- +litellm/_internal_context.py (100%) +litellm/batches/batch_utils.py (87.0%): Missing lines 325-327 +litellm/litellm_core_utils/litellm_logging.py (96.2%): Missing lines 2675,2869,6983 +litellm/litellm_core_utils/realtime_streaming.py (50.0%): Missing lines 545 +litellm/llms/vertex_ai/batches/transformation.py (100%) +litellm/proxy/_types.py (100%) +litellm/proxy/common_request_processing.py (100%) +litellm/proxy/hooks/proxy_track_cost_callback.py (89.7%): Missing lines 334-335,339,631 +litellm/proxy/proxy_server.py (100%) +litellm/proxy/spend_tracking/cost_finalization.py (100%) +litellm/proxy/spend_tracking/spend_tracking_utils.py (100%) +litellm/proxy/spend_tracking/usage_capture.py (98.6%): Missing lines 305,571,574,594 +litellm/proxy/utils.py (100%) +litellm/rag/main.py (100%) +litellm/responses/main.py (0.0%): Missing lines 437,514 +litellm/responses/mcp/chat_completions_handler.py (100%) +litellm/router.py (100%) +litellm/types/utils.py (100%) +litellm/utils.py (100%) +------------- +Total: 508 lines +Missing: 17 lines +Coverage: 96% +------------- + diff --git a/foundation-diff-coverage.txt b/foundation-diff-coverage.txt new file mode 100644 index 00000000000..08b25e5332d --- /dev/null +++ b/foundation-diff-coverage.txt @@ -0,0 +1,15 @@ +/home/ubuntu/repos/wt-fnd/.venv/lib/python3.12/site-packages/diff_cover/diff_cover_tool.py:315: UserWarning: The --json-report option is deprecated. Use --format json:/home/ubuntu/t5_verify/artifacts/r3cov_fnd_diff_cover.json instead. + warnings.warn( +------------- +Diff Coverage +Diff: ccc56d27adeeece2a1069bde587c76486ba9ab39...HEAD, staged and unstaged changes +------------- +litellm/proxy/db/accounting_ledger.py (100%) +litellm/proxy/db/exception_handler.py (100%) +litellm/proxy/spend_tracking/usage_meter.py (98.8%): Missing lines 165,219 +------------- +Total: 206 lines +Missing: 2 lines +Coverage: 99% +------------- + diff --git a/r3_t5_evidence_sanitized.zip b/r3_t5_evidence_sanitized.zip new file mode 100644 index 00000000000..227b85af36f Binary files /dev/null and b/r3_t5_evidence_sanitized.zip differ