mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-16 04:29:31 +00:00
e9cfba2c17
* feat(lens): isolate trace storage and investigation in a Rust service
* fix(lens): include Rust sources in the image build context
* feat(lens): wire service setup, scoped delivery receipts and lease attempts
* fix(lens): complete service routing and reject stale investigation results
* fix(lens): retry key propagation and validate isolated Compose setup
* fix(lens): seed through isolated ingestion and preserve upstream queue fixes
* chore: sync schema.prisma copies from root
* fix(lens): bind nullable due timestamps as text for Prisma
* chore(ui): remove stale lint suppressions
* fix(lens): address CI failures and review findings
* refactor(lens): remove retired Python worker and run evaluations in Rust
* fix(lens): reuse control connections and satisfy review checks
* test(lens): install and upgrade both Helm charts on Kubernetes
* test(lens): run connection reuse coverage as an integration test
* fix(ui): upgrade Next.js to 16.3.8 security release
* fix(lens): fence stale attempts and preserve reviewed evidence
* Revert "fix(ui): upgrade Next.js to 16.3.8 security release"
This reverts commit 2f79a51b25.
* fix(lens): stop failed investigations and stream history excerpts
* test(lens): cover model tool and result contracts
* test(lens): fix retired routes and reuse installation build artifacts
* test(lens): use portable grep in Helm installation smoke
* test(lens): wait for migrations before forwarding Helm services
* fix(lens): keep failed evidence reads retryable
* fix(lens): preserve sandbox output during process exit
---------
Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
67 lines
2.8 KiB
Python
67 lines
2.8 KiB
Python
from typing import Final
|
|
|
|
import pytest
|
|
from pydantic import JsonValue, ValidationError
|
|
|
|
from litellm.proxy.lens.agent_contract import (
|
|
Checkpoint,
|
|
EvidenceRequest,
|
|
FindingGroups,
|
|
Findings,
|
|
PythonAgentTurn,
|
|
PythonRequest,
|
|
)
|
|
|
|
|
|
def test_agent_turn_preserves_tool_order_unicode_and_structured_result() -> None:
|
|
turn: Final = PythonAgentTurn[Findings].model_validate(
|
|
{
|
|
"tools": [
|
|
{"action": "read", "execution_id": "run-1", "span_ids": ["span-2"], "char_start": 4},
|
|
{"action": "python", "code": "print('é終')", "execution_ids": ["run-1"]},
|
|
{"action": "history", "turn_start": 2, "turn_end": 3, "char_start": 500, "char_end": 520},
|
|
],
|
|
"checkpoint": "Keep the original failed tool response",
|
|
"result": {"findings": []},
|
|
}
|
|
)
|
|
assert tuple(tool.action for tool in turn.tools) == ("read", "python", "history")
|
|
assert isinstance(turn.tools[1], PythonRequest)
|
|
assert turn.tools[1].code == "print('é終')"
|
|
assert isinstance(turn.tools[2], EvidenceRequest)
|
|
assert (turn.tools[2].turn_start, turn.tools[2].turn_end) == (2, 3)
|
|
assert (turn.tools[2].char_start, turn.tools[2].char_end) == (500, 520)
|
|
assert turn.result == Findings(findings=())
|
|
assert PythonAgentTurn[Findings].model_validate_json(turn.model_dump_json()) == turn
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"payload",
|
|
(
|
|
{"tools": [{"action": "http", "url": "https://example.com"}]},
|
|
{"tools": [{"action": "python", "code": ""}]},
|
|
{"tools": [{"action": "read", "char_start": -1}]},
|
|
{"tools": [{"action": "history", "turn_start": -1}]},
|
|
{"tools": [{"action": "history", "char_end": -1}]},
|
|
{"tools": [{"action": "read_reviews", "review_phase": "unknown"}]},
|
|
{"tools": [{"action": "read", "unrecognized_scope": "all"}]},
|
|
{"checkpoint": ""},
|
|
{"result": {"findings": [{"title": "Unsupported conclusion"}]}},
|
|
),
|
|
)
|
|
def test_model_output_rejects_unsupported_tools_ranges_and_incomplete_findings(payload: JsonValue) -> None:
|
|
with pytest.raises(ValidationError):
|
|
PythonAgentTurn[Findings].model_validate(payload)
|
|
|
|
|
|
def test_consolidation_requires_members_and_checkpoint_requires_notes() -> None:
|
|
with pytest.raises(ValidationError):
|
|
FindingGroups.model_validate({"groups": [{"members": [], "representative": "new:0"}]})
|
|
groups: Final = FindingGroups.model_validate(
|
|
{"groups": [{"members": ["new:0", "saved:1"], "representative": "saved:1"}]}
|
|
)
|
|
assert groups.groups[0].members == ("new:0", "saved:1")
|
|
assert groups.groups[0].representative == "saved:1"
|
|
with pytest.raises(ValidationError):
|
|
Checkpoint(working_notes="")
|
|
assert Checkpoint(working_notes="Resume with the original tool evidence").working_notes
|