mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-09 08:18:12 +00:00
50af27eaa6
* test(e2e): add the Codex file edit and long session rows The file edit row has Codex change a random value into config.txt with the patch tool and checks the file on disk. The long session row has it follow a chain of random file names one cat at a time. new_workspace now returns the resolved path, because Codex reports patched files by their real path (/private/var on macOS). * test(e2e): make the Codex long session prove every earlier command output reached the model * test(e2e): Codex auto-compaction through LiteLLM (#49389) * test(e2e): add the Codex auto-compaction row Codex reads a random value, compacts through the gateway with its remote compaction forced on, and is asked for the value after the file holding it is deleted. The row reads the compaction from the thread's rollout file and marks Claude on Bedrock as a strict expected failure, since the Responses-to-chat bridge ignores the compaction_trigger item * refactor(e2e): validate Codex rollout lines with the models directly
24 lines
904 B
Python
24 lines
904 B
Python
from __future__ import annotations
|
|
|
|
from typing import Final
|
|
|
|
import pytest
|
|
from codex.harness import CodexHarness
|
|
from codex.setups import SETUPS, ModelSetup
|
|
from e2e_config import unique_marker
|
|
|
|
pytestmark = pytest.mark.e2e
|
|
|
|
|
|
@pytest.mark.parametrize("deployment", SETUPS)
|
|
class TestCodexFileEdit:
|
|
def test_changes_a_file_with_the_patch_tool(self, codex: CodexHarness, setup: ModelSetup) -> None:
|
|
marker: Final = unique_marker()
|
|
workspace: Final = codex.new_workspace(files={"config.txt": "name = placeholder\n"})
|
|
run: Final = codex.exec(
|
|
f"Use the apply_patch tool to change `placeholder` to `{marker}` in config.txt. Change nothing else.",
|
|
model=setup.model,
|
|
cwd=workspace,
|
|
)
|
|
assert run.patched_files == (workspace / "config.txt",), run
|
|
assert (workspace / "config.txt").read_text() == f"name = {marker}\n", run
|