"""tool_use x Vertex AI. Drive the real `claude` CLI against a running LiteLLM proxy that routes Claude requests to Anthropic's models on Google Cloud Vertex AI, ask Claude to invoke a built-in tool (`Bash`), and assert that the upstream returned a `tool_use` content block. The (feature, provider) for this cell is inferred from the file path by `tests/claude_code/conftest.py`: tests/claude_code/tool_use/test_vertex_ai.py ^^^^^^^^ ^^^^^^^^^ feature_id provider """ from __future__ import annotations import os from typing import Any, Mapping, Sequence import pytest from tests.claude_code.cli_driver import ( ClaudeCLIError, failure_diagnostic, run_claude_models_parallel, ) PROXY_BASE_URL_ENV = "LITELLM_PROXY_BASE_URL" PROXY_API_KEY_ENV = "LITELLM_PROXY_API_KEY" VERTEX_AI_MODELS = [ "claude-haiku-4-5-vertex", "claude-sonnet-4-6-vertex", "claude-opus-4-7-vertex", ] TOOL_USE_PROMPT = ( "Use the Bash tool to run the command `echo pong` and report what it printed." ) # Bash is restricted to the exact command `echo pong` + `dontAsk` # permission mode; see `tool_use/test_anthropic.py` for the security # rationale. TOOL_USE_ARGS = [ "--allowed-tools", "Bash(echo pong)", "--permission-mode", "dontAsk", ] def _has_tool_use_event(events: Sequence[Mapping[str, Any]]) -> bool: for event in events: if event.get("type") != "assistant": continue message = event.get("message") or {} content = message.get("content") if not isinstance(content, list): continue for block in content: if isinstance(block, dict) and block.get("type") == "tool_use": return True return False def test_tool_use_vertex_ai(compat_result): """Drive the `claude` CLI against the LiteLLM proxy and assert a tool call was emitted on the wire.""" base_url = os.environ.get(PROXY_BASE_URL_ENV) api_key = os.environ.get(PROXY_API_KEY_ENV) if not base_url or not api_key: compat_result.set( { "status": "fail", "error": ( f"missing required env: set {PROXY_BASE_URL_ENV} and " f"{PROXY_API_KEY_ENV} to point at a running LiteLLM proxy" ), } ) pytest.fail( f"{PROXY_BASE_URL_ENV} / {PROXY_API_KEY_ENV} not configured", pytrace=False ) outcomes = run_claude_models_parallel( models=VERTEX_AI_MODELS, prompt=TOOL_USE_PROMPT, base_url=base_url, api_key=api_key, extra_args=TOOL_USE_ARGS, ) failures = [] for model in VERTEX_AI_MODELS: outcome = outcomes[model] if isinstance(outcome, ClaudeCLIError): error = f"[{model}] {outcome}" compat_result.add({"status": "fail", "error": error}) failures.append(error) continue if outcome.exit_code != 0: error = f"[{model}] claude CLI failed: {failure_diagnostic(outcome)}" compat_result.add({"status": "fail", "error": error}) failures.append(error) continue if not _has_tool_use_event(outcome.events): error = ( f"[{model}] no tool_use content block observed in stream-json events" ) compat_result.add({"status": "fail", "error": error}) failures.append(error) continue compat_result.add({"status": "pass"}) if failures: pytest.fail("; ".join(failures), pytrace=False)