From 8283033c0ea0c1eb87e8a24e08b0aa4a999d44ac Mon Sep 17 00:00:00 2001 From: "devin-ai-integration[bot]" <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Wed, 7 Oct 2026 11:46:34 -0700 Subject: [PATCH] test(integration): turn the model-info refresh off in every integration proxy config (#45104) The shared integration proxy configs left the five-minute /v1/models refresh on, so every proxy booted from them sent a GET /v1/models to each openai-compatible deployment at boot and every 300 s after, including the per-test deployments other cells register against their own scripted wires. A scripted provider that asserts on the exact requests it receives then saw a GET it never scripted, mid-test. Set disable_model_info_refresh in proxy_config.yaml, coordination_redis_proxy_config.yaml, and oci_proxy_test_config.yaml, and drop the three per-test copies of that setting from the observability cells that each loaded the stock config and set it themselves. Co-authored-by: mateo-berri <277851410+mateo-berri@users.noreply.github.com> --- tests/integration/coordination_redis_proxy_config.yaml | 1 + tests/integration/observability/test_langtrace_delivery.py | 3 +-- tests/integration/observability/test_otel_conversation_id.py | 2 +- tests/integration/observability/test_signoz_delivery.py | 1 - tests/integration/oci_proxy_test_config.yaml | 1 + tests/integration/proxy_config.yaml | 1 + 6 files changed, 5 insertions(+), 4 deletions(-) diff --git a/tests/integration/coordination_redis_proxy_config.yaml b/tests/integration/coordination_redis_proxy_config.yaml index 30294c291bf..e28e0f5f2ad 100644 --- a/tests/integration/coordination_redis_proxy_config.yaml +++ b/tests/integration/coordination_redis_proxy_config.yaml @@ -3,6 +3,7 @@ general_settings: master_key: os.environ/LITELLM_MASTER_KEY database_url: os.environ/DATABASE_URL store_model_in_db: true + disable_model_info_refresh: true disable_spend_logs: false proxy_batch_write_at: 1 coordination_redis: diff --git a/tests/integration/observability/test_langtrace_delivery.py b/tests/integration/observability/test_langtrace_delivery.py index 84c9ed5bec0..03e42087dc7 100644 --- a/tests/integration/observability/test_langtrace_delivery.py +++ b/tests/integration/observability/test_langtrace_delivery.py @@ -132,9 +132,8 @@ def _upstream(request: Request) -> Reply: def _config(tmp_path: Path, **litellm_settings: object) -> Path: config: Final = _PROXY_CONFIG.validate_python(yaml.safe_load(STOCK_CONFIG.read_text())) settings: Final = {**_SETTINGS.validate_python(config["litellm_settings"]), **litellm_settings} - general: Final = {**_SETTINGS.validate_python(config["general_settings"]), "disable_model_info_refresh": True} path: Final = tmp_path / "langtrace.yaml" - path.write_text(yaml.safe_dump({**config, "litellm_settings": settings, "general_settings": general})) + path.write_text(yaml.safe_dump({**config, "litellm_settings": settings})) return path diff --git a/tests/integration/observability/test_otel_conversation_id.py b/tests/integration/observability/test_otel_conversation_id.py index 78ff40927e5..e77e5603148 100644 --- a/tests/integration/observability/test_otel_conversation_id.py +++ b/tests/integration/observability/test_otel_conversation_id.py @@ -289,7 +289,7 @@ class RigFactory: def start(self) -> Iterator[Rig]: config: Final = yaml.safe_load(Path("tests/integration/proxy_config.yaml").read_text()) config["litellm_settings"].update({"callbacks": ["otel"]}) - config["general_settings"].update({"disable_model_info_refresh": True, **self.settings}) + config["general_settings"].update(self.settings) config["callback_settings"] = { "otel": {"exporter": "http/json", "endpoint": self.sink.wire.url, "mapper_names": ["genai"]}, } diff --git a/tests/integration/observability/test_signoz_delivery.py b/tests/integration/observability/test_signoz_delivery.py index f3d715fe5cf..56a98b3f17c 100644 --- a/tests/integration/observability/test_signoz_delivery.py +++ b/tests/integration/observability/test_signoz_delivery.py @@ -394,7 +394,6 @@ class RigFactory: "callbacks": ["signoz"], "provider_url_destination_allowed_hosts": [self.tenant_sink.wire.url], }, - "general_settings": {**object_value(loaded["general_settings"]), "disable_model_info_refresh": True}, } path: Final = self.directory / f"signoz-{uuid.uuid4().hex}.yaml" path.write_text(yaml.safe_dump(config)) diff --git a/tests/integration/oci_proxy_test_config.yaml b/tests/integration/oci_proxy_test_config.yaml index 95e74963cd2..f09216c4f94 100644 --- a/tests/integration/oci_proxy_test_config.yaml +++ b/tests/integration/oci_proxy_test_config.yaml @@ -19,6 +19,7 @@ model_list: general_settings: master_key: os.environ/LITELLM_MASTER_KEY + disable_model_info_refresh: true litellm_settings: drop_params: True diff --git a/tests/integration/proxy_config.yaml b/tests/integration/proxy_config.yaml index 9e4a90fc608..6924b641f13 100644 --- a/tests/integration/proxy_config.yaml +++ b/tests/integration/proxy_config.yaml @@ -326,6 +326,7 @@ general_settings: master_key: os.environ/LITELLM_MASTER_KEY database_url: os.environ/DATABASE_URL store_model_in_db: true + disable_model_info_refresh: true disable_spend_logs: false proxy_batch_write_at: 1 proxy_batch_polling_interval: 1