merge: bring main into litellm_migrate_tests_p3

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

tests/unit/conftest.py

@@ -1,12 +1,15 @@
+import os
 from collections.abc import Iterator
 from typing import Final
 
 import pytest
 from pytest_socket import enable_socket, socket_allow_hosts
 
-import litellm
-import litellm.router as litellm_router_module
-import litellm.utils as litellm_utils_module
+os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
+
+import litellm  # noqa: E402  # litellm reads LITELLM_LOCAL_MODEL_COST_MAP at import
+import litellm.router as litellm_router_module  # noqa: E402  # same import-time dependency
+import litellm.utils as litellm_utils_module  # noqa: E402  # same import-time dependency
 
 LOOPBACK_HOSTS: Final = ["127.0.0.1", "::1"]
 
@@ -15,11 +18,7 @@ def _allow_loopback_only() -> None:
     socket_allow_hosts(LOOPBACK_HOSTS, allow_unix_socket=True)
 
 
-@pytest.fixture(autouse=True, scope="session")
-def block_external_sockets() -> Iterator[None]:
-    _allow_loopback_only()
-    yield
-    enable_socket()
+_allow_loopback_only()
 
 
 @pytest.hookimpl(trylast=True)
@@ -52,3 +51,7 @@ def local_model_cost_map(monkeypatch: pytest.MonkeyPatch) -> Iterator[None]:
     litellm.get_model_info.cache_clear()
     yield
     litellm.get_model_info.cache_clear()
+
+
+def pytest_sessionfinish() -> None:
+    enable_socket()

tests/unit/test_socket_policy.py

@@ -0,0 +1,17 @@
+import socket
+
+import pytest
+from pytest_socket import SocketConnectBlockedError
+
+
+def test_external_connect_is_refused_before_a_packet_leaves() -> None:
+    with pytest.raises(SocketConnectBlockedError):
+        socket.create_connection(("192.0.2.1", 9), timeout=1)
+
+
+def test_loopback_connect_is_allowed() -> None:
+    with socket.socket() as server:
+        server.bind(("127.0.0.1", 0))
+        server.listen()
+        with socket.create_connection(server.getsockname(), timeout=1) as client:
+            assert client.getpeername() == server.getsockname()