fix: import NotRequired/assert_never from typing_extensions for py3.10

litellm/llms/anthropic/experimental_pass_through/context_management/editors/compact.py

@@ -14,9 +14,9 @@ Mirrors Anthropic's native ``compact_20260112`` for non-Anthropic providers:
 
 import re
 from collections.abc import Mapping, Sequence
-from typing import TYPE_CHECKING, Any, Final, Literal, NotRequired, Optional, TypedDict, Union, cast
+from typing import TYPE_CHECKING, Any, Final, Literal, Optional, TypedDict, Union, cast
 
-from typing_extensions import ReadOnly
+from typing_extensions import NotRequired, ReadOnly
 
 import litellm
 from litellm._logging import verbose_logger

litellm/proxy/common_utils/reset_budget_job.py

@@ -6,7 +6,8 @@ from dataclasses import dataclass
 from datetime import datetime, timezone
 from enum import Enum
 from types import MappingProxyType
-from typing import Final, Literal, Protocol, TypeVar, assert_never
+from typing import Final, Literal, Protocol, TypeVar
+from typing_extensions import assert_never
 
 import litellm
 from litellm._logging import verbose_proxy_logger

litellm/proxy/openai_files_endpoints/batch_file_validation.py

@@ -2,7 +2,8 @@ import json
 from collections.abc import Iterator
 from dataclasses import dataclass
 from itertools import chain
-from typing import BinaryIO, Final, NoReturn, assert_never
+from typing import BinaryIO, Final, NoReturn
+from typing_extensions import assert_never
 
 from litellm.proxy._types import ProxyException
 

tests/test_litellm/test_py310_typing_imports.py

@@ -0,0 +1,6 @@
+import litellm
+
+
+def test_import_litellm_succeeds():
+    # regression for py3.10 typing imports (requires-python >=3.10)
+    assert hasattr(litellm, "completion")