From a1e5c90e56b31a5592693027fbdce4c3014acbbb Mon Sep 17 00:00:00 2001 From: nate-berri Date: Sat, 10 Oct 2026 14:27:48 -0700 Subject: [PATCH] refactor(sdk): import UserAPIKeyAuth from litellm.types.proxy.auth (#45806) * refactor(types): move LitellmUserRoles and KeyManagementRoutes into litellm.types.proxy.auth.user_roles Part of LIT-9423 * refactor(types): move is_jwt into litellm.types.proxy.auth.user_api_key_auth Part of LIT-9423 * refactor(auth): alias is_jwt import so JWTHandler.is_jwt is not read as recursive * refactor(types): type UserAPIKeyAuth, its token view and hash_token in place Part of LIT-9423 * refactor(types): move UserAPIKeyAuth, its token view and hash_token into litellm.types.proxy.auth.user_api_key_auth Part of LIT-9423 * fix(types): keep agent, budget snapshot and is_jwt names importable from proxy._types Part of LIT-9423 * refactor(sdk): import UserAPIKeyAuth from litellm.types.proxy.auth Part of LIT-9423 * fix(types): restore main's _types.py content alongside the user_api_key_auth move Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * fix(sdk): resolve litellm.proxy lazily on attribute access The layer cleanup stopped import litellm from loading any proxy module, so litellm.proxy was no longer bound and litellm.proxy._types.X raised AttributeError. The module __getattr__ now imports litellm.proxy on first access, which keeps import litellm free of proxy._types and fixes the docs and code-quality checks on main * fix(sdk): resolve litellm.proxy lazily on attribute access The layer cleanup stopped import litellm from loading any proxy module, so litellm.proxy was no longer bound and litellm.proxy._types.X raised AttributeError. The module __getattr__ now imports litellm.proxy on first access, which keeps import litellm free of proxy._types and fixes the docs and code-quality checks on main * style(types): drop blank lines between proxy._types re-export imports Part of LIT-9423 * refactor(proxy): keep only user_api_key_auth re-exports in _types.py Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * refactor(proxy): carry main's UserAPIKeyAuth field into moved file Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * style(types): drop blank lines between proxy._types re-export imports Part of LIT-9423 * fix(types): drop unused TypeIs import from proxy/_types.py --------- Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- litellm/_service_logger.py | 2 +- litellm/integrations/SlackAlerting/slack_alerting.py | 2 +- litellm/integrations/custom_guardrail.py | 4 ++-- litellm/integrations/custom_logger.py | 2 +- litellm/integrations/datadog/datadog.py | 2 +- litellm/integrations/otel/langfuse_logger.py | 2 +- litellm/integrations/otel/logger.py | 2 +- litellm/integrations/prometheus.py | 2 +- litellm/integrations/rubrik.py | 2 +- litellm/integrations/shadow_eval_logger.py | 2 +- litellm/integrations/websearch_interception/handler.py | 2 +- litellm/litellm_core_utils/health_check_helpers.py | 2 +- litellm/llms/a2a/chat/guardrail_translation/handler.py | 2 +- litellm/llms/anthropic/chat/guardrail_translation/handler.py | 2 +- litellm/llms/anthropic/pass_through/adapters/handler.py | 2 +- .../anthropic/pass_through/context_management/dispatcher.py | 2 +- .../pass_through/context_management/editors/compact.py | 2 +- litellm/llms/base_llm/files/transformation.py | 2 +- .../llms/base_llm/guardrail_translation/base_translation.py | 2 +- .../llms/base_llm/managed_resources/base_managed_resource.py | 2 +- litellm/llms/base_llm/managed_resources/isolation.py | 4 ++-- .../llms/bedrock/passthrough/guardrail_translation/handler.py | 2 +- litellm/llms/custom_httpx/llm_http_handler.py | 2 +- .../llms/gemini/google_genai/guardrail_translation/handler.py | 2 +- litellm/llms/litellm_proxy/skills/handler.py | 2 +- litellm/llms/litellm_proxy/skills/skill_search.py | 2 +- litellm/llms/litellm_proxy/skills/transformation.py | 2 +- litellm/llms/openai/chat/guardrail_translation/handler.py | 2 +- .../llms/openai/responses/guardrail_translation/handler.py | 2 +- litellm/llms/openai/videos/guardrail_translation/handler.py | 2 +- litellm/llms/pass_through/guardrail_translation/handler.py | 2 +- litellm/proxy/_types.py | 1 - litellm/responses/mcp/chat_completions_handler.py | 2 +- litellm/responses/mcp/litellm_proxy_mcp_handler.py | 2 +- litellm/responses/mcp/mcp_streaming_iterator.py | 2 +- litellm/responses/mcp/request_context.py | 2 +- litellm/responses/streaming_iterator.py | 2 +- litellm/router_strategy/adaptive_router/hooks.py | 2 +- litellm/types/passthrough_endpoints/managed_id_rewriter.py | 2 +- 39 files changed, 40 insertions(+), 41 deletions(-) diff --git a/litellm/_service_logger.py b/litellm/_service_logger.py index 24625382d0c..6385aa96272 100644 --- a/litellm/_service_logger.py +++ b/litellm/_service_logger.py @@ -16,7 +16,7 @@ from .types.services import ServiceLoggerPayload, ServiceTypes if TYPE_CHECKING: from opentelemetry.trace import Span as _Span - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth Span = _Span | Any OTELClass = OpenTelemetry diff --git a/litellm/integrations/SlackAlerting/slack_alerting.py b/litellm/integrations/SlackAlerting/slack_alerting.py index 6eeb8f0582e..94a3564e5cb 100644 --- a/litellm/integrations/SlackAlerting/slack_alerting.py +++ b/litellm/integrations/SlackAlerting/slack_alerting.py @@ -38,7 +38,6 @@ from litellm.llms.custom_httpx.http_handler import ( get_async_httpx_client, httpxSpecialProvider, ) -from litellm.proxy._types import UserAPIKeyAuth from litellm.repositories.table_repositories import InvitationLinkRepository from litellm.repositories.team_repository import TeamRepository from litellm.repositories.user_repository import UserRepository @@ -52,6 +51,7 @@ from litellm.types.integrations.slack_alerting import ( VirtualKeyEvent, WebhookEvent, ) +from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth from litellm.types.proxy.model_deprecation import ( DEFAULT_DEPRECATION_CHECK_INTERVAL_SECONDS, DEPRECATION_IDLE_POLL_SECONDS, diff --git a/litellm/integrations/custom_guardrail.py b/litellm/integrations/custom_guardrail.py index fab30deda93..45b20211ac5 100644 --- a/litellm/integrations/custom_guardrail.py +++ b/litellm/integrations/custom_guardrail.py @@ -44,7 +44,7 @@ from litellm.types.utils import ( if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.llms.base_llm.guardrail_translation.base_translation import BaseTranslation - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth dc: Final = DualCache() @@ -119,7 +119,7 @@ def is_guardrail_intervention(e: Exception) -> bool: def _user_api_key_auth_from_request(request_data: Mapping[str, object]) -> "UserAPIKeyAuth": - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth metadata: Final = request_data.get(get_metadata_variable_name_from_kwargs(request_data)) stamped: Final[Mapping[str, object]] = metadata if isinstance(metadata, dict) else {} diff --git a/litellm/integrations/custom_logger.py b/litellm/integrations/custom_logger.py index 45fce665bf0..5ca9840185b 100644 --- a/litellm/integrations/custom_logger.py +++ b/litellm/integrations/custom_logger.py @@ -35,12 +35,12 @@ if TYPE_CHECKING: from litellm.llms.base_llm.anthropic_messages.transformation import ( BaseAnthropicMessagesConfig, ) - from litellm.proxy._types import UserAPIKeyAuth from litellm.types.mcp import ( MCPPostCallResponseObject, MCPPreCallRequestObject, MCPPreCallResponseObject, ) + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth from litellm.types.router import PreRoutingHookResponse Span = _Span diff --git a/litellm/integrations/datadog/datadog.py b/litellm/integrations/datadog/datadog.py index 7046b8d017a..6518cda5ae3 100644 --- a/litellm/integrations/datadog/datadog.py +++ b/litellm/integrations/datadog/datadog.py @@ -66,7 +66,7 @@ from ..additional_logging_utils import AdditionalLoggingUtils if TYPE_CHECKING: from fastapi import HTTPException - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth class _DatadogLoggingKwargs(TypedDict, total=False): diff --git a/litellm/integrations/otel/langfuse_logger.py b/litellm/integrations/otel/langfuse_logger.py index 8f6a7d5eb51..c869474f532 100644 --- a/litellm/integrations/otel/langfuse_logger.py +++ b/litellm/integrations/otel/langfuse_logger.py @@ -13,7 +13,7 @@ from litellm.integrations.otel.model.trace_controls import caller_trace_controls from litellm.integrations.otel.plumbing.context import request_root_span if TYPE_CHECKING: - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth from litellm.types.utils import ModelResponseStream diff --git a/litellm/integrations/otel/logger.py b/litellm/integrations/otel/logger.py index d8dccc39c13..0844b043a6f 100644 --- a/litellm/integrations/otel/logger.py +++ b/litellm/integrations/otel/logger.py @@ -89,7 +89,7 @@ if TYPE_CHECKING: from opentelemetry.metrics import MeterProvider from litellm.caching.dual_cache import DualCache - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth from litellm.types.services import ServiceLoggerPayload from litellm.types.utils import ( CallTypesLiteral, diff --git a/litellm/integrations/prometheus.py b/litellm/integrations/prometheus.py index 797c443e712..708a75aad99 100644 --- a/litellm/integrations/prometheus.py +++ b/litellm/integrations/prometheus.py @@ -53,7 +53,6 @@ from litellm.models.end_user import LiteLLM_EndUserTable from litellm.models.team import LiteLLM_TeamTable from litellm.models.user import LiteLLM_UserTable from litellm.models.verification_token import LiteLLM_DeletedVerificationToken -from litellm.proxy._types import UserAPIKeyAuth from litellm.repositories.base_repository import BaseRepository from litellm.repositories.budget_repository import BudgetRepository from litellm.repositories.organization_repository import OrganizationRepository @@ -67,6 +66,7 @@ from litellm.types.integrations.prometheus import ( sanitize_prometheus_label_value, validate_prometheus_deployment_and_latency_caller_identity, ) +from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth from litellm.types.proxy.carried_budget_state import ( KeyBudgetSnapshot, OrgBudgetSnapshot, diff --git a/litellm/integrations/rubrik.py b/litellm/integrations/rubrik.py index fe7264553df..57e8323cdc3 100644 --- a/litellm/integrations/rubrik.py +++ b/litellm/integrations/rubrik.py @@ -44,7 +44,7 @@ if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import ( Logging as LiteLLMLoggingObj, ) - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth _WEBHOOK_PATH_RESPONSE_MODERATION: Final = "/v1/after_completion/openai/v1" _WEBHOOK_PATH_PROMPT_MODERATION: Final = "/v1/before_prompt/openai/v1" diff --git a/litellm/integrations/shadow_eval_logger.py b/litellm/integrations/shadow_eval_logger.py index 046f510266a..962c7707409 100644 --- a/litellm/integrations/shadow_eval_logger.py +++ b/litellm/integrations/shadow_eval_logger.py @@ -631,13 +631,13 @@ async def _key_or_team_is_over_budget(metadata: Mapping[str, object]) -> bool: """ try: from litellm.exceptions import BudgetExceededError - from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.auth.auth_checks import ( get_team_object, team_max_budget_check, virtual_key_max_budget_check, ) from litellm.proxy.proxy_server import prisma_client, proxy_logging_obj, user_api_key_cache + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth except ImportError: return False diff --git a/litellm/integrations/websearch_interception/handler.py b/litellm/integrations/websearch_interception/handler.py index 0fb482cbbd9..c92e32aeb7f 100644 --- a/litellm/integrations/websearch_interception/handler.py +++ b/litellm/integrations/websearch_interception/handler.py @@ -77,10 +77,10 @@ if TYPE_CHECKING: from litellm.llms.base_llm.anthropic_messages.transformation import ( BaseAnthropicMessagesConfig, ) - from litellm.proxy._types import UserAPIKeyAuth from litellm.types.llms.anthropic_messages.anthropic_response import ( AnthropicMessagesResponse, ) + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth from litellm.types.utils import ModelResponse from litellm.utils import CustomStreamWrapper diff --git a/litellm/litellm_core_utils/health_check_helpers.py b/litellm/litellm_core_utils/health_check_helpers.py index 5d14a9761d5..a035f86ea56 100644 --- a/litellm/litellm_core_utils/health_check_helpers.py +++ b/litellm/litellm_core_utils/health_check_helpers.py @@ -122,8 +122,8 @@ class HealthCheckHelpers: 2. `user_api_key_auth`: This helps identify health check calls in the DB. We need this since the DB requires an API Key to track a log in the SpendLogs Table """ - from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.litellm_pre_call_utils import LiteLLMProxyRequestSetup + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth _metadata_variable_name: Final = "litellm_metadata" litellm_metadata: Final = HealthCheckHelpers._get_metadata_for_health_check_call() diff --git a/litellm/llms/a2a/chat/guardrail_translation/handler.py b/litellm/llms/a2a/chat/guardrail_translation/handler.py index 92dc49ea9c1..afd9ba84c96 100644 --- a/litellm/llms/a2a/chat/guardrail_translation/handler.py +++ b/litellm/llms/a2a/chat/guardrail_translation/handler.py @@ -26,7 +26,7 @@ from litellm.types.utils import GenericGuardrailAPIInputs if TYPE_CHECKING: from litellm.integrations.custom_guardrail import CustomGuardrail from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth class _A2ATextPart(TypedDict, total=False): diff --git a/litellm/llms/anthropic/chat/guardrail_translation/handler.py b/litellm/llms/anthropic/chat/guardrail_translation/handler.py index 7c1bee14b5b..717bafae5e7 100644 --- a/litellm/llms/anthropic/chat/guardrail_translation/handler.py +++ b/litellm/llms/anthropic/chat/guardrail_translation/handler.py @@ -76,10 +76,10 @@ if TYPE_CHECKING: ModifyResponseException, ) from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj - from litellm.proxy._types import UserAPIKeyAuth from litellm.types.llms.anthropic_messages.anthropic_response import ( AnthropicMessagesResponse, ) + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth @dataclass(frozen=True, slots=True) diff --git a/litellm/llms/anthropic/pass_through/adapters/handler.py b/litellm/llms/anthropic/pass_through/adapters/handler.py index 454fb43b416..1bdb2b2db2c 100644 --- a/litellm/llms/anthropic/pass_through/adapters/handler.py +++ b/litellm/llms/anthropic/pass_through/adapters/handler.py @@ -33,8 +33,8 @@ from litellm.types.utils import ModelResponse from litellm.utils import get_model_info if TYPE_CHECKING: - from litellm.proxy._types import UserAPIKeyAuth from litellm.router import Router + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth # Anthropic-only keys already mapped by the translator; strip on extra_kwargs re-merge. ANTHROPIC_ONLY_REQUEST_KEYS: Final[frozenset[str]] = frozenset({"output_config", "safeguards"}) diff --git a/litellm/llms/anthropic/pass_through/context_management/dispatcher.py b/litellm/llms/anthropic/pass_through/context_management/dispatcher.py index 09fbaa89237..9b4e12ef2f9 100644 --- a/litellm/llms/anthropic/pass_through/context_management/dispatcher.py +++ b/litellm/llms/anthropic/pass_through/context_management/dispatcher.py @@ -13,8 +13,8 @@ from .editors import apply_clear_tool_uses_20250919, apply_compact_20260112 from .result import PolyfillResult if TYPE_CHECKING: - from litellm.proxy._types import UserAPIKeyAuth from litellm.router import Router + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth EditorResult: TypeAlias = "PolyfillResult | tuple[list[dict[str, object]], AppliedEdit | None]" diff --git a/litellm/llms/anthropic/pass_through/context_management/editors/compact.py b/litellm/llms/anthropic/pass_through/context_management/editors/compact.py index 85a20ea4435..deb3d849ae9 100644 --- a/litellm/llms/anthropic/pass_through/context_management/editors/compact.py +++ b/litellm/llms/anthropic/pass_through/context_management/editors/compact.py @@ -29,7 +29,6 @@ from litellm.types.llms.anthropic import ( if TYPE_CHECKING: from litellm.litellm_core_utils.streaming_handler import CustomStreamWrapper - from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.hooks.parallel_request_limiter_v3 import ( RateLimitDescriptor, RateLimitDescriptorRateLimitObject, @@ -41,6 +40,7 @@ if TYPE_CHECKING: AllAnthropicToolsValues, ) from litellm.types.llms.openai import ChatCompletionToolParam + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth from litellm.types.utils import ModelResponse from ..constants import ( diff --git a/litellm/llms/base_llm/files/transformation.py b/litellm/llms/base_llm/files/transformation.py index cc36962da6b..083e396c0bd 100644 --- a/litellm/llms/base_llm/files/transformation.py +++ b/litellm/llms/base_llm/files/transformation.py @@ -22,9 +22,9 @@ from ..chat.transformation import BaseConfig if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import Logging as _LiteLLMLoggingObj from litellm.litellm_core_utils.tokenizer import Encoding as Tokenizer - from litellm.proxy._types import UserAPIKeyAuth as _UserAPIKeyAuth from litellm.router import Router as _Router from litellm.types.llms.openai import HttpxBinaryResponseContent + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth as _UserAPIKeyAuth LiteLLMLoggingObj = _LiteLLMLoggingObj Span = Any diff --git a/litellm/llms/base_llm/guardrail_translation/base_translation.py b/litellm/llms/base_llm/guardrail_translation/base_translation.py index 70b8291d32c..88c4dbfdce6 100644 --- a/litellm/llms/base_llm/guardrail_translation/base_translation.py +++ b/litellm/llms/base_llm/guardrail_translation/base_translation.py @@ -11,8 +11,8 @@ if TYPE_CHECKING: ModifyResponseException, ) from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj - from litellm.proxy._types import UserAPIKeyAuth from litellm.types.llms.openai import AllMessageValues + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth @dataclass(slots=True) diff --git a/litellm/llms/base_llm/managed_resources/base_managed_resource.py b/litellm/llms/base_llm/managed_resources/base_managed_resource.py index 81b3411ed56..bb4cf42fa1e 100644 --- a/litellm/llms/base_llm/managed_resources/base_managed_resource.py +++ b/litellm/llms/base_llm/managed_resources/base_managed_resource.py @@ -16,7 +16,7 @@ from litellm.llms.base_llm.managed_resources.isolation import ( can_access_resource, resolve_resource_owner_id, ) -from litellm.proxy._types import UserAPIKeyAuth +from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth from litellm.types.utils import SpecialEnums MANAGED_RESOURCES_TARGET: Final = "managed_resources" diff --git a/litellm/llms/base_llm/managed_resources/isolation.py b/litellm/llms/base_llm/managed_resources/isolation.py index 0a09de79891..547bed21247 100644 --- a/litellm/llms/base_llm/managed_resources/isolation.py +++ b/litellm/llms/base_llm/managed_resources/isolation.py @@ -12,10 +12,10 @@ are denied so an empty user_id can never select an unscoped query. from typing import Any, Final -from litellm.proxy._types import ( +from litellm.types.proxy.auth.user_api_key_auth import ( UserAPIKeyAuth, ) -from litellm.proxy._types import ( +from litellm.types.proxy.auth.user_api_key_auth import ( user_api_key_has_admin_view as _user_has_admin_view, ) diff --git a/litellm/llms/bedrock/passthrough/guardrail_translation/handler.py b/litellm/llms/bedrock/passthrough/guardrail_translation/handler.py index eac8afd767c..b7b393ada6b 100644 --- a/litellm/llms/bedrock/passthrough/guardrail_translation/handler.py +++ b/litellm/llms/bedrock/passthrough/guardrail_translation/handler.py @@ -17,8 +17,8 @@ if TYPE_CHECKING: from litellm.llms.pass_through.guardrail_translation.handler import ( PassThroughEndpointHandler, ) - from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.utils import ProxyLogging + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth _CONVERSE_ACTIONS: Final = frozenset({"converse", "converse-stream"}) _EVENT_STREAM_CONTENT_TYPE: Final = "vnd.amazon.eventstream" diff --git a/litellm/llms/custom_httpx/llm_http_handler.py b/litellm/llms/custom_httpx/llm_http_handler.py index a8462c55332..134ab96ab56 100644 --- a/litellm/llms/custom_httpx/llm_http_handler.py +++ b/litellm/llms/custom_httpx/llm_http_handler.py @@ -213,7 +213,6 @@ if TYPE_CHECKING: FakeAnthropicMessagesStreamIterator, ) from litellm.llms.base_llm.passthrough.transformation import BasePassthroughConfig - from litellm.proxy._types import UserAPIKeyAuth from litellm.types.google_genai.main import GenerateContentResponse from litellm.types.llms.openai_evals import ( CancelEvalResponse, @@ -225,6 +224,7 @@ if TYPE_CHECKING: Run, RunDeleteResponse, ) + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth LiteLLMLoggingObj = _LiteLLMLoggingObj else: diff --git a/litellm/llms/gemini/google_genai/guardrail_translation/handler.py b/litellm/llms/gemini/google_genai/guardrail_translation/handler.py index 0c1fe8171e8..44cdac11325 100644 --- a/litellm/llms/gemini/google_genai/guardrail_translation/handler.py +++ b/litellm/llms/gemini/google_genai/guardrail_translation/handler.py @@ -25,7 +25,7 @@ from litellm.types.utils import GenericGuardrailAPIInputs if TYPE_CHECKING: from litellm.integrations.custom_guardrail import CustomGuardrail from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth _EMPTY_REQUEST_DATA: Final[Mapping[str, object]] = MappingProxyType({}) diff --git a/litellm/llms/litellm_proxy/skills/handler.py b/litellm/llms/litellm_proxy/skills/handler.py index d56dca1699b..77738ae99a2 100644 --- a/litellm/llms/litellm_proxy/skills/handler.py +++ b/litellm/llms/litellm_proxy/skills/handler.py @@ -22,8 +22,8 @@ from litellm.llms.litellm_proxy.skills.constants import ( MAX_SKILLS_PER_SEARCH, ) from litellm.models.skills import LiteLLM_SkillsTable, NewSkillRequest -from litellm.proxy._types import UserAPIKeyAuth from litellm.repositories.table_repositories import SkillsRepository +from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth # Skills are looked up on every chat completion that has skills enabled # (`SkillsInjectionHook` calls ``fetch_skill_from_db``). 60s LRU/TTL cache diff --git a/litellm/llms/litellm_proxy/skills/skill_search.py b/litellm/llms/litellm_proxy/skills/skill_search.py index 98fc3bd2395..d8c1b6a368e 100644 --- a/litellm/llms/litellm_proxy/skills/skill_search.py +++ b/litellm/llms/litellm_proxy/skills/skill_search.py @@ -21,9 +21,9 @@ from litellm.types.utils import LlmProviders if TYPE_CHECKING: from litellm.models.skills import LiteLLM_SkillsTable - from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.utils import ProxyLogging from litellm.router import Router + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth DEFAULT_SKILL_SEARCH_TOP_K: Final = 5 MAX_SKILL_SEARCH_TOP_K: Final = 100 diff --git a/litellm/llms/litellm_proxy/skills/transformation.py b/litellm/llms/litellm_proxy/skills/transformation.py index 4cbd9f50301..73e26606497 100644 --- a/litellm/llms/litellm_proxy/skills/transformation.py +++ b/litellm/llms/litellm_proxy/skills/transformation.py @@ -22,7 +22,7 @@ from litellm.types.utils import LlmProviders if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.models.skills import LiteLLM_SkillsTable - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth class LiteLLMSkillsTransformationHandler: diff --git a/litellm/llms/openai/chat/guardrail_translation/handler.py b/litellm/llms/openai/chat/guardrail_translation/handler.py index d24075dabd3..a12f5f164e4 100644 --- a/litellm/llms/openai/chat/guardrail_translation/handler.py +++ b/litellm/llms/openai/chat/guardrail_translation/handler.py @@ -69,7 +69,7 @@ if TYPE_CHECKING: ModifyResponseException, ) from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth class OpenAIChatCompletionsHandler(BaseTranslation): diff --git a/litellm/llms/openai/responses/guardrail_translation/handler.py b/litellm/llms/openai/responses/guardrail_translation/handler.py index a267b66bb22..61e0127f5b1 100644 --- a/litellm/llms/openai/responses/guardrail_translation/handler.py +++ b/litellm/llms/openai/responses/guardrail_translation/handler.py @@ -102,8 +102,8 @@ if TYPE_CHECKING: ModifyResponseException, ) from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj - from litellm.proxy._types import UserAPIKeyAuth from litellm.types.llms.openai import ResponseInputParam + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth class _ToolCallShape(NamedTuple): diff --git a/litellm/llms/openai/videos/guardrail_translation/handler.py b/litellm/llms/openai/videos/guardrail_translation/handler.py index 7bdcc59ee7e..04511afa783 100644 --- a/litellm/llms/openai/videos/guardrail_translation/handler.py +++ b/litellm/llms/openai/videos/guardrail_translation/handler.py @@ -6,7 +6,7 @@ from litellm.types.utils import GenericGuardrailAPIInputs if TYPE_CHECKING: from litellm.integrations.custom_guardrail import CustomGuardrail from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth class OpenAIVideoGenerationHandler(BaseTranslation): diff --git a/litellm/llms/pass_through/guardrail_translation/handler.py b/litellm/llms/pass_through/guardrail_translation/handler.py index 6e31569d421..a27ea70fbdb 100644 --- a/litellm/llms/pass_through/guardrail_translation/handler.py +++ b/litellm/llms/pass_through/guardrail_translation/handler.py @@ -18,8 +18,8 @@ from litellm.types.utils import GenericGuardrailAPIInputs if TYPE_CHECKING: from litellm.integrations.custom_guardrail import CustomGuardrail from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj - from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.utils import ProxyLogging + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth class PassThroughEndpointHandler(BaseTranslation): diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py index 7b2a63974d8..b6c81f17761 100644 --- a/litellm/proxy/_types.py +++ b/litellm/proxy/_types.py @@ -25,7 +25,6 @@ from typing_extensions import ( ReadOnly, Required, TypedDict, - TypeIs, # noqa: TID251 # narrows the before-validator input without copying it ) from litellm._uuid import uuid diff --git a/litellm/responses/mcp/chat_completions_handler.py b/litellm/responses/mcp/chat_completions_handler.py index 5a05dfe0245..a8c93eebff3 100644 --- a/litellm/responses/mcp/chat_completions_handler.py +++ b/litellm/responses/mcp/chat_completions_handler.py @@ -15,7 +15,7 @@ from litellm.types.utils import Message, ModelResponse from litellm.utils import CustomStreamWrapper if TYPE_CHECKING: - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth class _MCPCompletionKwargs(TypedDict, total=False, extra_items=object): diff --git a/litellm/responses/mcp/litellm_proxy_mcp_handler.py b/litellm/responses/mcp/litellm_proxy_mcp_handler.py index d3e3509b8f0..4dd0394005d 100644 --- a/litellm/responses/mcp/litellm_proxy_mcp_handler.py +++ b/litellm/responses/mcp/litellm_proxy_mcp_handler.py @@ -42,8 +42,8 @@ if TYPE_CHECKING: from mcp.types import Tool as MCPTool from litellm.proxy._experimental.mcp_server.ui_session_utils import GrantedToolsetIds - from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.utils import ProxyLogging + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth else: MCPTool = Any diff --git a/litellm/responses/mcp/mcp_streaming_iterator.py b/litellm/responses/mcp/mcp_streaming_iterator.py index d2c240f8768..59b50ead83c 100644 --- a/litellm/responses/mcp/mcp_streaming_iterator.py +++ b/litellm/responses/mcp/mcp_streaming_iterator.py @@ -27,8 +27,8 @@ if TYPE_CHECKING: from mcp.types import Tool as MCPTool - from litellm.proxy._types import UserAPIKeyAuth from litellm.responses.mcp.litellm_proxy_mcp_handler import MCPToolResult + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth else: MCPTool = Any diff --git a/litellm/responses/mcp/request_context.py b/litellm/responses/mcp/request_context.py index 6628219e280..3254557c1f0 100644 --- a/litellm/responses/mcp/request_context.py +++ b/litellm/responses/mcp/request_context.py @@ -18,7 +18,7 @@ from pydantic import TypeAdapter from typing_extensions import NotRequired, ReadOnly, TypedDict if TYPE_CHECKING: - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth class _AuthCarryingMetadata(TypedDict): diff --git a/litellm/responses/streaming_iterator.py b/litellm/responses/streaming_iterator.py index 00688782d2a..36f433a4741 100644 --- a/litellm/responses/streaming_iterator.py +++ b/litellm/responses/streaming_iterator.py @@ -50,7 +50,7 @@ from litellm.utils import async_post_call_success_deployment_hook if TYPE_CHECKING: from litellm.caching.caching_handler import LLMCachingHandler - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth from litellm.types.responses.streaming_websocket import ( PresidioGuardrailCallback, ResponsesBackendWebSocket, diff --git a/litellm/router_strategy/adaptive_router/hooks.py b/litellm/router_strategy/adaptive_router/hooks.py index 0bb00a08f51..92207e07c52 100644 --- a/litellm/router_strategy/adaptive_router/hooks.py +++ b/litellm/router_strategy/adaptive_router/hooks.py @@ -28,7 +28,7 @@ from litellm.router_strategy.adaptive_router.config import ( from litellm.router_strategy.adaptive_router.signals import Turn if TYPE_CHECKING: - from litellm.proxy._types import UserAPIKeyAuth + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth # Identity fields hashed into a derived session key so the same conversation # from the same caller produces a stable key, while different keys/teams/users diff --git a/litellm/types/passthrough_endpoints/managed_id_rewriter.py b/litellm/types/passthrough_endpoints/managed_id_rewriter.py index 33749cc2ab8..0603c13d905 100644 --- a/litellm/types/passthrough_endpoints/managed_id_rewriter.py +++ b/litellm/types/passthrough_endpoints/managed_id_rewriter.py @@ -24,8 +24,8 @@ from pydantic import JsonValue if TYPE_CHECKING: from litellm.models.managed_files import LiteLLM_ManagedFileTable - from litellm.proxy._types import UserAPIKeyAuth from litellm.types.llms.openai import OpenAIFileObject + from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth SortOrder: TypeAlias = Literal["asc", "desc"] ResourceKind: TypeAlias = Literal["files", "batches"]