mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-10 03:28:53 +00:00
4d5205c355
The keys, credentials, models, model groups, and chat clients still sent requests with no timeout, so a proxy that accepts the connection and never answers pinned the caller forever. They now default to the same 30 seconds as their teams and users siblings, with chat on the OpenAI SDK's 600 second default, and Client wires its timeout through to all of them. S113 cannot see Session methods, so each client gets a hanging-server regression test instead.
42 lines
2 KiB
Python
42 lines
2 KiB
Python
from litellm.litellm_core_utils.cli_token_utils import get_litellm_gateway_api_key
|
|
|
|
from .chat import ChatClient
|
|
from .credentials import CredentialsManagementClient
|
|
from .http_client import HTTPClient
|
|
from .keys import KeysManagementClient
|
|
from .model_groups import ModelGroupsManagementClient
|
|
from .models import ModelsManagementClient
|
|
from .teams import TeamsManagementClient
|
|
|
|
|
|
class Client:
|
|
"""Main client for interacting with the LiteLLM proxy API."""
|
|
|
|
def __init__(
|
|
self,
|
|
base_url: str,
|
|
api_key: str | None = None,
|
|
timeout: int = 30,
|
|
):
|
|
"""
|
|
Initialize the LiteLLM proxy client.
|
|
|
|
Args:
|
|
base_url (str): The base URL of the LiteLLM proxy server (e.g., "http://localhost:4000")
|
|
api_key (Optional[str]): API key for authentication. If provided, it will be sent as a Bearer token.
|
|
timeout: Request timeout in seconds for management calls (default: 30). Chat completions keep
|
|
ChatClient's own 600 second default, since a completion can legitimately take minutes
|
|
"""
|
|
self._base_url = base_url.rstrip("/")
|
|
# Only use the stored CLI key when it was issued for this server.
|
|
self._api_key = api_key or get_litellm_gateway_api_key(expected_base_url=self._base_url)
|
|
|
|
# Initialize resource clients
|
|
|
|
self.http = HTTPClient(base_url=base_url, api_key=self._api_key, timeout=timeout)
|
|
self.models = ModelsManagementClient(base_url=self._base_url, api_key=self._api_key, timeout=timeout)
|
|
self.model_groups = ModelGroupsManagementClient(base_url=self._base_url, api_key=self._api_key, timeout=timeout)
|
|
self.chat = ChatClient(base_url=self._base_url, api_key=self._api_key)
|
|
self.keys = KeysManagementClient(base_url=self._base_url, api_key=self._api_key, timeout=timeout)
|
|
self.credentials = CredentialsManagementClient(base_url=self._base_url, api_key=self._api_key, timeout=timeout)
|
|
self.teams = TeamsManagementClient(base_url=self._base_url, api_key=self._api_key, timeout=timeout)
|