mirror of
https://github.com/BerriAI/litellm.git
synced 2026-08-28 05:25:59 +00:00
0de829d3e4
lite login used to write the minted cli-session key in cleartext to ~/.litellm/token.json. The secret material (key plus any JWT) now goes to the OS keychain through the optional keyring package, with the 0600 file kept for non-secret metadata and as the fallback on headless boxes. Legacy plaintext files keep authenticating and are migrated into the keychain, then scrubbed, on first read. A secret still on disk always outranks the keychain entry, so a failed keychain write can never resurrect a stale key. LITELLM_PROXY_API_KEY and --api-key precedence is unchanged, lite logout clears both stores and warns when the keychain will not release the entry, and ~/.litellm is created 0700 (tightened from 0755 where an older CLI left it broader). LITELLM_CLI_DISABLE_KEYRING=1 forces the file fallback.
63 lines
1.8 KiB
Python
63 lines
1.8 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
Example: Using CLI token with LiteLLM SDK
|
|
|
|
This example shows how to use the CLI authentication token
|
|
in your Python scripts after running `litellm-proxy login`.
|
|
"""
|
|
|
|
from textwrap import indent
|
|
import litellm
|
|
|
|
LITELLM_BASE_URL = "http://localhost:4000/"
|
|
|
|
|
|
def main():
|
|
"""Using CLI token with LiteLLM SDK"""
|
|
print("🚀 Using CLI Token with LiteLLM SDK")
|
|
print("=" * 40)
|
|
# litellm._turn_on_debug()
|
|
|
|
# Get the CLI token
|
|
api_key = litellm.get_litellm_gateway_api_key()
|
|
|
|
if not api_key:
|
|
print("❌ No CLI token found. Please run 'litellm-proxy login' first.")
|
|
return
|
|
|
|
print("✅ Found CLI token.")
|
|
|
|
available_models = litellm.get_valid_models(
|
|
check_provider_endpoint=True,
|
|
custom_llm_provider="litellm_proxy",
|
|
api_key=api_key,
|
|
api_base=LITELLM_BASE_URL,
|
|
)
|
|
|
|
print("✅ Available models:")
|
|
if available_models:
|
|
for i, model in enumerate(available_models, 1):
|
|
print(f" {i:2d}. {model}")
|
|
else:
|
|
print(" No models available")
|
|
|
|
# Use with LiteLLM
|
|
try:
|
|
response = litellm.completion(
|
|
model="litellm_proxy/gemini/gemini-2.5-flash",
|
|
messages=[{"role": "user", "content": "Hello from CLI token!"}],
|
|
api_key=api_key,
|
|
base_url=LITELLM_BASE_URL,
|
|
)
|
|
print(f"✅ LLM Response: {response.model_dump_json(indent=4)}")
|
|
except Exception as e:
|
|
print(f"❌ Error: {e}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|
|
|
|
print("\n💡 Tips:")
|
|
print("1. Run 'litellm-proxy login' to authenticate first")
|
|
print("2. Replace 'https://your-proxy.com' with your actual proxy URL")
|
|
print("3. The token is stored in your OS keychain, or in ~/.litellm/token.json when there is none")
|