scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

Merge eba599420f into 321be01877

Browse source
This commit is contained in:
Morad Moqbel 2026-09-30 23:52:12 -04:00 • committed by GitHub
commit 1f73362007
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
cookbook/litellm-ollama-docker-image/requirements.txt
View file

@ -1 +1,2 @@
litellm==1.83.14
openai>=1.0.0

9
cookbook/litellm-ollama-docker-image/test.py
View file

@ -2,13 +2,12 @@ import openai
api_base = "http://0.0.0.0:8000"
openai.api_base = api_base
openai.api_key = "temp-key"
print(openai.api_base)
client = openai.OpenAI(base_url=api_base, api_key="temp-key")
print(client.base_url)
print("LiteLLM: response from proxy with streaming")
response = openai.ChatCompletion.create(
response = client.chat.completions.create(
model="ollama/llama2",
messages=[
{
@ -22,7 +21,7 @@ response = openai.ChatCompletion.create(
for chunk in response:
print(f"LiteLLM: streaming response from proxy {chunk}")
response = openai.ChatCompletion.create(
response = client.chat.completions.create(
model="ollama/llama2",
messages=[
{