mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-09 22:31:41 +00:00
(test) Proxy llama index request
This commit is contained in:
parent
61031fe380
commit
782e84a421
1 changed files with 20 additions and 0 deletions
20
litellm/proxy/tests/test_llamaindex.py
Normal file
20
litellm/proxy/tests/test_llamaindex.py
Normal file
|
|
@ -0,0 +1,20 @@
|
|||
import os, dotenv
|
||||
|
||||
from dotenv import load_dotenv
|
||||
|
||||
load_dotenv()
|
||||
|
||||
from llama_index.llms import AzureOpenAI
|
||||
|
||||
|
||||
llm = AzureOpenAI(
|
||||
engine="azure-gpt-3.5",
|
||||
temperature=0.0,
|
||||
azure_endpoint="http://0.0.0.0:4000",
|
||||
api_key="sk-1234",
|
||||
api_version="2023-07-01-preview",
|
||||
)
|
||||
|
||||
|
||||
response = llm.complete("The sky is a beautiful blue and")
|
||||
print(response)
|
||||
Loading…
Add table
Reference in a new issue