From 782e84a421f1bf57878e2f6e23fe312ed4b79057 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 9 Feb 2024 16:09:03 -0800 Subject: [PATCH] (test) Proxy llama index request --- litellm/proxy/tests/test_llamaindex.py | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 litellm/proxy/tests/test_llamaindex.py diff --git a/litellm/proxy/tests/test_llamaindex.py b/litellm/proxy/tests/test_llamaindex.py new file mode 100644 index 00000000000..a50388e49a0 --- /dev/null +++ b/litellm/proxy/tests/test_llamaindex.py @@ -0,0 +1,20 @@ +import os, dotenv + +from dotenv import load_dotenv + +load_dotenv() + +from llama_index.llms import AzureOpenAI + + +llm = AzureOpenAI( + engine="azure-gpt-3.5", + temperature=0.0, + azure_endpoint="http://0.0.0.0:4000", + api_key="sk-1234", + api_version="2023-07-01-preview", +) + + +response = llm.complete("The sky is a beautiful blue and") +print(response)