scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 183

(test) text_completion more testing

Browse source
This commit is contained in:
ishaan-jaff 2023-11-06 08:36:50 -08:00
parent cac3148dff
commit e5e9c0f9df
1 changed files with 58 additions and 21 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

79
litellm/tests/test_text_completion.py
View file

@ -21,21 +21,38 @@ token_prompt = [[32, 2043, 32, 329, 4585, 262, 1644, 14, 34, 3705, 319, 616, 475
def test_completion_openai_prompt():
try:
print("\n text 003 test\n")
response = text_completion(
model="text-davinci-003", prompt="What's the weather in SF?"
)
print(response)
response_str = response["choices"][0]["text"]
# print(response.choices[0])
#print(response.choices[0].text)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_openai_prompt()
def test_completion_openai_prompt():
try:
print("\n gpt3.5 test\n")
response = text_completion(
model="gpt-3.5-turbo", prompt="What's the weather in SF?"
)
print(response)
response_str = response["choices"][0]["text"]
print(response.choices)
print(response.choices[0])
print("\n", response.choices)
print("\n", response.choices[0])
#print(response.choices[0].text)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_completion_openai_prompt()
# test_completion_openai_prompt()
def test_completion_openai_prompt_array():
def test_text_completion_basic():
try:
print("\n test 003 with echo and logprobs \n")
litellm.set_verbose=False
response = text_completion(
model="text-davinci-003", prompt="good morning", max_tokens=10, logprobs=10, echo=True
@ -47,24 +64,25 @@ def test_completion_openai_prompt_array():
response_str = response["choices"][0]["text"]
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_completion_openai_prompt_array()
# test_text_completion_basic()
# def test_completion_hf_prompt_array():
# try:
# litellm.set_verbose=False
# response = text_completion(
# model="huggingface/mistralai/Mistral-7B-v0.1",
# prompt=token_prompt, # token prompt is a 2d list
# )
# print("\n\n response")
def test_completion_hf_prompt_array():
try:
litellm.set_verbose=True
print("\n testing hf mistral\n")
response = text_completion(
model="huggingface/mistralai/Mistral-7B-v0.1",
prompt=token_prompt, # token prompt is a 2d list
)
print("\n\n response")
# print(response)
# print(response.choices)
# assert(len(response.choices)==2)
# # response_str = response["choices"][0]["text"]
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
# test_completion_hf_prompt_array()
print(response)
print(response.choices)
assert(len(response.choices)==2)
# response_str = response["choices"][0]["text"]
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_completion_hf_prompt_array()
def test_completion_text_003_prompt_array():
@ -80,4 +98,23 @@ def test_completion_text_003_prompt_array():
# response_str = response["choices"][0]["text"]
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_completion_text_003_prompt_array()
test_completion_text_003_prompt_array()
# def test_text_completion_with_proxy():
# try:
# litellm.set_verbose=True
# response = text_completion(
# model="facebook/opt-125m",
# prompt='Write a tagline for a traditional bavarian tavern',
# api_base="https://openai-proxy.berriai.repl.co//v1",
# custom_llm_provider="custom_openai",
# temperature=0,
# max_tokens=10,
# )
# print("\n\n response")
# print(response)
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
# test_text_completion_with_proxy()