scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

(test) litellm.completion_cost mistral, anyscale

Browse source
This commit is contained in:
ishaan-jaff 2024-01-13 12:35:09 -08:00
parent 53fd62b0cd
commit f62dbd0e08
1 changed files with 10 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/tests/test_completion.py
View file

@ -87,6 +87,7 @@ def test_completion_mistral_api():
litellm.set_verbose = True
response = completion(
model="mistral/mistral-tiny",
max_tokens=5,
messages=[
{
"role": "user",
@ -96,11 +97,15 @@ def test_completion_mistral_api():
)
# Add any assertions here to check the response
print(response)
cost = litellm.completion_cost(completion_response=response)
print("cost to make mistral completion=", cost)
assert cost > 0.0
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_mistral_api()
test_completion_mistral_api()
def test_completion_claude2_1():
@ -824,6 +829,10 @@ def test_completion_anyscale_with_functions():
)
# Add any assertions here to check the response
print(response)
cost = litellm.completion_cost(completion_response=response)
print("cost to make anyscale completion=", cost)
assert cost > 0.0
except Exception as e:
pytest.fail(f"Error occurred: {e}")