scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-19 00:01:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 88

fix test_completion_vllm

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-27 18:40:39 -07:00
parent 647504b462
commit a420c5ba6e
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/tests/test_text_completion.py
View file

@ -4199,7 +4199,7 @@ def mock_post(*args, **kwargs):
mock_response = MagicMock()
mock_response.status_code = 200
mock_response.headers = {"Content-Type": "application/json"}
mock_response.model_dump.return_value = {
mock_response.parse.return_value.model_dump.return_value = {
"id": "cmpl-7a59383dd4234092b9e5d652a7ab8143",
"object": "text_completion",
"created": 1718824735,
@ -4226,11 +4226,13 @@ def test_completion_vllm():
client = OpenAI(api_key="my-fake-key")
with patch.object(client.completions, "create", side_effect=mock_post) as mock_call:
with patch.object(
client.completions.with_raw_response, "create", side_effect=mock_post
) as mock_call:
response = text_completion(
model="openai/gemini-1.5-flash", prompt="ping", client=client, hello="world"
)
print(response)
print("raw response", response)
assert response.usage.prompt_tokens == 2