mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-12 23:01:41 +00:00
8c8621ece3
DALL-E 2 and DALL-E 3 were removed from the OpenAI API on 2026-05-12, causing e2e image-generation tests to fail with "model does not exist". Swap all live-API DALL-E references in proxy-backed tests to gpt-image-1 and update the dall-e-2 alias in proxy_server_config.yaml to point at openai/gpt-image-1 (preserves any historical dall-e-2 callers).
135 lines
4.1 KiB
Python
135 lines
4.1 KiB
Python
# What this tests ?
|
|
## Tests /chat/completions by generating a key and then making a chat completions request
|
|
import pytest
|
|
import asyncio
|
|
import aiohttp, openai
|
|
from openai import OpenAI, AsyncOpenAI
|
|
from typing import Optional, List, Union
|
|
from litellm._uuid import uuid
|
|
|
|
|
|
async def generate_key(
|
|
session,
|
|
models=[
|
|
"gpt-4",
|
|
"text-embedding-ada-002",
|
|
"gpt-image-1",
|
|
"fake-openai-endpoint",
|
|
"mistral-embed",
|
|
],
|
|
):
|
|
url = "http://0.0.0.0:4000/key/generate"
|
|
headers = {"Authorization": "Bearer sk-1234", "Content-Type": "application/json"}
|
|
data = {
|
|
"models": models,
|
|
"duration": None,
|
|
}
|
|
|
|
async with session.post(url, headers=headers, json=data) as response:
|
|
status = response.status
|
|
response_text = await response.text()
|
|
|
|
print(response_text)
|
|
print()
|
|
|
|
if status != 200:
|
|
raise Exception(f"Request did not return a 200 status code: {status}")
|
|
|
|
return await response.json()
|
|
|
|
|
|
async def chat_completion(session, key, model: Union[str, List] = "gpt-4"):
|
|
url = "http://0.0.0.0:4000/chat/completions"
|
|
headers = {
|
|
"Authorization": f"Bearer {key}",
|
|
"Content-Type": "application/json",
|
|
}
|
|
data = {
|
|
"model": model,
|
|
"messages": [
|
|
{"role": "user", "content": f"Hello! {str(uuid.uuid4())}"},
|
|
],
|
|
}
|
|
|
|
async with session.post(url, headers=headers, json=data) as response:
|
|
status = response.status
|
|
response_text = await response.text()
|
|
|
|
print(response_text)
|
|
print()
|
|
|
|
if status != 200:
|
|
raise Exception(f"Request did not return a 200 status code: {status}")
|
|
|
|
return await response.json()
|
|
|
|
|
|
async def get_otel_spans(session, key):
|
|
url = "http://0.0.0.0:4000/otel-spans"
|
|
headers = {
|
|
"Authorization": f"Bearer {key}",
|
|
"Content-Type": "application/json",
|
|
}
|
|
|
|
async with session.get(url, headers=headers) as response:
|
|
status = response.status
|
|
response_text = await response.text()
|
|
|
|
print(response_text)
|
|
print()
|
|
|
|
if status != 200:
|
|
raise Exception(f"Request did not return a 200 status code: {status}")
|
|
|
|
return await response.json()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_chat_completion_check_otel_spans():
|
|
"""
|
|
- Create key
|
|
Make chat completion call
|
|
- Create user
|
|
make chat completion call
|
|
"""
|
|
async with aiohttp.ClientSession() as session:
|
|
key_gen = await generate_key(session=session)
|
|
key = key_gen["key"]
|
|
await chat_completion(session=session, key=key, model="fake-openai-endpoint")
|
|
|
|
await asyncio.sleep(3)
|
|
|
|
# /otel-spans requires proxy admin; use the master key.
|
|
otel_spans = await get_otel_spans(session=session, key="sk-1234")
|
|
print("otel_spans: ", otel_spans)
|
|
|
|
all_otel_spans = otel_spans["otel_spans"]
|
|
spans_grouped_by_parent = otel_spans["spans_grouped_by_parent"]
|
|
print("\n spans grouped by parent: ", spans_grouped_by_parent)
|
|
|
|
# The GET /otel-spans request itself produces auth spans that beat
|
|
# the chat-completion spans on start_time, so `most_recent_parent`
|
|
# points at the wrong trace. Pick the chat-completion trace by
|
|
# content: it's the one carrying the full set of expected markers.
|
|
chat_completion_markers = {
|
|
"postgres",
|
|
"redis",
|
|
"raw_gen_ai_request",
|
|
"batch_write_to_db",
|
|
}
|
|
parent_trace_spans = next(
|
|
spans
|
|
for spans in spans_grouped_by_parent.values()
|
|
if chat_completion_markers.issubset(spans)
|
|
)
|
|
|
|
print("Parent trace spans: ", parent_trace_spans)
|
|
|
|
# either 5 or 6 traces depending on how many redis calls were made
|
|
assert len(parent_trace_spans) >= 5
|
|
|
|
# 'postgres', 'redis', 'raw_gen_ai_request', 'litellm_request', 'Received Proxy Server Request' in the span
|
|
assert "postgres" in parent_trace_spans
|
|
assert "redis" in parent_trace_spans
|
|
assert "raw_gen_ai_request" in parent_trace_spans
|
|
assert "batch_write_to_db" in parent_trace_spans
|