scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 85

test_async_embedding_azure_caching

Browse source
This commit is contained in:
Ishaan Jaffer 2025-09-27 09:54:54 -07:00
parent d6e882163a
commit 3a8e4f3160
1 changed files with 10 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
tests/logging_callback_tests/test_custom_callback_router.py
View file

@ -725,16 +725,22 @@ async def test_async_embedding_azure_caching():
port=os.environ["REDIS_PORT"],
password=os.environ["REDIS_PASSWORD"],
)
router = Router(model_list=[{
"model_name": "text-embedding-ada-002",
"litellm_params": {
"model": "openai/text-embedding-ada-002",
},
}])
litellm.callbacks = [customHandler_caching]
unique_time = time.time()
response1 = await litellm.aembedding(
model="azure/text-embedding-ada-002",
response1 = await router.aembedding(
model="text-embedding-ada-002",
input=[f"good morning from litellm1 {unique_time}"],
caching=True,
)
await asyncio.sleep(1) # set cache is async for aembedding()
response2 = await litellm.aembedding(
model="azure/text-embedding-ada-002",
response2 = await router.aembedding(
model="text-embedding-ada-002",
input=[f"good morning from litellm1 {unique_time}"],
caching=True,
)