scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

test_router_get_available_deployments

Browse source
This commit is contained in:
Ishaan Jaffer 2025-10-25 15:09:08 -07:00
parent e67e4b893d
commit e878f2b1ef
1 changed files with 6 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
tests/local_testing/test_least_busy_routing.py
View file

@ -75,9 +75,8 @@ async def test_router_get_available_deployments(async_test):
{
"model_name": "azure-model",
"litellm_params": {
"model": "azure/gpt-turbo",
"api_key": "os.environ/AZURE_FRANCE_API_KEY",
"api_base": "https://openai-france-1234.openai.azure.com",
"model": "openai/gpt-4.1-mini",
"api_key": "os.environ/OPENAI_API_KEY",
"rpm": 1440,
},
"model_info": {"id": 1},
@ -85,9 +84,8 @@ async def test_router_get_available_deployments(async_test):
{
"model_name": "azure-model",
"litellm_params": {
"model": "azure/gpt-35-turbo",
"api_key": "os.environ/AZURE_EUROPE_API_KEY",
"api_base": "https://my-endpoint-europe-berri-992.openai.azure.com",
"model": "openai/gpt-4.1-mini",
"api_key": "os.environ/OPENAI_API_KEY",
"rpm": 6,
},
"model_info": {"id": 2},
@ -95,9 +93,8 @@ async def test_router_get_available_deployments(async_test):
{
"model_name": "azure-model",
"litellm_params": {
"model": "azure/gpt-35-turbo",
"api_key": "os.environ/AZURE_CANADA_API_KEY",
"api_base": "https://my-endpoint-canada-berri992.openai.azure.com",
"model": "openai/gpt-4.1-mini",
"api_key": "os.environ/OPENAI_API_KEY",
"rpm": 6,
},
"model_info": {"id": 3},
@ -113,7 +110,6 @@ async def test_router_get_available_deployments(async_test):
router.leastbusy_logger.test_flag = True
model_group = "azure-model"
deployment = "azure/gpt-4.1-mini"
request_count_dict = {1: 10, 2: 54, 3: 100}
cache_key = f"{model_group}_request_count"
if async_test is True: