From e3e38bdcc869e09ccdc8410f9b95a377ecf66f95 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 24 Jul 2025 13:25:28 -0700 Subject: [PATCH] fixes for auto router --- litellm/router_strategy/auto_router.py | 13 +++++++++---- tests/local_testing/auto_router/router.json | 2 -- 2 files changed, 9 insertions(+), 6 deletions(-) diff --git a/litellm/router_strategy/auto_router.py b/litellm/router_strategy/auto_router.py index 641ff8bf3cb..6d3dae19398 100644 --- a/litellm/router_strategy/auto_router.py +++ b/litellm/router_strategy/auto_router.py @@ -18,18 +18,23 @@ class AutoRouter(CustomLogger): def __init__( self, router_config_path: str, - default_model: str + default_model: str, + embedding_model: str, + embedding_model_api_key: str, ): from semantic_router import Route - from semantic_router.encoders import OpenAIEncoder + from semantic_router.encoders import LiteLLMEncoder from semantic_router.routers import SemanticRouter self.router_config_path = router_config_path self.auto_sync_value = self.DEFAULT_AUTO_SYNC_VALUE loaded_router: SemanticRouter = SemanticRouter.from_json(self.router_config_path) self.routelayer: SemanticRouter = SemanticRouter( routes=loaded_router.routes, - encoder=loaded_router.encoder, - auto_sync=self.auto_sync_value + encoder=LiteLLMEncoder( + name=embedding_model, + api_key=embedding_model_api_key, + ), + auto_sync=self.auto_sync_value, ) self.default_model = default_model pass diff --git a/tests/local_testing/auto_router/router.json b/tests/local_testing/auto_router/router.json index 051b6ef7d00..e67af46f8cc 100644 --- a/tests/local_testing/auto_router/router.json +++ b/tests/local_testing/auto_router/router.json @@ -1,6 +1,4 @@ { - "encoder_type": "openai", - "encoder_name": "text-embedding-3-large", "routes": [ { "name": "openai/gpt-4.1",