From 7e4f5e5fbd8c7ce7b31f86b4b8dec7909f23210b Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 8 Jan 2024 09:41:24 +0530 Subject: [PATCH] (feat) log what model is being used as a fallback --- litellm/router.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/litellm/router.py b/litellm/router.py index 18dc718e7b6..cd9a949ccc3 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -766,9 +766,8 @@ class Router: verbose_router_logger.debug(f"Async Response: {response}") return response except Exception as e: - verbose_router_logger.info( - f"An exception occurs: {e}\n\n Traceback{traceback.format_exc()}" - ) + verbose_router_logger.info(f"An exception occurs: {e}") + verbose_router_logger.debug(f"Traceback{traceback.format_exc()}") original_exception = e fallback_model_group = None try: @@ -822,6 +821,7 @@ class Router: try: ## LOGGING kwargs = self.log_retry(kwargs=kwargs, e=original_exception) + verbose_router_logger.info(f"Falling back to {mg}") kwargs["model"] = mg kwargs["metadata"]["model_group"] = mg response = await self.async_function_with_retries(