From 9e9d55228e9b2b294dcd582d6b78316c8d847a39 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 16 Apr 2024 19:59:34 -0700 Subject: [PATCH] fix - show model, deployment, model group in vertex error --- litellm/utils.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/litellm/utils.py b/litellm/utils.py index e10a44e1aa7..47fbffa4702 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -7812,6 +7812,19 @@ def exception_type( response=original_exception.response, ) elif custom_llm_provider == "vertex_ai": + if completion_kwargs is not None: + # add model, deployment and model_group to the exception message + _model = completion_kwargs.get("model") + _kwargs = completion_kwargs.get("kwargs", {}) or {} + _metadata = _kwargs.get("metadata", {}) or {} + _model_group = _metadata.get("model_group") + _deployment = _metadata.get("deployment") + error_str += f"\nmodel: {_model}\n" + if _model_group is not None: + error_str += f"model_group: {_model_group}\n" + if _deployment is not None: + error_str += f"deployment: {_deployment}\n" + if ( "Vertex AI API has not been used in project" in error_str or "Unable to find your project" in error_str