diff --git a/litellm/main.py b/litellm/main.py
index 9d79a33c4a8..8bff2ff4022 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -341,6 +341,7 @@ async def acompletion(
             custom_llm_provider=custom_llm_provider,
             original_exception=e,
             completion_kwargs=completion_kwargs,
+            extra_kwargs=kwargs,
         )
 
 
@@ -2137,6 +2138,7 @@ def completion(
             custom_llm_provider=custom_llm_provider,
             original_exception=e,
             completion_kwargs=args,
+            extra_kwargs=kwargs,
         )
 
 
@@ -2498,6 +2500,7 @@ async def aembedding(*args, **kwargs):
             custom_llm_provider=custom_llm_provider,
             original_exception=e,
             completion_kwargs=args,
+            extra_kwargs=kwargs,
         )
 
 
@@ -2939,7 +2942,10 @@ def embedding(
         )
         ## Map to OpenAI Exception
         raise exception_type(
-            model=model, original_exception=e, custom_llm_provider=custom_llm_provider
+            model=model,
+            original_exception=e,
+            custom_llm_provider=custom_llm_provider,
+            extra_kwargs=kwargs,
         )
 
 
@@ -3033,6 +3039,7 @@ async def atext_completion(*args, **kwargs):
             custom_llm_provider=custom_llm_provider,
             original_exception=e,
             completion_kwargs=args,
+            extra_kwargs=kwargs,
         )
 
 
@@ -3370,6 +3377,7 @@ async def aimage_generation(*args, **kwargs):
             custom_llm_provider=custom_llm_provider,
             original_exception=e,
             completion_kwargs=args,
+            extra_kwargs=kwargs,
         )
 
 
@@ -3569,6 +3577,7 @@ def image_generation(
             custom_llm_provider=custom_llm_provider,
             original_exception=e,
             completion_kwargs=locals(),
+            extra_kwargs=kwargs,
         )
 
 
@@ -3618,6 +3627,7 @@ async def atranscription(*args, **kwargs):
             custom_llm_provider=custom_llm_provider,
             original_exception=e,
             completion_kwargs=args,
+            extra_kwargs=kwargs,
         )
 
 
diff --git a/litellm/utils.py b/litellm/utils.py
index dcd17196568..3dc110e85ee 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -7320,6 +7320,7 @@ def exception_type(
     original_exception,
     custom_llm_provider,
     completion_kwargs={},
+    extra_kwargs={},
 ):
     global user_logger_fn, liteDebuggerClient
     exception_mapping_worked = False
@@ -7817,15 +7818,22 @@ def exception_type(
                 if completion_kwargs is not None:
                     # add model, deployment and model_group to the exception message
                     _model = completion_kwargs.get("model")
-                    _kwargs = completion_kwargs.get("kwargs", {}) or {}
-                    _metadata = _kwargs.get("metadata", {}) or {}
+                    error_str += f"\nmodel: {_model}\n"
+                if extra_kwargs is not None:
+                    _vertex_project = extra_kwargs.get("vertex_project")
+                    _vertex_location = extra_kwargs.get("vertex_location")
+                    _metadata = extra_kwargs.get("metadata", {}) or {}
                     _model_group = _metadata.get("model_group")
                     _deployment = _metadata.get("deployment")
-                    error_str += f"\nmodel: {_model}\n"
+
                     if _model_group is not None:
                         error_str += f"model_group: {_model_group}\n"
                     if _deployment is not None:
                         error_str += f"deployment: {_deployment}\n"
+                    if _vertex_project is not None:
+                        error_str += f"vertex_project: {_vertex_project}\n"
+                    if _vertex_location is not None:
+                        error_str += f"vertex_location: {_vertex_location}\n"
 
                 if (
                     "Vertex AI API has not been used in project" in error_str