diff --git a/litellm/llms/vertex_ai/cost_calculator.py b/litellm/llms/vertex_ai/cost_calculator.py
index 119ba2b0366..e98dc75915d 100644
--- a/litellm/llms/vertex_ai/cost_calculator.py
+++ b/litellm/llms/vertex_ai/cost_calculator.py
@@ -44,6 +44,7 @@ def cost_router(
         or "mistral" in model
         or "jamba" in model
         or "codestral" in model
+        or "gemma" in model
     ):
         return "cost_per_token"
     elif custom_llm_provider == "vertex_ai" and (