From 4ce59f1a9611beee508944f3fc7d34835cbe2bb2 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 28 Aug 2024 14:27:07 -0700 Subject: [PATCH] test(test_amazing_vertex_completion.py): update test to not pick experimental gemini models --- litellm/tests/test_amazing_vertex_completion.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/litellm/tests/test_amazing_vertex_completion.py b/litellm/tests/test_amazing_vertex_completion.py index fa33bab3b6d..de1f1007dd5 100644 --- a/litellm/tests/test_amazing_vertex_completion.py +++ b/litellm/tests/test_amazing_vertex_completion.py @@ -50,6 +50,8 @@ VERTEX_MODELS_TO_NOT_TEST = [ "text-bison@001", "gemini-1.5-pro", "gemini-1.5-pro-preview-0215", + "gemini-pro-flash", + "gemini-pro-experimental", ] @@ -444,7 +446,9 @@ async def test_async_vertexai_response(): test_models = random.sample(test_models, 1) test_models += litellm.vertex_language_models # always test gemini-pro for model in test_models: - print(f"model being tested in async call: {model}") + print( + f"model being tested in async call: {model}, litellm.vertex_language_models: {litellm.vertex_language_models}" + ) if model in VERTEX_MODELS_TO_NOT_TEST or ( "gecko" in model or "32k" in model or "ultra" in model or "002" in model ):