scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

test(test_router_fallbacks.py): fix testing

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-25 17:43:40 -07:00
parent a819454647
commit 54241f2551
2 changed files with 3 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/llms/prompt_templates/factory.py
View file

@ -1359,11 +1359,8 @@ def prompt_factory(
"meta-llama/llama-3" in model or "meta-llama-3" in model
) and "instruct" in model:
return hf_chat_template(
model=model,
model="meta-llama/Meta-Llama-3-8B-Instruct",
messages=messages,
chat_template=known_tokenizer_config[ # type: ignore
"meta-llama/Meta-Llama-3-8B-Instruct"
]["tokenizer"]["chat_template"],
)
elif (
"tiiuae/falcon" in model

3
litellm/tests/test_router_fallbacks.py
View file

@ -258,6 +258,7 @@ def test_sync_fallbacks_embeddings():
model_list=model_list,
fallbacks=[{"bad-azure-embedding-model": ["good-azure-embedding-model"]}],
set_verbose=False,
num_retries=0,
)
customHandler = MyCustomHandler()
litellm.callbacks = [customHandler]
@ -393,7 +394,7 @@ def test_dynamic_fallbacks_sync():
},
]
router = Router(model_list=model_list, set_verbose=True)
router = Router(model_list=model_list, set_verbose=True, num_retries=0)
kwargs = {}
kwargs["model"] = "azure/gpt-3.5-turbo"
kwargs["messages"] = [{"role": "user", "content": "Hey, how's it going?"}]