scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-15 23:31:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 165

fix use ImmutableSandboxedEnvironment

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-10 21:26:50 -07:00
parent f9cabf09ff
commit 6a5d5bcd47
1 changed files with 1 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/llms/prompt_templates/factory.py
View file

@ -221,7 +221,7 @@ def phind_codellama_pt(messages):
def hf_chat_template(model: str, messages: list, chat_template: Optional[Any] = None):
# Define Jinja2 environment with autoescaping disabled
env = ImmutableSandboxedEnvironment(trim_blocks=True, lstrip_blocks=True)
env = ImmutableSandboxedEnvironment()
def raise_exception(message):
raise Exception(f"Error message - {message}")
@ -259,13 +259,6 @@ def hf_chat_template(model: str, messages: list, chat_template: Optional[Any] =
eos_token = tokenizer_config["eos_token"]
chat_template = tokenizer_config["chat_template"]
# Render the chat_template safely
rendered_template = env.from_string(chat_template).render(messages=messages)
# Now you can use the rendered_template in your application
# For example, return it or process further
return rendered_template
try:
template = env.from_string(chat_template)
except Exception as e: