scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-09 22:31:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 87

_apply_prompt_template_core

Browse source
This commit is contained in:
Ishaan Jaffer 2025-11-22 10:53:48 -08:00
parent aa9544380d
commit 9be76be152
1 changed files with 14 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
litellm/llms/watsonx/chat/transformation.py
View file

@ -142,7 +142,13 @@ class IBMWatsonXChatConfig(IBMWatsonXMixin, OpenAIGPTConfig):
elif WatsonXModelPattern.IBM_MISTRAL.value in model:
return mistral_instruct_pt(messages=messages)
elif WatsonXModelPattern.GPT_OSS.value in model:
hf_model = model.split("watsonx/")[-1] if "watsonx/" in model else model
# Extract HuggingFace model name from watsonx/ or watsonx_text/ prefix
if "watsonx/" in model:
hf_model = model.split("watsonx/")[-1]
elif "watsonx_text/" in model:
hf_model = model.split("watsonx_text/")[-1]
else:
hf_model = model
try:
return hf_template_fn(model=hf_model, messages=messages)
except Exception:
@ -188,7 +194,13 @@ class IBMWatsonXChatConfig(IBMWatsonXMixin, OpenAIGPTConfig):
elif WatsonXModelPattern.IBM_MISTRAL.value in model:
return mistral_instruct_pt(messages=messages)
elif WatsonXModelPattern.GPT_OSS.value in model:
hf_model = model.split("watsonx/")[-1] if "watsonx/" in model else model
# Extract HuggingFace model name from watsonx/ or watsonx_text/ prefix
if "watsonx/" in model:
hf_model = model.split("watsonx/")[-1]
elif "watsonx_text/" in model:
hf_model = model.split("watsonx_text/")[-1]
else:
hf_model = model
try:
# Use sync if cached, async if not
if hf_model in litellm.known_tokenizer_config: