scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-15 23:31:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 165

(sap) add support of multiple modules config

Browse source
This commit is contained in:
Vasilisa Parshikova 2026-02-27 16:59:24 +04:00 • committed by Sameer Kankute
parent f7cfda452d
commit 91c447164d
No known key found for this signature in database
2 changed files with 59 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/sap/chat/models.py
View file

@ -674,7 +674,7 @@ class GlobalStreamOptions(BaseModel):
class OrchestrationConfig(BaseModel):
modules: ModuleConfig
modules: Union[ModuleConfig, list[ModuleConfig]]
stream: Optional[GlobalStreamOptions] = None

62
litellm/llms/sap/chat/transformation.py
View file

@ -260,9 +260,9 @@ class GenAIHubOrchestrationConfig(OpenAIGPTConfig):
if optional_params.get(module, None):
optional_modules[module] = optional_params.pop(module)
request_body = {
"config": {
"modules": {
fallback_modules = optional_params.pop("fallback_modules", [])
modules = [
{
"prompt_templating": {
"prompt": {
"template": template,
@ -277,13 +277,67 @@ class GenAIHubOrchestrationConfig(OpenAIGPTConfig):
},
},
**optional_modules
},
}
]
for modules_dict in fallback_modules:
fallback_model = modules_dict.pop("model")
fallback_model_version = modules_dict.pop("model_version", "latest")
fallback_template = modules_dict.pop("messages", [])
fallback_tools_ = modules_dict.pop("tools", [])
if fallback_tools_ != []:
fallback_tools = {"tools": fallback_tools_}
else:
fallback_tools = {}
fallback_response_format = modules_dict.pop("response_format", {})
fallback_resp_type = fallback_response_format.get("type", None)
if fallback_resp_type:
if fallback_resp_type == "json_schema":
fallback_response_format = validate_dict(response_format, ResponseFormatJSONSchema)
else:
fallback_response_format = validate_dict(response_format, ResponseFormat)
fallback_response_format = {"response_format": fallback_response_format}
fallback_placeholder_defaults = modules_dict.pop("placeholder_defaults", {})
if fallback_placeholder_defaults:
fallback_placeholder_defaults = {"placeholder_defaults": fallback_placeholder_defaults}
fallback_optional_modules = {}
for module in optional_modules_lst:
if modules_dict.get(module, None):
fallback_optional_modules[module] = modules_dict.pop(module)
modules.append(
{
"prompt_templating": {
"prompt": {
"template": fallback_template,
**fallback_placeholder_defaults,
**fallback_tools,
**fallback_response_format
},
"model": {
"name": fallback_model,
"params": modules_dict,
"version": fallback_model_version,
},
},
**fallback_optional_modules
}
)
request_body = {
"config": {
"modules": modules,
"stream": stream_config,
},
**placeholder_values,
}
validate_dict(request_body, OrchestrationRequest)
print(request_body)
return request_body