scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

Merge pull request #3312 from hellof20/main

Browse source 
add safety_settings parameters to Vertex AI async mode
This commit is contained in:
Krish Dholakia 2024-04-27 05:46:06 -07:00 • committed by GitHub
commit 4eb728d701
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/vertex_ai.py
View file

@ -529,6 +529,7 @@ def completion(
"instances": instances,
"vertex_location": vertex_location,
"vertex_project": vertex_project,
"safety_settings":safety_settings,
**optional_params,
}
if optional_params.get("stream", False) is True:
@ -813,6 +814,7 @@ async def async_completion(
instances=None,
vertex_project=None,
vertex_location=None,
safety_settings=None,
**optional_params,
):
"""
@ -844,6 +846,7 @@ async def async_completion(
response = await llm_model._generate_content_async(
contents=content,
generation_config=optional_params,
safety_settings=safety_settings,
tools=tools,
)