scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

feat(vertex_httpx.py): Support cachedContent.

Browse source
This commit is contained in:
David Manouchehri 2024-07-01 15:13:59 +00:00
parent 4c95782f74
commit 5572494801
No known key found for this signature in database
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/llms/vertex_httpx.py
View file

@ -1035,6 +1035,9 @@ class VertexLLM(BaseLLM):
safety_settings: Optional[List[SafetSettingsConfig]] = optional_params.pop(
"safety_settings", None
) # type: ignore
cached_content: Optional[str] = optional_params.pop(
"cached_content", None
)
generation_config: Optional[GenerationConfig] = GenerationConfig(
**optional_params
)
@ -1050,6 +1053,8 @@ class VertexLLM(BaseLLM):
data["safetySettings"] = safety_settings
if generation_config is not None:
data["generationConfig"] = generation_config
if cached_content is not None:
data["cachedContent"] = cached_content
headers = {
"Content-Type": "application/json",