mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-06 02:48:13 +00:00
fix claude ttl
This commit is contained in:
parent
f55fe7afdc
commit
fc161406c9
1 changed files with 8 additions and 4 deletions
|
|
@ -4131,6 +4131,7 @@ class BedrockConverseMessagesProcessor:
|
|||
OpenAIMessageContentListBlock, element
|
||||
),
|
||||
block_type="content_block",
|
||||
model=model,
|
||||
)
|
||||
)
|
||||
if _cache_point_block is not None:
|
||||
|
|
@ -4142,7 +4143,7 @@ class BedrockConverseMessagesProcessor:
|
|||
_part = BedrockContentBlock(text=messages[msg_i]["content"])
|
||||
_cache_point_block = (
|
||||
litellm.AmazonConverseConfig()._get_cache_point_block(
|
||||
message_block, block_type="content_block"
|
||||
message_block, block_type="content_block", model=model
|
||||
)
|
||||
)
|
||||
user_content.append(_part)
|
||||
|
|
@ -4294,6 +4295,7 @@ class BedrockConverseMessagesProcessor:
|
|||
OpenAIMessageContentListBlock, element
|
||||
),
|
||||
block_type="content_block",
|
||||
model=model,
|
||||
)
|
||||
)
|
||||
if _cache_point_block is not None:
|
||||
|
|
@ -4311,7 +4313,7 @@ class BedrockConverseMessagesProcessor:
|
|||
# Add cache point block for assistant string content
|
||||
_cache_point_block = (
|
||||
litellm.AmazonConverseConfig()._get_cache_point_block(
|
||||
assistant_message_block, block_type="content_block"
|
||||
assistant_message_block, block_type="content_block", model=model
|
||||
)
|
||||
)
|
||||
if _cache_point_block is not None:
|
||||
|
|
@ -4505,6 +4507,7 @@ def _bedrock_converse_messages_pt( # noqa: PLR0915
|
|||
OpenAIMessageContentListBlock, element
|
||||
),
|
||||
block_type="content_block",
|
||||
model=model,
|
||||
)
|
||||
)
|
||||
if _cache_point_block is not None:
|
||||
|
|
@ -4514,7 +4517,7 @@ def _bedrock_converse_messages_pt( # noqa: PLR0915
|
|||
_part = BedrockContentBlock(text=messages[msg_i]["content"])
|
||||
_cache_point_block = (
|
||||
litellm.AmazonConverseConfig()._get_cache_point_block(
|
||||
message_block, block_type="content_block"
|
||||
message_block, block_type="content_block", model=model
|
||||
)
|
||||
)
|
||||
user_content.append(_part)
|
||||
|
|
@ -4659,6 +4662,7 @@ def _bedrock_converse_messages_pt( # noqa: PLR0915
|
|||
OpenAIMessageContentListBlock, element
|
||||
),
|
||||
block_type="content_block",
|
||||
model=model,
|
||||
)
|
||||
)
|
||||
if _cache_point_block is not None:
|
||||
|
|
@ -4671,7 +4675,7 @@ def _bedrock_converse_messages_pt( # noqa: PLR0915
|
|||
# Add cache point block for assistant string content
|
||||
_cache_point_block = (
|
||||
litellm.AmazonConverseConfig()._get_cache_point_block(
|
||||
assistant_message_block, block_type="content_block"
|
||||
assistant_message_block, block_type="content_block", model=model
|
||||
)
|
||||
)
|
||||
if _cache_point_block is not None:
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue