mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-14 23:21:35 +00:00
comment code not used
This commit is contained in:
parent
5a7a364edc
commit
0cc52c7582
1 changed files with 12 additions and 12 deletions
|
|
@ -486,21 +486,21 @@ class BedrockModelInfo(BaseLLMModelInfo):
|
|||
) -> List[str]:
|
||||
return []
|
||||
|
||||
def get_provider_info(self, model: str) -> Optional[ProviderSpecificModelInfo]:
|
||||
"""
|
||||
Handles Bedrock throughput suffixes like ":28k", ":51k".
|
||||
"""
|
||||
import re
|
||||
# def get_provider_info(self, model: str) -> Optional[ProviderSpecificModelInfo]:
|
||||
# """
|
||||
# Handles Bedrock throughput suffixes like ":28k", ":51k".
|
||||
# """
|
||||
# import re
|
||||
|
||||
overrides: ProviderSpecificModelInfo = {}
|
||||
# overrides: ProviderSpecificModelInfo = {}
|
||||
|
||||
# Parse context window suffix (e.g., :28k, :51k)
|
||||
match = re.search(r":(\d+)k$", model)
|
||||
if match:
|
||||
throughput_value = int(match.group(1)) * 1000
|
||||
overrides["max_input_tokens"] = throughput_value
|
||||
# # Parse context window suffix (e.g., :28k, :51k)
|
||||
# match = re.search(r":(\d+)k$", model)
|
||||
# if match:
|
||||
# throughput_value = int(match.group(1)) * 1000
|
||||
# overrides["max_input_tokens"] = throughput_value
|
||||
|
||||
return overrides if overrides else None
|
||||
# return overrides if overrides else None
|
||||
|
||||
def get_token_counter(self) -> Optional[BaseTokenCounter]:
|
||||
"""
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue