scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-09 22:31:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 86

Revert "(bedrock): Fix usage with Cloudflare AI Gateway, and proxies in gener…" (#5519)

Browse source 
This reverts commit 3fac0349c2.
This commit is contained in:
Krish Dholakia 2024-09-04 16:36:27 -07:00 • committed by GitHub
parent 45891fed4f
commit 995019c08a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 16 additions and 32 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

28
litellm/llms/bedrock/chat.py
View file

@ -728,7 +728,7 @@ class BedrockLLM(BaseAWSLLM):
)
### SET RUNTIME ENDPOINT ###
endpoint_url, proxy_endpoint_url = get_runtime_endpoint(
endpoint_url = get_runtime_endpoint(
api_base=api_base,
aws_bedrock_runtime_endpoint=aws_bedrock_runtime_endpoint,
aws_region_name=aws_region_name,
@ -736,10 +736,8 @@ class BedrockLLM(BaseAWSLLM):
if (stream is not None and stream is True) and provider != "ai21":
endpoint_url = f"{endpoint_url}/model/{modelId}/invoke-with-response-stream"
proxy_endpoint_url = f"{proxy_endpoint_url}/model/{proxy_endpoint_url}/invoke-with-response-stream"
else:
endpoint_url = f"{endpoint_url}/model/{modelId}/invoke"
proxy_endpoint_url = f"{proxy_endpoint_url}/model/{proxy_endpoint_url}/invoke"
sigv4 = SigV4Auth(credentials, "bedrock", aws_region_name)
@ -905,7 +903,7 @@ class BedrockLLM(BaseAWSLLM):
api_key="",
additional_args={
"complete_input_dict": data,
"api_base": proxy_endpoint_url,
"api_base": prepped.url,
"headers": prepped.headers,
},
)
@ -919,7 +917,7 @@ class BedrockLLM(BaseAWSLLM):
model=model,
messages=messages,
data=data,
api_base=proxy_endpoint_url,
api_base=prepped.url,
model_response=model_response,
print_verbose=print_verbose,
encoding=encoding,
@ -937,7 +935,7 @@ class BedrockLLM(BaseAWSLLM):
model=model,
messages=messages,
data=data,
api_base=proxy_endpoint_url,
api_base=prepped.url,
model_response=model_response,
print_verbose=print_verbose,
encoding=encoding,
@ -962,7 +960,7 @@ class BedrockLLM(BaseAWSLLM):
self.client = client
if (stream is not None and stream == True) and provider != "ai21":
response = self.client.post(
url=proxy_endpoint_url,
url=prepped.url,
headers=prepped.headers, # type: ignore
data=data,
stream=stream,
@ -993,7 +991,7 @@ class BedrockLLM(BaseAWSLLM):
return streaming_response
try:
response = self.client.post(url=proxy_endpoint_url, headers=prepped.headers, data=data) # type: ignore
response = self.client.post(url=prepped.url, headers=prepped.headers, data=data) # type: ignore
response.raise_for_status()
except httpx.HTTPStatusError as err:
error_code = err.response.status_code
@ -1606,17 +1604,15 @@ class BedrockConverseLLM(BaseAWSLLM):
)
### SET RUNTIME ENDPOINT ###
endpoint_url, proxy_endpoint_url = get_runtime_endpoint(
endpoint_url = get_runtime_endpoint(
api_base=api_base,
aws_bedrock_runtime_endpoint=aws_bedrock_runtime_endpoint,
aws_region_name=aws_region_name,
)
if (stream is not None and stream is True) and provider != "ai21":
endpoint_url = f"{endpoint_url}/model/{modelId}/converse-stream"
proxy_endpoint_url = f"{proxy_endpoint_url}/model/{modelId}/converse-stream"
else:
endpoint_url = f"{endpoint_url}/model/{modelId}/converse"
proxy_endpoint_url = f"{proxy_endpoint_url}/model/{modelId}/converse"
sigv4 = SigV4Auth(credentials, "bedrock", aws_region_name)
@ -1723,7 +1719,7 @@ class BedrockConverseLLM(BaseAWSLLM):
api_key="",
additional_args={
"complete_input_dict": data,
"api_base": proxy_endpoint_url,
"api_base": prepped.url,
"headers": prepped.headers,
},
)
@ -1737,7 +1733,7 @@ class BedrockConverseLLM(BaseAWSLLM):
model=model,
messages=messages,
data=data,
api_base=proxy_endpoint_url,
api_base=prepped.url,
model_response=model_response,
print_verbose=print_verbose,
encoding=encoding,
@ -1755,7 +1751,7 @@ class BedrockConverseLLM(BaseAWSLLM):
model=model,
messages=messages,
data=data,
api_base=proxy_endpoint_url,
api_base=prepped.url,
model_response=model_response,
print_verbose=print_verbose,
encoding=encoding,
@ -1776,7 +1772,7 @@ class BedrockConverseLLM(BaseAWSLLM):
make_call=partial(
make_sync_call,
client=None,
api_base=proxy_endpoint_url,
api_base=prepped.url,
headers=prepped.headers, # type: ignore
data=data,
model=model,
@ -1801,7 +1797,7 @@ class BedrockConverseLLM(BaseAWSLLM):
else:
client = client
try:
response = client.post(url=proxy_endpoint_url, headers=prepped.headers, data=data) # type: ignore
response = client.post(url=prepped.url, headers=prepped.headers, data=data) # type: ignore
response.raise_for_status()
except httpx.HTTPStatusError as err:
error_code = err.response.status_code

18
litellm/llms/bedrock/common_utils.py
View file

@ -5,7 +5,7 @@ Common utilities used across bedrock chat/embedding/image generation
import os
import types
from enum import Enum
from typing import List, Optional, Union, Tuple
from typing import List, Optional, Union
import httpx
@ -729,7 +729,7 @@ def get_runtime_endpoint(
api_base: Optional[str],
aws_bedrock_runtime_endpoint: Optional[str],
aws_region_name: str,
) -> Tuple[str, str]:
) -> str:
env_aws_bedrock_runtime_endpoint = get_secret("AWS_BEDROCK_RUNTIME_ENDPOINT")
if api_base is not None:
endpoint_url = api_base
@ -744,19 +744,7 @@ def get_runtime_endpoint(
else:
endpoint_url = f"https://bedrock-runtime.{aws_region_name}.amazonaws.com"
# Determine proxy_endpoint_url
if env_aws_bedrock_runtime_endpoint and isinstance(
env_aws_bedrock_runtime_endpoint, str
):
proxy_endpoint_url = env_aws_bedrock_runtime_endpoint
elif aws_bedrock_runtime_endpoint is not None and isinstance(
aws_bedrock_runtime_endpoint, str
):
proxy_endpoint_url = aws_bedrock_runtime_endpoint
else:
proxy_endpoint_url = endpoint_url
return endpoint_url, proxy_endpoint_url
return endpoint_url
class ModelResponseIterator:

2
litellm/llms/bedrock/embed/embedding.py
View file

@ -393,7 +393,7 @@ class BedrockEmbedding(BaseAWSLLM):
batch_data.append(transformed_request)
### SET RUNTIME ENDPOINT ###
endpoint_url, proxy_endpoint_url = get_runtime_endpoint(
endpoint_url = get_runtime_endpoint(
api_base=api_base,
aws_bedrock_runtime_endpoint=optional_params.pop(
"aws_bedrock_runtime_endpoint", None