scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-04 02:31:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 71

fix: Stream completion responses from anthropic. (Fix 3129)

Browse source
This commit is contained in:
Josh Mandel 2024-04-19 16:09:44 -05:00
parent 3c6b6355c7
commit f411443e58
2 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/anthropic.py
View file

@ -258,8 +258,9 @@ class AnthropicChatCompletion(BaseLLM):
self.async_handler = AsyncHTTPHandler(
timeout=httpx.Timeout(timeout=600.0, connect=5.0)
)
data["stream"] = True
response = await self.async_handler.post(
api_base, headers=headers, data=json.dumps(data)
api_base, headers=headers, data=json.dumps(data), stream=True
)
if response.status_code != 200:

7
litellm/llms/custom_httpx/http_handler.py
View file

@ -41,13 +41,16 @@ class AsyncHTTPHandler:
data: Optional[Union[dict, str]] = None, # type: ignore
params: Optional[dict] = None,
headers: Optional[dict] = None,
stream: Optional[bool] = False
):
response = await self.client.post(
req = self.client.build_request(
"POST",
url,
data=data, # type: ignore
params=params,
headers=headers,
headers=headers
)
response = await self.client.send(req, stream=stream)
return response
def __del__(self) -> None: