fix(anthropic.py): fix streaming client

This commit is contained in:
Krrish Dholakia 2024-07-19 18:55:00 -07:00
parent 9e098326d0
commit 335cf65452

View file

@ -895,7 +895,7 @@ class AnthropicChatCompletion(BaseLLM):
): # if function call - fake the streaming (need complete blocks for output parsing in openai format)
print_verbose("makes anthropic streaming POST request")
data["stream"] = stream
response = client.post(
response = requests.post(
api_base,
headers=headers,
data=json.dumps(data),