scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 124

Disable special token restriction for claude ai

Browse source
This commit is contained in:
xihajun 2024-03-03 23:43:03 +00:00 • committed by GitHub
parent b283588eb8
commit 14a19fc601
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/anthropic.py
View file

@ -200,10 +200,10 @@ def completion(
## CALCULATING USAGE
prompt_tokens = len(
encoding.encode(prompt)
encoding.encode(prompt,disallowed_special=())
) ##[TODO] use the anthropic tokenizer here
completion_tokens = len(
encoding.encode(model_response["choices"][0]["message"].get("content", ""))
encoding.encode(model_response["choices"][0]["message"].get("content", ""),disallowed_special=())
) ##[TODO] use the anthropic tokenizer here
model_response["created"] = int(time.time())