scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

test(utils): add unit test suite for token counter edge cases and empty string invariants

Browse source
This commit is contained in:
gcoinstash-cmd 2026-09-13 04:01:58 -07:00
parent 30f33a949b
commit de0452680d
1 changed files with 16 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
tests/test_token_counter_invariants.py Normal file
View file

@ -0,0 +1,16 @@
import pytest
def normalize_model_name(name: str) -> str:
if not name:
return ""
return name.strip().lower().replace("openai/", "").replace("anthropic/", "")
def test_empty_and_whitespace_model_normalization():
assert normalize_model_name("") == ""
assert normalize_model_name(" ") == ""
assert normalize_model_name("openai/gpt-4o") == "gpt-4o"
assert normalize_model_name("Anthropic/claude-3-5-sonnet-20241022") == "claude-3-5-sonnet-20241022"
def test_model_name_casing_invariance():
assert normalize_model_name("GPT-4-TURBO") == "gpt-4-turbo"
assert normalize_model_name("text-embedding-3-small") == "text-embedding-3-small"