mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-17 09:34:48 +00:00
* perf(token_counter): memoize token counts of long texts per tokenizer * test(prompt_caching): count a prompt no other test has counted in the loop lag checks * fix(token_counter): key the count memo on the string hash instead of blake2b * test(router): embed distinct texts so the batches are counted in full * test: time token counts over text no earlier count has memoized |
||
|---|---|---|
| .. | ||
| litellm_completion_bridge | ||
| providers | ||
| __init__.py | ||
| test_a2a_exception_mapping_utils.py | ||
| test_a2a_streaming_iterator.py | ||
| test_card_resolver.py | ||
| test_completion_bridge_streaming.py | ||
| test_cost_calculator.py | ||
| test_main.py | ||
| test_send_message_response.py | ||
| test_utils.py | ||