mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-13 03:59:12 +00:00
39849627f7
* feat(parallel_request_limiter_v2.py): add sliding window logic allows rate limiting to work across minutes * fix(parallel_request_limiter_v2.py): decrement usage on rate limit error * fix(base_routing_strategy.py): fix merge from redis - preserve values in in-memory cache during gap b/w push to redis and read from redis * fix(base_routing_strategy.py): catch the delta change during redis sync ensures values are kept in sync * fix(parallel_request_limiter_v2.py): update tpm tracking to use slot key logic * fix: fix linting error * test: update testing * test: update tests * test: skip on rate limit or internal server errors * test: use pytest fixture instead * test: bump mistral model
38 lines
No EOL
997 B
Python
38 lines
No EOL
997 B
Python
import asyncio
|
|
import os
|
|
import sys
|
|
import traceback
|
|
|
|
from dotenv import load_dotenv
|
|
|
|
import litellm.types
|
|
import litellm.types.utils
|
|
from litellm.llms.anthropic.chat import ModelResponseIterator
|
|
|
|
load_dotenv()
|
|
import io
|
|
import os
|
|
|
|
sys.path.insert(
|
|
0, os.path.abspath("../..")
|
|
) # Adds the parent directory to the system path
|
|
from typing import Optional
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
import litellm
|
|
|
|
from litellm.llms.anthropic.common_utils import process_anthropic_headers
|
|
from httpx import Headers
|
|
from base_llm_unit_tests import BaseLLMChatTest
|
|
|
|
|
|
class TestMistralCompletion(BaseLLMChatTest):
|
|
def get_base_completion_call_args(self) -> dict:
|
|
litellm.set_verbose = True
|
|
return {"model": "mistral/mistral-medium-latest"}
|
|
|
|
def test_tool_call_no_arguments(self, tool_call_no_arguments):
|
|
"""Test that tool calls with no arguments is translated correctly. Relevant issue: https://github.com/BerriAI/litellm/issues/6833"""
|
|
pass |