mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-12 23:01:41 +00:00
fix(lint): fix ruff/flake8 violations - unused imports, PLR0915, print statements
This commit is contained in:
parent
77c3b6ab92
commit
14aeeb872e
3 changed files with 30 additions and 31 deletions
|
|
@ -24,7 +24,6 @@ from litellm.proxy._types import (
|
|||
_SPECIAL_HEADERS_CACHE = frozenset(
|
||||
v.value.lower() for v in SpecialHeaders._member_map_.values()
|
||||
)
|
||||
from litellm.proxy.auth.route_checks import RouteChecks
|
||||
from litellm.router import Router
|
||||
from litellm.types.llms.anthropic import ANTHROPIC_API_HEADERS
|
||||
from litellm.types.services import ServiceTypes
|
||||
|
|
|
|||
|
|
@ -1536,7 +1536,7 @@ class Router:
|
|||
)
|
||||
raise e
|
||||
|
||||
async def _acompletion_streaming_iterator(
|
||||
async def _acompletion_streaming_iterator( # noqa: PLR0915
|
||||
self,
|
||||
model_response: CustomStreamWrapper,
|
||||
messages: List[Dict[str, str]],
|
||||
|
|
|
|||
|
|
@ -4,15 +4,16 @@ Evaluation suite for the ComplexityRouter.
|
|||
Tests the router's ability to correctly classify prompts into complexity tiers.
|
||||
Run with: python -m litellm.router_strategy.complexity_router.evals.eval_complexity_router
|
||||
"""
|
||||
import json
|
||||
from dataclasses import dataclass
|
||||
from enum import Enum
|
||||
from typing import List, Optional, Tuple
|
||||
from unittest.mock import MagicMock
|
||||
import os
|
||||
|
||||
# Add parent to path for imports
|
||||
import sys
|
||||
import os
|
||||
|
||||
# ruff: noqa: T201
|
||||
from dataclasses import dataclass
|
||||
from typing import List, Optional, Tuple
|
||||
from unittest.mock import MagicMock
|
||||
|
||||
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), "../../../../..")))
|
||||
|
||||
from litellm.router_strategy.complexity_router.complexity_router import ComplexityRouter
|
||||
|
|
@ -241,10 +242,10 @@ def run_eval() -> Tuple[int, int, List[dict]]:
|
|||
total = len(EVAL_CASES)
|
||||
failures = []
|
||||
|
||||
print("=" * 70)
|
||||
print("COMPLEXITY ROUTER EVALUATION")
|
||||
print("=" * 70)
|
||||
print()
|
||||
print("=" * 70) # noqa: T201
|
||||
print("COMPLEXITY ROUTER EVALUATION") # noqa: T201
|
||||
print("=" * 70) # noqa: T201
|
||||
print() # noqa: T201
|
||||
|
||||
for i, case in enumerate(EVAL_CASES, 1):
|
||||
tier, score, signals = router.classify(case.prompt, case.system_prompt)
|
||||
|
|
@ -274,30 +275,29 @@ def run_eval() -> Tuple[int, int, List[dict]]:
|
|||
})
|
||||
|
||||
# Print result
|
||||
match_type = "exact" if is_exact_match else ("acceptable" if is_acceptable else "mismatch")
|
||||
print(f"[{i:2d}] {status} | {case.description}")
|
||||
print(f" Expected: {case.expected_tier.value:10s} | Got: {tier.value:10s} | Score: {score:+.3f}")
|
||||
print(f"[{i:2d}] {status} | {case.description}") # noqa: T201
|
||||
print(f" Expected: {case.expected_tier.value:10s} | Got: {tier.value:10s} | Score: {score:+.3f}") # noqa: T201
|
||||
if signals:
|
||||
print(f" Signals: {', '.join(signals)}")
|
||||
print(f" Signals: {', '.join(signals)}") # noqa: T201
|
||||
if not is_pass:
|
||||
print(f" Prompt: {case.prompt[:60]}...")
|
||||
print()
|
||||
print(f" Prompt: {case.prompt[:60]}...") # noqa: T201
|
||||
print() # noqa: T201
|
||||
|
||||
# Summary
|
||||
print("=" * 70)
|
||||
print(f"RESULTS: {passed}/{total} passed ({100*passed/total:.1f}%)")
|
||||
print("=" * 70)
|
||||
print("=" * 70) # noqa: T201
|
||||
print(f"RESULTS: {passed}/{total} passed ({100*passed/total:.1f}%)") # noqa: T201
|
||||
print("=" * 70) # noqa: T201
|
||||
|
||||
if failures:
|
||||
print("\nFAILURES:")
|
||||
print("-" * 70)
|
||||
print("\nFAILURES:") # noqa: T201
|
||||
print("-" * 70) # noqa: T201
|
||||
for f in failures:
|
||||
print(f"Case {f['case']}: {f['description']}")
|
||||
print(f" Expected: {f['expected']}, Got: {f['actual']} (score: {f['score']})")
|
||||
print(f" Signals: {f['signals']}")
|
||||
print(f"Case {f['case']}: {f['description']}") # noqa: T201
|
||||
print(f" Expected: {f['expected']}, Got: {f['actual']} (score: {f['score']})") # noqa: T201
|
||||
print(f" Signals: {f['signals']}") # noqa: T201
|
||||
if f['acceptable']:
|
||||
print(f" Acceptable: {f['acceptable']}")
|
||||
print()
|
||||
print(f" Acceptable: {f['acceptable']}") # noqa: T201
|
||||
print() # noqa: T201
|
||||
|
||||
return passed, total, failures
|
||||
|
||||
|
|
@ -309,13 +309,13 @@ def main():
|
|||
# Exit with error code if too many failures
|
||||
pass_rate = passed / total
|
||||
if pass_rate < 0.80:
|
||||
print(f"\n❌ EVAL FAILED: Pass rate {pass_rate:.1%} is below 80% threshold")
|
||||
print(f"\n❌ EVAL FAILED: Pass rate {pass_rate:.1%} is below 80% threshold") # noqa: T201
|
||||
sys.exit(1)
|
||||
elif pass_rate < 0.90:
|
||||
print(f"\n⚠️ EVAL WARNING: Pass rate {pass_rate:.1%} is below 90%")
|
||||
print(f"\n⚠️ EVAL WARNING: Pass rate {pass_rate:.1%} is below 90%") # noqa: T201
|
||||
sys.exit(0)
|
||||
else:
|
||||
print(f"\n✅ EVAL PASSED: Pass rate {pass_rate:.1%}")
|
||||
print(f"\n✅ EVAL PASSED: Pass rate {pass_rate:.1%}") # noqa: T201
|
||||
sys.exit(0)
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue