mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-25 05:54:53 +00:00
style(router): format cost routing changes
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
6eb6277fda
commit
08f71ade04
2 changed files with 5 additions and 12 deletions
|
|
@ -1508,12 +1508,9 @@ class Router:
|
|||
routing_args=routing_strategy_args,
|
||||
)
|
||||
case RoutingStrategy.COST_BASED.value:
|
||||
def price_lookup(
|
||||
model_id: str, model_name: str
|
||||
) -> tuple[float | None, float | None]:
|
||||
model_info: Final = self.get_deployment_model_info(
|
||||
model_id=model_id, model_name=model_name
|
||||
)
|
||||
|
||||
def price_lookup(model_id: str, model_name: str) -> tuple[float | None, float | None]:
|
||||
model_info: Final = self.get_deployment_model_info(model_id=model_id, model_name=model_name)
|
||||
if model_info is None:
|
||||
return None, None
|
||||
return (
|
||||
|
|
|
|||
|
|
@ -21,12 +21,8 @@ def _deployment_cost(
|
|||
price_lookup: Callable[[str, str], tuple[float | None, float | None]],
|
||||
) -> float:
|
||||
lookup_input_price, lookup_output_price = price_lookup(model_id, model_name)
|
||||
input_price: Final = (
|
||||
input_price_override if input_price_override is not None else lookup_input_price
|
||||
)
|
||||
output_price: Final = (
|
||||
output_price_override if output_price_override is not None else lookup_output_price
|
||||
)
|
||||
input_price: Final = input_price_override if input_price_override is not None else lookup_input_price
|
||||
output_price: Final = output_price_override if output_price_override is not None else lookup_output_price
|
||||
input_cost: Final = input_price if input_price is not None else 5.0
|
||||
output_cost: Final = output_price if output_price is not None else 5.0
|
||||
return input_cost + output_cost
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue