scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-06 02:48:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

fix(agents): release unbilled invocation fees on cancellation

Browse source
This commit is contained in:
Joshua Valluru 2026-09-28 22:17:12 -07:00
parent bcfa93d95c
commit a3ec702e2f
2 changed files with 10 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/spend_tracking/budget_reservation.py
View file

@ -337,7 +337,7 @@ async def reserve_budget_for_request(
return None
input_cost: Final = (
invocation_cost
0.0
if invocation_cost is not None
else estimate_request_input_cost(
request_body=request_body,

10
tests/test_litellm/proxy/spend_tracking/test_budget_reservation.py
View file

@ -309,8 +309,9 @@ async def test_team_member_reservation_counter_adds_temp_increase_to_live_team_d
@pytest.mark.asyncio
@pytest.mark.parametrize("charged_agent", ("caller-agent", "target-agent"))
@pytest.mark.parametrize("window", [None, "2026-01-02T00:00:00Z"])
@pytest.mark.parametrize("outcome", ["success", "cancelled"])
async def test_agent_invocation_reserves_exact_fee_and_reconciles_without_child_cost(
monkeypatch: pytest.MonkeyPatch, charged_agent: str, window: str | None,
monkeypatch: pytest.MonkeyPatch, charged_agent: str, window: str | None, outcome: str,
) -> None:
from litellm.proxy.spend_tracking.budget_reservation import reconcile_budget_reservation
from litellm.types.agents import AgentResponse
@ -336,6 +337,13 @@ async def test_agent_invocation_reserves_exact_fee_and_reconciles_without_child_
assert reservation["reserved_cost"] == pytest.approx(0.2)
assert [entry["counter_key"] for entry in reservation["entries"]] == [counter_key]
assert await cache.async_get_cache(counter_key) == pytest.approx(0.3)
if outcome == "cancelled":
from litellm.proxy.spend_tracking.budget_reservation import release_budget_reservation_on_cancel
await release_budget_reservation_on_cancel(reservation)
assert await cache.async_get_cache(counter_key) == pytest.approx(0.1)
assert reservation["finalized"] is True
return
await proxy_server.increment_spend_counters(
token=None, team_id=None, user_id=None, response_cost=0.2,
billing_agent_id=charged_agent, billing_agent_counter_key=counter_key, budget_reservation=reservation,