diff --git a/cookbook/LiteLLM_Veronica_Run_Budget.ipynb b/cookbook/LiteLLM_Veronica_Run_Budget.ipynb index a18cdd46c5a..a87664ad719 100644 --- a/cookbook/LiteLLM_Veronica_Run_Budget.ipynb +++ b/cookbook/LiteLLM_Veronica_Run_Budget.ipynb @@ -49,13 +49,20 @@ "budget = BudgetEnforcer(limit_usd=0.05)\n", "\n", "\n", + "def _record_cost(kwargs):\n", + " cost = kwargs.get(\"response_cost\", 0.0)\n", + " if cost > 0:\n", + " budget.spend(cost)\n", + "\n", + "\n", "class RunBudgetCallback(CustomLogger):\n", " \"\"\"Record response_cost in BudgetEnforcer after each successful call.\"\"\"\n", "\n", " def log_success_event(self, kwargs, response_obj, start_time, end_time):\n", - " cost = kwargs.get(\"response_cost\", 0.0)\n", - " if cost > 0:\n", - " budget.spend(cost)\n", + " _record_cost(kwargs)\n", + "\n", + " async def async_log_success_event(self, kwargs, response_obj, start_time, end_time):\n", + " _record_cost(kwargs)\n", "\n", "\n", "litellm.callbacks = [RunBudgetCallback()]\n",