diff --git a/cookbook/LiteLLM_Custom_FineTuned_GGUF_Ollama.ipynb b/cookbook/LiteLLM_Custom_FineTuned_GGUF_Ollama.ipynb index b04c5939bd3..d12d8558956 100644 --- a/cookbook/LiteLLM_Custom_FineTuned_GGUF_Ollama.ipynb +++ b/cookbook/LiteLLM_Custom_FineTuned_GGUF_Ollama.ipynb @@ -140,7 +140,7 @@ "metadata": {}, "outputs": [], "source": [ - "litellm.success_callback = [\"langfuse\"] # or any other logger\n", + "# litellm.success_callback = [\"langfuse\"] # uncomment if you have langfuse installed/configured\n", "\n", "# Set a custom cost for your local model ($/1M tokens)\n", "litellm.register_model({\n", @@ -156,7 +156,9 @@ " messages=[{\"role\": \"user\", \"content\": \"Test\"}],\n", " api_base=\"http://localhost:11434\",\n", ")\n", - "print(f\"Tokens used: {response.usage.total_tokens}, Cost: ${response._hidden_params.get('response_cost', 0):.6f}\")" + "from litellm import completion_cost\n", + "cost = completion_cost(completion_response=response)\n", + "print(f\"Tokens used: {response.usage.total_tokens}, Cost: ${cost:.6f}\")" ] }, {