From 2a111cfb58624a9e852cd81799179483dbbf98af Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 14 Oct 2023 12:30:49 -0700 Subject: [PATCH] docs(custom_callback.md): improve example --- docs/my-website/docs/observability/custom_callback.md | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/docs/my-website/docs/observability/custom_callback.md b/docs/my-website/docs/observability/custom_callback.md index 95dd8d375b6..5fbc69bb1d1 100644 --- a/docs/my-website/docs/observability/custom_callback.md +++ b/docs/my-website/docs/observability/custom_callback.md @@ -119,7 +119,14 @@ LiteLLM accepts a metadata dictionary in the completion call. You can pass addit Since this is a [litellm-specific param](https://github.com/BerriAI/litellm/blob/b6a015404eed8a0fa701e98f4581604629300ee3/litellm/main.py#L235), it's accessible via kwargs["litellm_params"] ```python -# litellm.set_verbose = False +from litellm import completion +import os, litellm + +## set ENV variables +os.environ["OPENAI_API_KEY"] = "your-api-key" + +messages = [{ "content": "Hello, how are you?","role": "user"}] + def custom_callback( kwargs, # kwargs to completion completion_response, # response from completion @@ -131,7 +138,7 @@ def custom_callback( # Assign the custom callback function litellm.success_callback = [custom_callback] -response = completion(model="claude-instant-1", messages=messages, metadata={"hello": "world"}) +response = litellm.completion(model="gpt-3.5-turbo", messages=messages, metadata={"hello": "world"}) ``` ## Examples