From ffd80ca850a427cab20fdcb2d6c4deaaf1b3b6c5 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 28 Oct 2023 19:17:07 -0700 Subject: [PATCH] docs(input.md): updating litellm-specific params for completion --- docs/my-website/docs/completion/input.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/docs/my-website/docs/completion/input.md b/docs/my-website/docs/completion/input.md index 23ef8d52b58..082b82d4fbf 100644 --- a/docs/my-website/docs/completion/input.md +++ b/docs/my-website/docs/completion/input.md @@ -85,6 +85,7 @@ def completion( api_version: Optional[str] = None, api_key: Optional[str] = None, fallbacks: Optional[list] = None, # pass in a list of api_base,keys, etc. + metadata: Optional[dict] = None # additional call metadata, passed to logging integrations / custom callbacks **kwargs, ) -> ModelResponse: @@ -148,6 +149,8 @@ def completion( - `fallbacks`: *list (optional)* - A list of model names + params to be used, in case the initial call fails +- `metadata`: *dict (optional)* - Any additional data you want to be logged when the call is made (sent to logging integrations, eg. promptlayer and accessible via custom callback function) + ## Provider-specific Params Providers might offer params not supported by OpenAI (e.g. top_k). You can pass those in 2 ways: - via completion(): We'll pass the non-openai param, straight to the provider as part of the request body.