From f73c4b494ce05083b1e6804dc8cd1f32d325d271 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 18 Dec 2023 17:57:22 -0800 Subject: [PATCH] docs(model_management.md): adding docs on how to add model metadata in the config.yaml --- docs/my-website/docs/proxy/model_management.md | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/docs/my-website/docs/proxy/model_management.md b/docs/my-website/docs/proxy/model_management.md index 0cd4ab829cd..8160e2aa7cb 100644 --- a/docs/my-website/docs/proxy/model_management.md +++ b/docs/my-website/docs/proxy/model_management.md @@ -1,6 +1,17 @@ # Model Management Add new models + Get model info without restarting proxy. +## In Config.yaml + +```yaml +model_list: + - model_name: text-davinci-003 + litellm_params: + model: "text-completion-openai/text-davinci-003" + model_info: + metadata: "here's additional metadata on the model" # returned via GET /model/info +``` + ## Get Model Information Retrieve detailed information about each model listed in the `/models` endpoint, including descriptions from the `config.yaml` file, and additional model info (e.g. max tokens, cost per input token, etc.) pulled the model_info you set and the litellm model cost map. Sensitive details like API keys are excluded for security purposes.