From de58dcc016c7031fd0d541a15f0896e66ba6948b Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Wed, 6 Dec 2023 11:42:54 -0800 Subject: [PATCH] (feat) proxy - allow setting cost, context window --- litellm/proxy/proxy_config.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index 692361a563e..93d614aeb49 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -7,6 +7,9 @@ model_list: api_version: "2023-07-01-preview" model_info: mode: chat + input_cost_per_token: 0.0.00006 + output_cost_per_token: 0.00003 + max_tokens: 4096 - model_name: openai-gpt-3.5 litellm_params: model: gpt-3.5-turbo