From 5da4c27e8d569b760ffccad7392f1e0f88f7d31f Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 8 Aug 2024 13:05:03 -0700 Subject: [PATCH] fix(internal_user_endpoints.py): expose new 'internal_user_budget_duration' flag Relevant to - https://github.com/BerriAI/litellm/issues/5106 --- litellm/__init__.py | 1 + litellm/proxy/_experimental/out/404.html | 1 - litellm/proxy/_experimental/out/model_hub.html | 1 - litellm/proxy/_experimental/out/onboarding.html | 1 - litellm/proxy/_new_secret_config.yaml | 5 +++-- .../proxy/management_endpoints/internal_user_endpoints.py | 4 ++++ 6 files changed, 8 insertions(+), 5 deletions(-) delete mode 100644 litellm/proxy/_experimental/out/404.html delete mode 100644 litellm/proxy/_experimental/out/model_hub.html delete mode 100644 litellm/proxy/_experimental/out/onboarding.html diff --git a/litellm/__init__.py b/litellm/__init__.py index 0429c654748..8d0e1b31495 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -261,6 +261,7 @@ default_user_params: Optional[Dict] = None default_team_settings: Optional[List] = None max_user_budget: Optional[float] = None max_internal_user_budget: Optional[float] = None +internal_user_budget_duration: Optional[str] = None max_end_user_budget: Optional[float] = None #### REQUEST PRIORITIZATION #### priority_reservation: Optional[Dict[str, float]] = None diff --git a/litellm/proxy/_experimental/out/404.html b/litellm/proxy/_experimental/out/404.html deleted file mode 100644 index 4428091a354..00000000000 --- a/litellm/proxy/_experimental/out/404.html +++ /dev/null @@ -1 +0,0 @@ -404: This page could not be found.LiteLLM Dashboard

404

This page could not be found.

\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/model_hub.html b/litellm/proxy/_experimental/out/model_hub.html deleted file mode 100644 index 700debc2f1a..00000000000 --- a/litellm/proxy/_experimental/out/model_hub.html +++ /dev/null @@ -1 +0,0 @@ -LiteLLM Dashboard \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/onboarding.html b/litellm/proxy/_experimental/out/onboarding.html deleted file mode 100644 index 16f3f259334..00000000000 --- a/litellm/proxy/_experimental/out/onboarding.html +++ /dev/null @@ -1 +0,0 @@ -LiteLLM Dashboard \ No newline at end of file diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml index 35ef59c965d..0369ee7e3e3 100644 --- a/litellm/proxy/_new_secret_config.yaml +++ b/litellm/proxy/_new_secret_config.yaml @@ -11,5 +11,6 @@ model_list: model: "gpt-4o" litellm_settings: - enable_json_schema_validation: true - fallbacks: [{"gpt-3.5-turbo": ["gpt-4", "gpt-4o"]}] + max_internal_user_budget: 0.001 + internal_user_budget_duration: "5m" + diff --git a/litellm/proxy/management_endpoints/internal_user_endpoints.py b/litellm/proxy/management_endpoints/internal_user_endpoints.py index f54eca9a2fc..173b205fc30 100644 --- a/litellm/proxy/management_endpoints/internal_user_endpoints.py +++ b/litellm/proxy/management_endpoints/internal_user_endpoints.py @@ -91,6 +91,10 @@ async def new_user( if litellm.max_internal_user_budget is not None: data_json["max_budget"] = litellm.max_internal_user_budget + if "budget_duration" in data_json and data_json["budget_duration"] is None: + if litellm.internal_user_budget_duration is not None: + data_json["budget_duration"] = litellm.internal_user_budget_duration + response = await generate_key_helper_fn(request_type="user", **data_json) # Admin UI Logic