From c6962bda803fc5cf2cd6b762aa1b8aa986f55197 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 3 Jul 2024 10:02:50 -0700 Subject: [PATCH] fix(user_api_key_auth.py): expose `/health` as an info route this still requires key access. Allows users to check model health --- litellm/proxy/_super_secret_config.yaml | 8 ++++---- litellm/proxy/_types.py | 1 + 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/litellm/proxy/_super_secret_config.yaml b/litellm/proxy/_super_secret_config.yaml index ede853094ed..eb725656a75 100644 --- a/litellm/proxy/_super_secret_config.yaml +++ b/litellm/proxy/_super_secret_config.yaml @@ -2,10 +2,10 @@ model_list: - model_name: claude-3-5-sonnet litellm_params: model: anthropic/claude-3-5-sonnet -- model_name: gemini-1.5-flash-gemini - litellm_params: - model: vertex_ai_beta/gemini-1.5-flash - api_base: https://gateway.ai.cloudflare.com/v1/fa4cdcab1f32b95ca3b53fd36043d691/test/google-vertex-ai/v1/projects/adroit-crow-413218/locations/us-central1/publishers/google/models/gemini-1.5-flash +# - model_name: gemini-1.5-flash-gemini +# litellm_params: +# model: vertex_ai_beta/gemini-1.5-flash +# api_base: https://gateway.ai.cloudflare.com/v1/fa4cdcab1f32b95ca3b53fd36043d691/test/google-vertex-ai/v1/projects/adroit-crow-413218/locations/us-central1/publishers/google/models/gemini-1.5-flash - litellm_params: api_base: http://0.0.0.0:8080 api_key: '' diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py index 1f1aaf0eeac..b3ecd19640b 100644 --- a/litellm/proxy/_types.py +++ b/litellm/proxy/_types.py @@ -218,6 +218,7 @@ class LiteLLMRoutes(enum.Enum): "/v2/model/info", "/v2/key/info", "/model_group/info", + "/health", ] # NOTE: ROUTES ONLY FOR MASTER KEY - only the Master Key should be able to Reset Spend