From 3d86c4f515b5c50f4a4045ad30bd1d99441fa9d3 Mon Sep 17 00:00:00 2001 From: Marc Abramowitz Date: Wed, 10 Jul 2024 18:40:08 -0700 Subject: [PATCH] Shorter success callbacks from /health/readiness Before: ```shell $ curl -sSL http://0.0.0.0:4000/health/readiness | jq '.success_callbacks' [ "langfuse", "", ">", "", "", "", "" ] ``` After: ```shell $ curl -sSL http://0.0.0.0:4000/health/readiness | jq '.success_callbacks' [ "langfuse", "_PROXY_track_cost_callback", "response_taking_too_long_callback", "_PROXY_MaxParallelRequestsHandler", "_PROXY_MaxBudgetLimiter", "_PROXY_CacheControlCheck", "ServiceLogging" ] ``` --- .../proxy/health_endpoints/_health_endpoints.py | 17 +++++++++++++++-- 1 file changed, 15 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py index 29ad6bae7c7..e5ba03aacda 100644 --- a/litellm/proxy/health_endpoints/_health_endpoints.py +++ b/litellm/proxy/health_endpoints/_health_endpoints.py @@ -406,6 +406,19 @@ async def active_callbacks(): } +def callback_name(callback): + if isinstance(callback, str): + return callback + + try: + return callback.__name__ + except AttributeError: + try: + return callback.__class__.__name__ + except AttributeError: + return str(callback) + + @router.get( "/health/readiness", tags=["health"], @@ -424,8 +437,8 @@ async def health_readiness(): try: # this was returning a JSON of the values in some of the callbacks # all we need is the callback name, hence we do str(callback) - success_callback_names = [str(x) for x in litellm.success_callback] - except: + success_callback_names = [callback_name(x) for x in litellm.success_callback] + except AttributeError: # don't let this block the /health/readiness response, if we can't convert to str -> return litellm.success_callback success_callback_names = litellm.success_callback