From 3a61df9995b02945846d37feb136e5a13eea4898 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 4 Mar 2024 16:25:35 -0800 Subject: [PATCH] (feat) show /model/metrics on Admin UI --- litellm/proxy/proxy_server.py | 17 ++++++++++------- 1 file changed, 10 insertions(+), 7 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index b9634b78497..47b8c15359d 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -5828,18 +5828,21 @@ async def model_metrics( param="None", code=status.HTTP_500_INTERNAL_SERVER_ERROR, ) + sql_query = """ SELECT - CASE WHEN api_base = '' THEN model ELSE CONCAT(model, '-', api_base) END AS combined_model_api_base, - COUNT(*) AS num_requests, - AVG(EXTRACT(epoch FROM ("endTime" - "startTime"))) AS avg_latency_seconds + CASE WHEN api_base = '' THEN model ELSE CONCAT(model, '-', api_base) END AS combined_model_api_base, + COUNT(*) AS num_requests, + AVG(EXTRACT(epoch FROM ("endTime" - "startTime"))) AS avg_latency_seconds FROM - "LiteLLM_SpendLogs" + "LiteLLM_SpendLogs" WHERE - "startTime" >= NOW() - INTERVAL '24 hours' + "startTime" >= NOW() - INTERVAL '10000 hours' GROUP BY - CASE WHEN api_base = '' THEN model ELSE CONCAT(model, '-', api_base) END; - + CASE WHEN api_base = '' THEN model ELSE CONCAT(model, '-', api_base) END + ORDER BY + num_requests DESC + LIMIT 50; """ db_response = await prisma_client.db.query_raw(query=sql_query)