From 0c2e9936ae23a859a7bc5579d74fb92a47cde653 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 1 May 2024 09:42:36 -0700
Subject: [PATCH] ui - polish Avg Latency per Toke

---
 .../src/components/model_dashboard.tsx        | 19 +++----------------
 1 file changed, 3 insertions(+), 16 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/model_dashboard.tsx b/ui/litellm-dashboard/src/components/model_dashboard.tsx
index 8f12f9d6808..12e650ac72b 100644
--- a/ui/litellm-dashboard/src/components/model_dashboard.tsx
+++ b/ui/litellm-dashboard/src/components/model_dashboard.tsx
@@ -1108,6 +1108,8 @@ const handleEditSubmit = async (formValues: Record<string, any>) => {
             <Grid numItems={2}>
               <Col>
               <Card className="mr-2">
+                <Title>Avg Latency per Token</Title><p className="text-gray-500 italic"> (seconds/token)</p>
+                <Text className="text-gray-500 italic mt-1 mb-1">average Latency for successfull requests divided by the total tokens</Text>
               { modelMetrics && modelMetricsCategories && (
                 <AreaChart
                   title="Model Latency"
@@ -1122,22 +1124,7 @@ const handleEditSubmit = async (formValues: Record<string, any>) => {
               )}
 
                   
-              <Table>
-              <TableHead>
-                <TableRow>
-                  <TableHeaderCell>Model</TableHeaderCell>
-                  <TableHeaderCell>Median Latency/Token</TableHeaderCell>
-                </TableRow>
-              </TableHead>
-              <TableBody>
-                {modelLatencyMetrics.map((metric, idx) => (
-                  <TableRow key={idx}>
-                    <TableCell>{metric.model}</TableCell>
-                    <TableCell>{metric.avg_latency_per_token.toFixed(4)}</TableCell>
-                  </TableRow>
-                ))}
-              </TableBody>
-              </Table>
+              
               </Card>
               </Col>
             <Col>