diff --git a/ui/litellm-dashboard/src/components/model_info_view.tsx b/ui/litellm-dashboard/src/components/model_info_view.tsx
index 205998476c2..66a00b9bbe3 100644
--- a/ui/litellm-dashboard/src/components/model_info_view.tsx
+++ b/ui/litellm-dashboard/src/components/model_info_view.tsx
@@ -253,10 +253,57 @@ export default function ModelInfoView({
max_retries: values.max_retries,
timeout: values.timeout,
stream_timeout: values.stream_timeout,
- input_cost_per_token: values.input_cost / 1_000_000,
- output_cost_per_token: values.output_cost / 1_000_000,
tags: values.tags,
};
+
+ if (form.isFieldTouched("input_cost")) {
+ if (values.input_cost !== undefined && values.input_cost !== null && values.input_cost !== "") {
+ updatedLitellmParams.input_cost_per_token = Number(values.input_cost) / 1_000_000;
+ } else {
+ // Explicit null signals the backend to remove the pricing override.
+ updatedLitellmParams.input_cost_per_token = null;
+ }
+ }
+ if (form.isFieldTouched("output_cost")) {
+ if (values.output_cost !== undefined && values.output_cost !== null && values.output_cost !== "") {
+ updatedLitellmParams.output_cost_per_token = Number(values.output_cost) / 1_000_000;
+ } else {
+ updatedLitellmParams.output_cost_per_token = null;
+ }
+ }
+
+ // Cache Read Cost:
+ // - explicit value provided → use it
+ // - field touched but empty → explicit null (signals backend to remove override)
+ // - only input_cost touched → fall back to input_cost (guarded against null)
+ if (form.isFieldTouched("cache_read_cost") || form.isFieldTouched("input_cost")) {
+ if (values.cache_read_cost !== undefined && values.cache_read_cost !== null && values.cache_read_cost !== "") {
+ updatedLitellmParams.cache_read_input_token_cost = Number(values.cache_read_cost) / 1_000_000;
+ } else if (form.isFieldTouched("cache_read_cost")) {
+ updatedLitellmParams.cache_read_input_token_cost = null;
+ } else if (
+ updatedLitellmParams.input_cost_per_token !== undefined &&
+ updatedLitellmParams.input_cost_per_token !== null
+ ) {
+ updatedLitellmParams.cache_read_input_token_cost = updatedLitellmParams.input_cost_per_token;
+ }
+ }
+
+ // Cache Write Cost: explicit value if provided, else explicit null so the
+ // backend removes the override and falls back to the model-level default.
+ // Sending 0 here would persist a zero rate even when the user intended to unset it.
+ if (form.isFieldTouched("cache_write_cost")) {
+ if (
+ values.cache_write_cost !== undefined &&
+ values.cache_write_cost !== null &&
+ values.cache_write_cost !== ""
+ ) {
+ updatedLitellmParams.cache_creation_input_token_cost = Number(values.cache_write_cost) / 1_000_000;
+ } else {
+ updatedLitellmParams.cache_creation_input_token_cost = null;
+ }
+ }
+
if (values.litellm_credential_name) {
updatedLitellmParams.litellm_credential_name = values.litellm_credential_name;
} else {
@@ -373,6 +420,12 @@ export default function ModelInfoView({
model: localModelData.litellm_model_name,
},
{
+ // `id` is required to disambiguate when multiple deployments
+ // share the same model_name (e.g. wildcard `openai/*` with two
+ // different `api_base` values for failover). Without it the
+ // backend silently falls back to deployments[0] and probes
+ // the wrong endpoint.
+ id: localModelData.model_info?.id,
mode: localModelData.model_info?.mode,
},
localModelData.model_info?.mode,
@@ -449,10 +502,11 @@ export default function ModelInfoView({
size="small"
icon={copiedStates["model-id"] ? : }
onClick={() => copyToClipboard(modelData.model_info.id, "model-id")}
- className={`left-2 z-10 transition-all duration-200 ${copiedStates["model-id"]
- ? "text-green-600 bg-green-50 border-green-200"
- : "text-gray-500 hover:text-gray-700 hover:bg-gray-100"
- }`}
+ className={`left-2 z-10 transition-all duration-200 ${
+ copiedStates["model-id"]
+ ? "text-green-600 bg-green-50 border-green-200"
+ : "text-gray-500 hover:text-gray-700 hover:bg-gray-100"
+ }`}
/>
@@ -563,10 +617,10 @@ export default function ModelInfoView({
Created At{" "}
{modelData.model_info.created_at
? new Date(modelData.model_info.created_at).toLocaleDateString("en-US", {
- month: "short",
- day: "numeric",
- year: "numeric",
- })
+ month: "short",
+ day: "numeric",
+ year: "numeric",
+ })
: "Not Set"}
@@ -626,6 +680,22 @@ export default function ModelInfoView({
output_cost: localModelData.litellm_params?.output_cost_per_token
? localModelData.litellm_params.output_cost_per_token * 1_000_000
: localModelData.model_info?.output_cost_per_token * 1_000_000 || null,
+ cache_read_cost:
+ localModelData.litellm_params?.cache_read_input_token_cost !== undefined &&
+ localModelData.litellm_params?.cache_read_input_token_cost !== null
+ ? localModelData.litellm_params.cache_read_input_token_cost * 1_000_000
+ : localModelData.model_info?.cache_read_input_token_cost !== undefined &&
+ localModelData.model_info?.cache_read_input_token_cost !== null
+ ? localModelData.model_info.cache_read_input_token_cost * 1_000_000
+ : null,
+ cache_write_cost:
+ localModelData.litellm_params?.cache_creation_input_token_cost !== undefined &&
+ localModelData.litellm_params?.cache_creation_input_token_cost !== null
+ ? localModelData.litellm_params.cache_creation_input_token_cost * 1_000_000
+ : localModelData.model_info?.cache_creation_input_token_cost !== undefined &&
+ localModelData.model_info?.cache_creation_input_token_cost !== null
+ ? localModelData.model_info.cache_creation_input_token_cost * 1_000_000
+ : null,
cache_control: localModelData.litellm_params?.cache_control_injection_points ? true : false,
cache_control_injection_points: localModelData.litellm_params?.cache_control_injection_points || [],
model_access_group: Array.isArray(localModelData.model_info?.access_groups)
@@ -713,6 +783,52 @@ export default function ModelInfoView({
)}
+
+
Cache Read Cost (per 1M tokens)
+ {isEditing ? (
+
+
+
+ ) : (
+
+ {localModelData?.litellm_params?.cache_read_input_token_cost !== undefined &&
+ localModelData?.litellm_params?.cache_read_input_token_cost !== null
+ ? (localModelData.litellm_params.cache_read_input_token_cost * 1_000_000).toFixed(4)
+ : localModelData?.model_info?.cache_read_input_token_cost !== undefined &&
+ localModelData?.model_info?.cache_read_input_token_cost !== null
+ ? (localModelData.model_info.cache_read_input_token_cost * 1_000_000).toFixed(4)
+ : "Not Set"}
+
+ )}
+
+
Cache Write Cost (per 1M tokens)
+ {isEditing ? (
+
+
+
+ ) : (
+
+ {localModelData?.litellm_params?.cache_creation_input_token_cost !== undefined &&
+ localModelData?.litellm_params?.cache_creation_input_token_cost !== null
+ ? (localModelData.litellm_params.cache_creation_input_token_cost * 1_000_000).toFixed(4)
+ : localModelData?.model_info?.cache_creation_input_token_cost !== undefined &&
+ localModelData?.model_info?.cache_creation_input_token_cost !== null
+ ? (localModelData.model_info.cache_creation_input_token_cost * 1_000_000).toFixed(4)
+ : "Not Set"}
+
+ )}
+
API Base
{isEditing ? (
@@ -961,7 +1077,7 @@ export default function ModelInfoView({
>
{vsId}
- )
+ ),
)}
) : (
@@ -1064,18 +1180,20 @@ export default function ModelInfoView({
allowClear
options={(() => {
const wildcardProvider = modelData.litellm_model_name.split("/")[0];
- return modelHubData?.data
- ?.filter((model: any) => {
- // Filter by provider to match the wildcard provider
- return (
- model.providers?.includes(wildcardProvider) &&
- model.model_group !== modelData.litellm_model_name
- );
- })
- .map((model: any) => ({
- value: model.model_group,
- label: model.model_group,
- })) || [];
+ return (
+ modelHubData?.data
+ ?.filter((model: any) => {
+ // Filter by provider to match the wildcard provider
+ return (
+ model.providers?.includes(wildcardProvider) &&
+ model.model_group !== modelData.litellm_model_name
+ );
+ })
+ .map((model: any) => ({
+ value: model.model_group,
+ label: model.model_group,
+ })) || []
+ );
})()}
/>