diff --git a/docs/my-website/docs/proxy/spending_monitoring.md b/docs/my-website/docs/proxy/spending_monitoring.md new file mode 100644 index 00000000000..5af89781c7c --- /dev/null +++ b/docs/my-website/docs/proxy/spending_monitoring.md @@ -0,0 +1,26 @@ +# Using at Scale (1M+ rows in DB) + +This document is a guide for using LiteLLM Proxy once you have crossed 1M+ rows in the LiteLLM Spend Logs Database. + + + +## Why is UI Usage Tracking disabled? +- Heavy database queries on `LiteLLM_Spend_Logs` (once it has 1M+ rows) can slow down your API LLM requests. **We do not want this happening** + +## Solutions for Usage Tracking + +1. **Export Logs to Cloud Storage** + - [Send logs to S3, GCS, or Azure Blob Storage](https://docs.litellm.ai/docs/proxy/logging) + - [Log format specification](https://docs.litellm.ai/docs/proxy/logging_spec) + +2. **Analyze Data** + - Use tools like [Redash](https://redash.io/), [Databricks](https://www.databricks.com/), [Snowflake](https://www.snowflake.com/en/) to analyze exported logs + +## Need an Integration? Get in Touch + +- Request a logging integration on [Github Issues](https://github.com/BerriAI/litellm/issues) +- Get in [touch with LiteLLM Founders](https://calendly.com/d/4mp-gd3-k5k/litellm-1-1-onboarding-chat) +- Get a 7-day free trial of LiteLLM [here](https://litellm.ai#trial) + + + diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 6e32d57655d..bbf951b791a 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -45,6 +45,7 @@ const sidebars = { "proxy/health", "proxy/debugging", "proxy/pass_through", + "proxy/spending_monitoring", ], }, "proxy/demo", diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 57a5fc34f12..515e7b82478 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -3486,7 +3486,17 @@ "mode": "chat", "supports_function_calling": true }, - "vertex_ai/mistral-large@2411": { + "vertex_ai/mistral-large@2411-001": { + "max_tokens": 8191, + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "litellm_provider": "vertex_ai-mistral_models", + "mode": "chat", + "supports_function_calling": true + }, + "vertex_ai/mistral-large-2411": { "max_tokens": 8191, "max_input_tokens": 128000, "max_output_tokens": 8191,