diff --git a/docs/my-website/docs/proxy/request_tags.md b/docs/my-website/docs/proxy/request_tags.md index e54b2c5fa49..c78c48229b4 100644 --- a/docs/my-website/docs/proxy/request_tags.md +++ b/docs/my-website/docs/proxy/request_tags.md @@ -1,70 +1,52 @@ -import Tabs from '@theme/Tabs'; -import TabItem from '@theme/TabItem'; - # Request Tags for Spend Tracking -Add tags to your LLM requests to track spend by environment, AWS account, team, or any custom label. +Add tags to model deployments to track spend by environment, AWS account, or any custom label. Tags appear in the `request_tags` field of LiteLLM spend logs. -## Set Default Tags in Config +## Config Setup -Set default tags for all API keys generated through the proxy: +Set tags on model deployments in `config.yaml`: ```yaml title="config.yaml" -litellm_settings: - default_key_generate_params: - metadata: - tags: ["AWS_IAM_PROD", "us-east-1"] +model_list: + - model_name: gpt-4 + litellm_params: + model: azure/gpt-4-prod + api_key: os.environ/AZURE_PROD_API_KEY + api_base: https://prod.openai.azure.com/ + tags: ["AWS_IAM_PROD"] # 👈 Tag for production + + - model_name: gpt-4-dev + litellm_params: + model: azure/gpt-4-dev + api_key: os.environ/AZURE_DEV_API_KEY + api_base: https://dev.openai.azure.com/ + tags: ["AWS_IAM_DEV"] # 👈 Tag for development ``` -All keys created via `/key/generate` will automatically include these tags. +## Make Request -## Send Tags in Request - -Pass tags in the request body: - - - +Requests just specify the model - tags are automatically applied: ```bash curl -X POST 'http://0.0.0.0:4000/chat/completions' \ -H 'Authorization: Bearer sk-1234' \ -H 'Content-Type: application/json' \ - -d '{ - "model": "gpt-4", - "messages": [{"role": "user", "content": "Hello"}], - "metadata": { - "tags": ["AWS_IAM_PROD", "us-east-1"] - } - }' -``` - - - - -```bash -curl -X POST 'http://0.0.0.0:4000/chat/completions' \ - -H 'Authorization: Bearer sk-1234' \ - -H 'Content-Type: application/json' \ - -H 'x-litellm-tags: AWS_IAM_PROD,us-east-1' \ -d '{ "model": "gpt-4", "messages": [{"role": "user", "content": "Hello"}] }' ``` - - +## Spend Logs -## Where Tags Appear - -Tags are stored in `LiteLLM_SpendLogs` under `request_tags`: +The tag from the model config appears in `LiteLLM_SpendLogs`: ```json { "request_id": "chatcmpl-abc123", - "request_tags": ["AWS_IAM_PROD", "us-east-1"], + "request_tags": ["AWS_IAM_PROD"], "spend": 0.002, "model": "gpt-4" }