diff --git a/docs/my-website/docs/proxy/bucket.md b/docs/my-website/docs/proxy/bucket.md index 963b8a4f6ca..99f45e07713 100644 --- a/docs/my-website/docs/proxy/bucket.md +++ b/docs/my-website/docs/proxy/bucket.md @@ -1,4 +1,8 @@ +import Image from '@theme/IdealImage'; +import Tabs from '@theme/Tabs'; +import TabItem from '@theme/TabItem'; + # 🪣 Logging GCS, s3 Buckets LiteLLM Supports Logging to the following Cloud Buckets @@ -67,6 +71,48 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \ +### Fields Logged on GCS Buckets + +Example payload of a `/chat/completion` request logged on GCS +```json +{ + "request_id": "chatcmpl-3946ddc2-bcfe-43f6-9b8e-2427951de85c", + "call_type": "acompletion", + "api_key": "", + "cache_hit": "None", + "startTime": "2024-08-01T14:27:12.563246", + "endTime": "2024-08-01T14:27:12.572709", + "completionStartTime": "2024-08-01T14:27:12.572709", + "model": "gpt-3.5-turbo", + "user": "", + "team_id": "", + "metadata": "{}", + "cache_key": "Cache OFF", + "spend": 0.000054999999999999995, + "total_tokens": 30, + "prompt_tokens": 10, + "completion_tokens": 20, + "request_tags": "[]", + "end_user": "ishaan-2", + "api_base": "", + "model_group": "", + "model_id": "", + "requester_ip_address": null, + "output": [ + "{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"content\":\"Hi!\",\"role\":\"assistant\",\"tool_calls\":null,\"function_call\":null}}" + ] +} +``` + +### Getting `service_account.json` from Google Cloud Console + +1. Go to [Google Cloud Console](https://console.cloud.google.com/) +2. Search for IAM & Admin +3. Click on Service Accounts +4. Select a Service Account +5. Click on 'Keys' -> Add Key -> Create New Key -> JSON +6. Save the JSON file and add the path to `GCS_PATH_SERVICE_ACCOUNT` + ## Logging Proxy Input/Output - s3 Buckets