mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-06 08:16:43 +00:00
docs gcs buckets
This commit is contained in:
parent
e2897317f5
commit
85f802d2c6
1 changed files with 46 additions and 0 deletions
|
|
@ -1,4 +1,8 @@
|
|||
|
||||
import Image from '@theme/IdealImage';
|
||||
import Tabs from '@theme/Tabs';
|
||||
import TabItem from '@theme/TabItem';
|
||||
|
||||
# 🪣 Logging GCS, s3 Buckets
|
||||
|
||||
LiteLLM Supports Logging to the following Cloud Buckets
|
||||
|
|
@ -67,6 +71,48 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \
|
|||
<Image img={require('../../img/gcs_bucket.png')} />
|
||||
|
||||
|
||||
### Fields Logged on GCS Buckets
|
||||
|
||||
Example payload of a `/chat/completion` request logged on GCS
|
||||
```json
|
||||
{
|
||||
"request_id": "chatcmpl-3946ddc2-bcfe-43f6-9b8e-2427951de85c",
|
||||
"call_type": "acompletion",
|
||||
"api_key": "",
|
||||
"cache_hit": "None",
|
||||
"startTime": "2024-08-01T14:27:12.563246",
|
||||
"endTime": "2024-08-01T14:27:12.572709",
|
||||
"completionStartTime": "2024-08-01T14:27:12.572709",
|
||||
"model": "gpt-3.5-turbo",
|
||||
"user": "",
|
||||
"team_id": "",
|
||||
"metadata": "{}",
|
||||
"cache_key": "Cache OFF",
|
||||
"spend": 0.000054999999999999995,
|
||||
"total_tokens": 30,
|
||||
"prompt_tokens": 10,
|
||||
"completion_tokens": 20,
|
||||
"request_tags": "[]",
|
||||
"end_user": "ishaan-2",
|
||||
"api_base": "",
|
||||
"model_group": "",
|
||||
"model_id": "",
|
||||
"requester_ip_address": null,
|
||||
"output": [
|
||||
"{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"content\":\"Hi!\",\"role\":\"assistant\",\"tool_calls\":null,\"function_call\":null}}"
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
### Getting `service_account.json` from Google Cloud Console
|
||||
|
||||
1. Go to [Google Cloud Console](https://console.cloud.google.com/)
|
||||
2. Search for IAM & Admin
|
||||
3. Click on Service Accounts
|
||||
4. Select a Service Account
|
||||
5. Click on 'Keys' -> Add Key -> Create New Key -> JSON
|
||||
6. Save the JSON file and add the path to `GCS_PATH_SERVICE_ACCOUNT`
|
||||
|
||||
|
||||
## Logging Proxy Input/Output - s3 Buckets
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue