scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

(chore) rename: proxy-custom logger

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 10:48:22 -08:00
parent 63e55f1865
commit 9b1e02cdf1
1 changed files with 9 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/custom_logger.py → litellm/proxy/custom_callbacks.py
View file

@ -1,5 +1,8 @@
from litellm.integrations.custom_logger import CustomLogger
import litellm
# This file includes the custom callbacks for LiteLLM Proxy
# Once defined, these can be passed in proxy_config.yaml
class MyCustomHandler(CustomLogger):
def log_pre_api_call(self, model, messages, kwargs):
print(f"Pre-API Call")
@ -11,14 +14,17 @@ class MyCustomHandler(CustomLogger):
print(f"On Stream")
def log_success_event(self, kwargs, response_obj, start_time, end_time):
print(f"On Success")
# log: key, user, model, prompt, response, tokens, cost
print("\nOn Success\n")
print("\n kwargs\n")
print(kwargs)
### Access kwargs passed to litellm.completion()
model = kwargs["model"]
messages = kwargs["messages"]
user = kwargs.get("user")
user = kwargs.get("user", None)
litellm_params = kwargs.get("litellm_params", {})
metadata = litellm_params.get("metadata", {}) # headers passed to LiteLLM proxy, can be found here
#################################################
### Calculate cost #######################
@ -35,6 +41,7 @@ class MyCustomHandler(CustomLogger):
Usage: {usage},
Cost: {cost},
Response: {response}
Proxy Metadata: {metadata}
"""
)