scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-08 22:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

test langmsith logging

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-17 10:08:29 -07:00
parent 0119ca1ce1
commit 0890299f65
2 changed files with 12 additions and 16 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_config.yaml
View file

@ -17,9 +17,7 @@ model_list:
general_settings:
master_key: sk-1234
litellm_key_header_name: "X-Litellm-Key"
litellm_settings:
cache: true
callbacks: ["otel"]
success_callback: ["langsmith"]

24
litellm/tests/test_langsmith.py
View file

@ -1,19 +1,20 @@
import sys
import os
import io
import os
import sys
sys.path.insert(0, os.path.abspath("../.."))
from litellm import completion
import litellm
from litellm import completion
litellm.success_callback = ["langsmith"]
litellm.set_verbose = True
import time
def test_langsmith_logging():
try:
litellm.set_verbose = True
litellm.success_callback = ["langsmith"]
response = completion(
model="claude-instant-1.2",
messages=[{"role": "user", "content": "what llm are u"}],
@ -21,6 +22,7 @@ def test_langsmith_logging():
temperature=0.2,
)
print(response)
time.sleep(3)
except Exception as e:
print(e)
@ -30,17 +32,15 @@ def test_langsmith_logging():
def test_langsmith_logging_with_metadata():
try:
litellm.success_callback = ["langsmith"]
response = completion(
model="gpt-3.5-turbo",
messages=[{"role": "user", "content": "what llm are u"}],
max_tokens=10,
temperature=0.2,
metadata={
"run_name": "litellmRUN",
"project_name": "litellm-completion",
},
)
print(response)
time.sleep(3)
except Exception as e:
print(e)
@ -50,21 +50,19 @@ def test_langsmith_logging_with_metadata():
def test_langsmith_logging_with_streaming_and_metadata():
try:
litellm.success_callback = ["langsmith"]
response = completion(
model="gpt-3.5-turbo",
messages=[{"role": "user", "content": "what llm are u"}],
max_tokens=10,
temperature=0.2,
metadata={
"run_name": "litellmRUN",
"project_name": "litellm-completion",
},
stream=True,
)
for chunk in response:
continue
time.sleep(3)
except Exception as e:
print(e)
test_langsmith_logging_with_streaming_and_metadata()
# test_langsmith_logging_with_streaming_and_metadata()