scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

test: skip flaky langsmith tests

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-08 13:43:44 -07:00
parent 169e8b541c
commit 32f343b947
1 changed files with 9 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
litellm/tests/test_langsmith.py
View file

@ -22,6 +22,7 @@ litellm.set_verbose = True
import time
@pytest.mark.skip(reason="Flaky test. covered by unit tests on custom logger.")
@pytest.mark.asyncio()
async def test_async_langsmith_logging():
try:
@ -59,8 +60,9 @@ async def test_async_langsmith_logging():
print("fields in logged_run_on_langsmith", logged_run_on_langsmith.keys())
input_fields_on_langsmith = logged_run_on_langsmith.get("inputs")
_extra = logged_run_on_langsmith.get("extra", {}) or {}
extra_fields_on_langsmith = _extra.get("invocation_params")
extra_fields_on_langsmith = logged_run_on_langsmith.get("extra").get(
"invocation_params"
)
print("\nLogged INPUT ON LANGSMITH", input_fields_on_langsmith)
@ -88,6 +90,7 @@ async def test_async_langsmith_logging():
# test_langsmith_logging()
@pytest.mark.skip(reason="Flaky test. covered by unit tests on custom logger.")
def test_async_langsmith_logging_with_metadata():
try:
litellm.success_callback = ["langsmith"]
@ -110,6 +113,7 @@ def test_async_langsmith_logging_with_metadata():
print(e)
@pytest.mark.skip(reason="Flaky test. covered by unit tests on custom logger.")
@pytest.mark.parametrize("sync_mode", [False, True])
@pytest.mark.asyncio
async def test_async_langsmith_logging_with_streaming_and_metadata(sync_mode):
@ -161,8 +165,9 @@ async def test_async_langsmith_logging_with_streaming_and_metadata(sync_mode):
input_fields_on_langsmith = logged_run_on_langsmith.get("inputs")
_extra = logged_run_on_langsmith.get("extra", {}) or {}
extra_fields_on_langsmith = _extra.get("invocation_params")
extra_fields_on_langsmith = logged_run_on_langsmith.get("extra").get(
"invocation_params"
)
assert logged_run_on_langsmith.get("run_type") == "llm"
print("\nLogged INPUT ON LANGSMITH", input_fields_on_langsmith)