(test) s3 logging

litellm/tests/test_s3_logs.py

@@ -0,0 +1,73 @@
+import sys
+import os
+import io, asyncio
+
+# import logging
+# logging.basicConfig(level=logging.DEBUG)
+sys.path.insert(0, os.path.abspath("../.."))
+
+from litellm import completion
+import litellm
+
+litellm.num_retries = 3
+
+import time, random
+import pytest
+
+
+def test_s3_logging():
+    # all s3 requests need to be in one test function
+    # since we are modifying stdout, and pytests runs tests in parallel
+    try:
+        # pre
+        # redirect stdout to log_file
+
+        litellm.success_callback = ["s3"]
+        litellm.set_verbose = True
+
+        print("Testing async dynamoDB logging")
+
+        async def _test():
+            return await litellm.acompletion(
+                model="gpt-3.5-turbo",
+                messages=[{"role": "user", "content": "This is a test"}],
+                max_tokens=10,
+                temperature=0.7,
+                user="ishaan-2",
+            )
+
+        response = asyncio.run(_test())
+        print(f"response: {response}")
+
+        # streaming + async
+        async def _test2():
+            response = await litellm.acompletion(
+                model="gpt-3.5-turbo",
+                messages=[{"role": "user", "content": "what llm are u"}],
+                max_tokens=10,
+                temperature=0.7,
+                user="ishaan-2",
+                stream=True,
+            )
+            async for chunk in response:
+                pass
+
+        asyncio.run(_test2())
+
+        # aembedding()
+        async def _test3():
+            return await litellm.aembedding(
+                model="text-embedding-ada-002", input=["hi"], user="ishaan-2"
+            )
+
+        response = asyncio.run(_test3())
+        time.sleep(1)
+    except Exception as e:
+        pytest.fail(f"An exception occurred - {e}")
+    finally:
+        # post, close log file and verify
+        # Reset stdout to the original value
+        print("Passed! Testing async s3 logging")
+
+
+test_s3_logging()