From a0641ab430eaacc75713c0d7f5714a405fbb45c9 Mon Sep 17 00:00:00 2001
From: ishaan-jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 4 Oct 2023 14:46:09 -0700
Subject: [PATCH] add test batch com rate limits

---
 litellm/tests/test_batch_completions.py | 25 +++++++++++++++++++++++--
 1 file changed, 23 insertions(+), 2 deletions(-)

diff --git a/litellm/tests/test_batch_completions.py b/litellm/tests/test_batch_completions.py
index 668d8609f04..b67f05b8b6a 100644
--- a/litellm/tests/test_batch_completions.py
+++ b/litellm/tests/test_batch_completions.py
@@ -9,7 +9,7 @@ sys.path.insert(
 )  # Adds the parent directory to the system path
 from openai.error import Timeout
 import litellm
-from litellm import batch_completion, batch_completion_models, completion, batch_completion_models_all_responses
+from litellm import batch_completion, batch_completion_models, completion, batch_completion_models_all_responses, batch_completion_rate_limits
 # litellm.set_verbose=True
 
 # def test_batch_completions():
@@ -43,7 +43,7 @@ def test_batch_completion_models_all_responses():
     )
     print(responses)
     assert(len(responses) == 3)
-test_batch_completion_models_all_responses()
+# test_batch_completion_models_all_responses()
 
 # def test_batch_completions():
 #     try:
@@ -55,3 +55,24 @@ test_batch_completion_models_all_responses()
 #     except Exception as e:
 #         pytest.fail(f"An error occurred: {e}")
 # test_batch_completions()
+
+
+
+# import asyncio
+# ##### USAGE ################
+# jobs = [
+#     {"model": "gpt-4", "messages": [{"content": "Please provide a summary of the latest scientific discoveries."*500, "role": "user"}]},
+#     {"model": "gpt-4", "messages": [{"content": "Please provide a summary of the latest scientific discoveries."*800, "role": "user"}]},
+#     {"model": "gpt-4", "messages": [{"content": "Please provide a summary of the latest scientific discoveries."*900, "role": "user"}]},
+#     {"model": "gpt-4", "messages": [{"content": "Please provide a summary of the latest scientific discoveries."*900, "role": "user"}]},
+#     {"model": "gpt-4", "messages": [{"content": "Please provide a summary of the latest scientific discoveries."*900, "role": "user"}]}
+# ]
+
+# asyncio.run(
+#         batch_completion_rate_limits(
+#             jobs = jobs,
+#             api_key=os.environ['OPENAI_API_KEY'],
+#             max_requests_per_minute=60,
+#             max_tokens_per_minute=20000
+#         )
+# )