From 8496bc0c0db201bc4df9480826a9644e64620fd7 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Thu, 3 Aug 2023 11:54:56 -0700
Subject: [PATCH] adding an async completion function

---
 litellm/__pycache__/main.cpython-311.pyc  | Bin 12259 -> 12603 bytes
 litellm/__pycache__/utils.cpython-311.pyc | Bin 18717 -> 18717 bytes
 litellm/main.py                           |   9 ++++++++-
 3 files changed, 8 insertions(+), 1 deletion(-)

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index 114fba278281536c8e16b113fb94a8a9cdd2fe18..e6d09b6c95b164bb9ff01ade4680d64a21ff1388 100644
GIT binary patch
delta 582
zcmYjLO=uHQ5T1F-Zrr3<h5Q@aByFHZlGH;lqO{SY1rK^#ku=RNA#IYaFI%k;F=$Z_
zVrU*{Merb25j_Zd5xjU1RJ<qzDgh6olpZ_;q<D4KR&nNiGaujk-kbSWd^M*&@%z0%
zvHa_UuH;wMD27+Z*AiF@X(1hSsTQtBv`9UwMe8vwhQPoWn%^&8lkG<U<6TUQ9WYc<
zBZQdl(S6T{9y5Svgq<KgDo)^xV~&fbc+4}b2Ub8E5u2F8pxDC_{)8SPC8^^X$b{`l
zrnxX+cckx#1>5qxSMjQt3UA{*dot2N{A$06G8azUZ{rnD>hBz<ON0*Lr$%K45blD7
zVsI!Z-l2NsGGowU^Zz!}!IH_h8x_`qhj<#Q(85P}+gSxqW!!yFsd=eUu9|(dVpv7v
zg3+*wHPc+|@8wI4Vzp5;mW}d~Wpd8xr;LlQQ0vPJ7fZa-?7JOn(?wEpE}7(`&YiDR
zHtUNu!>XDMev1@_0L`OBwkX^1McLO=5}%Y*Pf4}Y0~x#{H-kN8cuikF`B5pn2vXTO
zFT=Z(6?mH7+qtoIN$L_)?2UudE<7wE*#%6AYuWSi9g_JCv7J34J41O_Oyowr4~Wuu
qXx<lRa~r<Tptk?yfQhO6xR}jL_G~_l!Gi3@<2Zo-sw%Eeocj%6SCt3=

delta 258
zcmdm;^f;bxIWI340}xETeLBTZcOstzBgaJb8RD!tqPb#GV!7f`;<*x05{wK?45>U>
zk`wP~GD=P6V3b#uPUQm%i2<=h3VRCo8lGiL3=FG*7y^Le;*-4?y@9HyF@`hCr1DKJ
zU=*Ls%f!Jf+`>5d0;4>)NDD)hTnb|_gQn<aC#EQ7Mxo7fS)VX6+HY=RKgq|~IN3++
zE8~pKPU8KHj1M+nl3-$HwA*}DI-PxUqRJ9h)^4ChOq;p1?3o!gCwu8;Gs;iird!C^
wKUr7LlCgVoj-C?Nbf6MOATDm0JVWm~(+8%>_4+!Sm+7l8GC8qLzGn~%07O+m+W-In

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index 15aa08235568d057e8c3511cedd6681c99492c4e..8de0072fece54edb81619bd89d3781ac662668b1 100644
GIT binary patch
delta 21
bcmbO`iE-{EMy}<&yj%=GF!8}gE@4jqL%#*S

delta 21
bcmbO`iE-{EMy}<&yj%=G@bJV&E@4jqMJEOJ

diff --git a/litellm/main.py b/litellm/main.py
index c414fd5fc38..01075761be3 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -7,6 +7,7 @@ import traceback
 import litellm
 from litellm import client, logging, exception_type, timeout, success_callback, failure_callback
 import random
+import asyncio
 from tenacity import (
     retry,
     stop_after_attempt,
@@ -69,7 +70,7 @@ def completion(
     temperature=1, top_p=1, n=1, stream=False, stop=None, max_tokens=float('inf'),
     presence_penalty=0, frequency_penalty=0, logit_bias={}, user="",
     # Optional liteLLM function params
-    *, api_key=None, force_timeout=60, azure=False, logger_fn=None, verbose=False
+    *, return_async=False, api_key=None, force_timeout=60, azure=False, logger_fn=None, verbose=False
   ):
   try:
     # check if user passed in any of the OpenAI optional params
@@ -254,6 +255,12 @@ def completion(
     raise exception_type(model=model, original_exception=e)
 
 
+async def acompletion(*args, **kwargs):
+  loop = asyncio.get_event_loop()
+  
+  # Call the synchronous function using run_in_executor()
+  return loop.run_in_executor(None, completion, *args, **kwargs)
+
 ### EMBEDDING ENDPOINTS ####################
 @client
 @timeout(60) ## set timeouts, in case calls hang (e.g. Azure) - default is 60s, override with `force_timeout`