From 122c993e6f7d3bf08e62df812f807c5923719167 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 16 Sep 2023 16:15:44 -0700 Subject: [PATCH] except custom openai proxy --- litellm/__pycache__/__init__.cpython-311.pyc | Bin 9237 -> 9252 bytes litellm/__pycache__/main.cpython-311.pyc | Bin 33868 -> 33874 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 110673 -> 110613 bytes litellm/main.py | 5 ++--- ...st_bad_params.cpython-311-pytest-7.4.0.pyc | Bin 1580 -> 0 bytes .../test_client.cpython-311-pytest-7.4.0.pyc | Bin 3738 -> 0 bytes ...st_completion.cpython-311-pytest-7.4.0.pyc | Bin 5895 -> 0 bytes ...st_exceptions.cpython-311-pytest-7.4.0.pyc | Bin 2732 -> 0 bytes .../test_logging.cpython-311-pytest-7.4.0.pyc | Bin 2352 -> 0 bytes ...odel_fallback.cpython-311-pytest-7.4.0.pyc | Bin 1468 -> 0 bytes .../test_timeout.cpython-311-pytest-7.4.0.pyc | Bin 1289 -> 0 bytes litellm/tests/test_streaming.py | 2 +- litellm/utils.py | 5 ++--- proxy-server/.DS_Store | Bin 6148 -> 6148 bytes pyproject.toml | 2 +- 15 files changed, 6 insertions(+), 8 deletions(-) delete mode 100644 litellm/tests/__pycache__/test_bad_params.cpython-311-pytest-7.4.0.pyc delete mode 100644 litellm/tests/__pycache__/test_client.cpython-311-pytest-7.4.0.pyc delete mode 100644 litellm/tests/__pycache__/test_completion.cpython-311-pytest-7.4.0.pyc delete mode 100644 litellm/tests/__pycache__/test_exceptions.cpython-311-pytest-7.4.0.pyc delete mode 100644 litellm/tests/__pycache__/test_logging.cpython-311-pytest-7.4.0.pyc delete mode 100644 litellm/tests/__pycache__/test_model_fallback.cpython-311-pytest-7.4.0.pyc delete mode 100644 litellm/tests/__pycache__/test_timeout.cpython-311-pytest-7.4.0.pyc diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc index 4dd38f2b1b198ee0fb14701add7cf328d2490533..50d941ff7325d3e18b44010de5b699f68a1be791 100644 GIT binary patch delta 142 zcmbR0vBZOSIWI340}yPGXG=Y_kvBz*QD}0J*bF}2Ao delta 126 zcmZ4DG1Y^2IWI340}$vRVo6=IkvBz*QE+mR*o@7R;wxDtLx2*u*h^B2OEUA)Z?Tq^ zWabnXg#iU8Uy})#tSu|Wm_FH2R#E5{Us7pGdTL30Zem_ydTLQo-sDPIS;mE%r^}vT W5fl<+`oI7q8hAfwZ7xvS!UzC^$0tbu diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index d99268a6c3109aaa40f55570a12d595a72c1d296..7e7b9313dc7709419e9e524b02b877659d34f8f3 100644 GIT binary patch delta 1989 zcma)4ZERCj7(Q>m*RJhuzwYjCyS8&5?P%9+9fh$K)|SNqwt|_W@*!lGfJ_0$SQO4& zoQ4qPW9E>E{PNfM!J?9bM#8VgkoW}*{Efi8r~=`#k48 z?|I+zzUPNSx~qqDj#GBK6|wK(V$(MC`5DJLCv?y)&f74C5tgRRlRAV>v%mChWNZ|T zO2h8C6@--WSCL}DIs!@s)-$wX14A1&GOWZVhIVXb=)e|+PF%sT3R@Wp*v8O>D;c`6 zouLOi7S=P-sj**-7B6JaFdp)^dBM4o56|o5KV}HC`G0h(c^LKN9WHdHm-?d*!V>E*H zda$IV$yRwWIV)F@N!bA_$QSavfu1Ki6=9>%T2Ous!GxQX^i+o5As8}}6aF2LB@o!Y zVE9}I!(=j$g&esZXoHn3qKRZ{dlrl;PwFz}9`!94GLu`i_nsJoc6Nx?hyKtncwl)M zAv#>&|6fyb8P`9`w7cF+svB=X4|&ko3#F;C8`F(VJ{^}Lc|W>?4^Xtvn;EgSFS3=* zh~}IB1RgT>f3_1jetp4f%RC9PcH1n8vxo&vy8GMKqzsA4-we>O_Tvmct^B=M|DvSa#IU6HOg zEdHu@di~DnhQTWhgVz{Z>JAyFopn@Ny$R^CHA{8ipx@-r=$zC28>e@^F)a^Wk%z9y zL-f71?XIyDI@g!XK|*2&3Ae{Y17)y7;aC;5~$QxHUbv4C8ef{R&~F;fufg@KO&&e2!46%Ft= z4et~I%(QcmEq+aZeC;_4*l6RvJ$iVSe)J~uy+l8I>r;SDbn}6;M(8K*ck*NXcCf1G zG5%z8sCq6<$mv$ioLW$oN3G!0iaerfv8e*5E@T%}H>W-% z_*9Y8Y9#tqiBmrs6TE7G^IF6*2RV%(kN-sOcv_8e*^C^%iGjnL)J0szkgMjzQ^x~p zoXZyE6eso`eqBv)*$2qxo=6^!tE+%7tOg{?>Y9>x29R4+^Cj^DAd}!$*O$~>56JFu NpNU8Aq92SG;a@z)1IGXW delta 1796 zcma)4eQZ-z6u;;7V_m;rTl&^@ue1!ecC;()Heh3OYs(B9bbQ1~fIQ{pb0~RS7Vg;#}Z={1*0)WMNAZ9B7}Gm(!?mid+#;|m?ggC{m$>) zbME<_d+z=Efbzuw#r=lMWk>wmQ?_is`1UFH1`lNEL!RGZ%-FvJ85LL|VA!yUVCtU;}pH1a6oNA2%a(g8$PWpb>4BBZLtSP1cZg zYLE{22soTLQ9{E}oG^GRftTO{Jsjvz?poeVGFlo&$irF+F4DuA;PiqO+62Ja#_znLGD@=nSa-;*gcj!uAf}RwL;|ANcpbm ziJDPb7yZ-pzvQE|wD|tnis%Mt|15PrUN%I4o%+wNRgM*yUxb8TPDxZuog3(^_bi~8y$x>KJZe*|U zkz8(S{f|ItMxcs5-n;?ssCN5sh`wx+ymMcKTw8X=nNWsvy#DZm9Oy^Obp;G^zI7Mr zZ~Iil#Paa-BBrlwHo+mX@!r$$K6Q6`0NQAzs}JBX8O&WGTk>(USL8jLf7uGJkYG;} zuhiS~6>aX_3MAYcqDR)OP{2#i6i+GS^R+sCb$!$~)`C7*-IOb~pwChTP1v)Rc(D3*%i%wNz=Kch4XWnIuZD?s=HR$Z`!-V!v0W|4+{HZI`0zpr;dD7*qxI2!EqH~!qU9F}`$t<$7&ca89*Q9rm1-=e4rNU&TUaP!*L``bu;q}s6hUQOrj#RU zDQzmJ3zZ`DS8L&3VQ;L+$*MQQxsdRux>|AzB*{DS9!XY(yW^7dnhQ%MDYn>ieQMA& zRqXU}Vw&nxExEoRIk`upzYOdL_>gYjK4pf#Y5k)bfQ@$UJO=PF{r<6yHgMA96GJ9g zPhWeI$2QaVo_Y&l8#SJO*8=?{w68eU?*cnRbNHRZ%}mm@B9EU{NNPjg0IQVLjshBU zNa{pBjkzRsBd5wdl6sNN!Bk0o$fYvBq(P(xnI>r!(rQ>p(i$|TE?~Ok5yX`jN*YIj znu)^E4wjH^19At)2M%s!OQf4bzUqnEqdH4Tw-I@?@!bapSz5ZQ0Xh8RO$Sq~2joI8 zAT7++Ogn1<`88IYb{+s^P5IfTY45ffT&++P^0lt@CP8|5Us{0Pi%vU#o96~3e*vAj(> z=&2yeA5l=SMCwHKqv%3pk%~VGiWKTc)L?e`)ek%SGV@0V&ig*+eV*q%?>j!F8<^4= zuIcqL0zcDPI&b*bu;F$`Ts|*Q!7m(7R^n-GDN;v1bzB2hlHSg@rl(4RY;F{zmcTAW z3P_5iB+C}!?yMv)&#XrpY3)oQ*=Nrqo!md$%%ii*uTL-I`hKw`#NAeMxvLx*WV)*~ z);8CvM9w5R-Hqm~x%VkKTZum`v}xsK(Htlxvz;z1=f9+p{XGdp>`67+)t+eiDmzro zT2+(tSA!MgKz9o4g!XKMlYHs*B9~P4rSJ(K@hJ|xQRqs)`W5-(e@_fv*9M3g!PG55Kaj1 z&5rBx-Q^E*$IKPu=88#k#Ti3HET`LA5HdRTjyLY2Nq5C_>x8>z%w5CMTk%cfEUvN$ zPvSNg@$`CKc^XgS7K_KO8DHh_WNIcX;CLca^4RI>HoSn5i3jlki5nngM}!4&6Z?J$ zyMd)_>k;e|VPm(Bp<0Uqrfo;gB5Y)N9hjBS#`3!HQG+YY7{pHCCiC~>DsYFzpMw>6 zM%@ILFv>;=sztnJwn5D55Mj1UaB1OUn}={uU${jBdqntuoKfpP7P5O;NeJoq4K`T} AMF0Q* delta 970 zcmZuuT}YEr82+AZpQUrt=4Q;bw6xWOv?osH`MTL{L$bMZsnT1%-xPM0Bx5KSY6@%^_ZNI6v=sp7(v9_q=CtGA%lp zroXJyWe9v6`zh8{{Jp8a9n37}02O?~QKOPYIpH8muI2vyYQIIvY88kyVkED+ zs$nHdx_v25je3bkrHzzs91|m@ z)qIW)4|-psmQB|}4;-g@8GGGZ6`@I+s3tK2+POD5J@t3#at6mS<0A-dbU?-}`lt?W z+Fpk$x}lz1zqpmAOGeOb4RF%-dQ_$BQ*Dr_zY%u!qaFu9@B1*H)-+%xJJ$#skWC-> zupbMks|kZJP**d`=$|IIXY7y2p@tSzz(}{ZzzK;RYe5j!s74Svgb!xhuzaWJUU9@+ z88uhFHdmh3$5iWSfgdA_i*>fQ4(YX{a?CpJ@J1Zow}zr&&DD&Ep_ETH>Bl#Lo=yB3N0X&C+JvoF47&by&8WZO1Rg4|R zF2Kwdw4+vq0@iv2H5$0s*ikH>hfOSY64N4DS*#nM)EHuK`mh7I#vJ{)1Tgk$09N2B zji12@y`0#gV%<;_|vTW#LVzBli;Z@zx-?fzCM zWD$t;`QP@xX@s5$ClPr*IMgvh50H&)>>?eTwFzfagf`5>ZZ^teoH{ zEh#PUG{0p!_DZS7&IgZ0;K zte>$nw~@YT<4si0{v!gf?#PWsv(c!hc!qdwV%v`2;aMy2LYG8N;Bz$$Skw(V^)#26 zYg*e}VZ@Kf=7TnZAblxSqZW=a;>}CN9@J!kF11Y^O{p4QMT}tRAJrey>)S zsW>0c#F56=rb`R4|LIMOgfW3~NF6_d)ig?282F5EOqjS~t@h$d^9!JgHMc2sSl8|b zuDR`)%})ZW=K*o7={gY*>@93W7@$HMZPPYFlbRlDgaclSvE#%UeJAP~#0#T=5g(3< zTB*Uqz5+EwGf9#Q2i5goKl@V~Ra@g~Yf^39(L{TGkUKR)DYv zm}na#ZDXqC??_2|4l8C3#oc;^TFs#49wRX>OBgbbv|8Y1l z7T&564#X`QCIeCgc@0YX6d2%{1;o_^%fjUN(kA6;HefszFrJC1X_2<5Qz~@b z`ld&?YPMO7Xoj)nxWq7cE>5E#84$yz8-e5VEHDbh$B1HvA@Oal&XYhz!5-zi%zBmu zRbg1B>&Cm4w@k|+iI-!G6>y73Q`yiWf)p}imdEmP?5{< zOtZ(E@zNe&#z$)*BhcEP@vGhmx(iuvzRg*FeXStXw{A>ueV@}-JPYt0ccC=Xf(PE9 zG*jy^dLV$<0kSWbKNl&#&lJRkjXid z5c#5m$4o(b5aIoEjOlL;fog*6Mw7x`VSYq+HW?9vF2Oo;%$H!+ z7h0_;W(rNSm(Uawv0DGa*MYA{Isl=sVR8NGvvx`Zd@v8OCDRms!`TUhH5jaK`tN~#l%tU zJx$HHMwHddYDp^KKIrU*VoU&3(W-~z;}6BY`48^pmp}T{5=ZLdNJAXCE|BNx2{1nnE3$vkKBd58#FN)>^=^*=SSK7zcd^|M& z&l--%np9ELM4@DuQprrbjd#N-aVLR21bP8BXr*_vR!Vxw(M%KuzfLAh0zB7@b@1qe z?&XW0Sz@*>W*cJmRjUTS2K#ML191%EE^B`Qyx7rl%!^&kB;Maj3cKFHuAq&q4D8E& z<>_$-qwQRdxEeUF`%iEkH{?!36Yh=*zXQkh4$p$?Oq&UpiW8C|B?bo%FR@sJZEU_! zDp$;=^9CIEJ05*<7&@u$mjq01&khnw%eK6|>B)Q<7l7MX!^F6Yj3=&$$)UH}N+-1y z_cI(bIRt~>fMR?PK+J?E4!qAgaN@!H_fId6j$2}`F6J6y?z-?;2wCCOog=rVe>ipf z)S|e!e^G4gO@It?T^MW#gO-z@K73WaZjeJ=O>=1h)r3I$9k#Z+E1hC%DIVI}8`^!C z@t-%ewmIg7oX-!>2IahD65c1e!~5Y>_#lCPfS8w>1%8tV2(RO}2*e0bTiC)D-P8ic zBqb}&Rs1whjXLSO{*r|-poe{K1~h$W8J#nFa1x-%OH5x#H2iV(cc zIgi8WA!rzc>z-@5kF9m{>Aru^?<$OanSK?|1}b3}IQVNrX{I@}fl9cSPznEvsl>Yj zD)9}^c2dQy;}RMId>rE_mEZ$#Hk+qonik<2OYH1c?NWp|5D8?;- z_2h8;!O8nc>ywe?{AEkTbrCm2yffSQ_pv~WANaH%)%=0<5L*+w(t~VmkcW0`uPuyK z3YrN&RXcdLJd<_bda}*nCn*^~tRx&tVs#2bTx$DWk?nJ20hmm0O2R<6GluQa4cl*G zNmj=ohNjeOb7jfQ+g{iVRGKG&*MzUzueRS{ZXEvZ*v&KFo|!*Z7Y7>RKpn*! zC~l$n3Tmyhf@0Qo`O&`qTPLc%2I^kf`>sVZeOnbgjDH?NMW{A|fFk|X;7U*b;iu-l@tu$T0@5b-j=MlNjXb;r@m{2Tu1UqJu> diff --git a/litellm/tests/__pycache__/test_completion.cpython-311-pytest-7.4.0.pyc b/litellm/tests/__pycache__/test_completion.cpython-311-pytest-7.4.0.pyc deleted file mode 100644 index 0c5fa166d7c5c73fbfa435c0def99ca1e5e9906e..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 5895 zcmdT|TWl2989pLpRsNTrpfrs`9*mKL$tv%E3eO)vYh16$8^RY}UAJ4?0T+FP) z>vX>!xWnhTjI0N5qD+S#0$i_4fSr06uuE?P+@MDQH|p(xoAfAPw;luhn$Dd>iTFeI z(xC+BhD}@5v${>Ob$LQer3O-|1n-7$ei-YzVdY#&v-1TLQ^U3<`i^1Kw3Eu%s7f7$ zj$&mDtB?@Iu#}Ukr5quur5TQ94-UG%qJs(a70_%8dZ(_B*e2E*zYibagD60J)C+JM z(WWw;n?%1xzu{Ylj13ZeK0h=OXT4|hwvNrLZfNus1%5^>5W}J%M3(@8iRTeLGXs)4sA8wb|SL0HV9p4^q>oq+)4v}4uN6lg9aqLw>Y@*njRwM-LuPAr@guRxm zW5CSY4ZV6r!v)4M*IyWCyFr4Tf^9k2<*>s>Ls1AbLAP_6TC#QlTdG02 zp-_hC5P&IE;YBfdU*0_Z#=X&!d~`uRx+ovL75q;ya%=SG(YK?wyz9&R;f@O8#N-m( z54OJ@E_L)yUjl%8A=tMV>?^Hwe+i)?Kx;^y4tVX2T?uqoO0O3_>`KRk`Irb|i`oNF z$y58sAgr!-o!153Hz&@(n9VlS^^%qEe*xtOh6v;R=MW)082tSG_gMI3@UaZmrK(m| z$CnQcV=%UqY9vGg^LJJ0ZkXbH0TUHCgI$r@g=~Q^o)V@w!bXs60BF&7-^%*Vju~_m zbkE46n%RO%)VxEsLu*C^=PiI`Bsg`ZlpQV^*GlsB1^N1-e0|N?(33=SQhI~%aaURv z=4BDY7B(z@C$IGt;!9u89s+> z0eHwv_u;Pq>U{azL#CUD-b}!z&V;l?5TZZ^*#_WpmMi7eD_Lq^#Fpd63NRmFOT$@a z?Is;}<0AxLDnizHBTItW*`V2BLv@}>t39jHDsL0~1h-P~Svw#)e*{>OTO+v=9jhSp z8b8ECGR%*#gz{r78RsWh;_z>=)=i%5H{!KsN3z^{TA&s7&ZnBx3*c-_Y)xg4*DK$akebDZ9GN6;g8gdBHuxxduj>@Q8Cx#$d# zc$N{_3*h@S7EpvHx##ql_@{VGu}S`^9ut3!uX#)$HF-?&Ay>{}a3`5BWYKKRfu86) zimB&O*9w|FYgNe^m$9Xowx(8nBzyP*)~Lrl@X;rFPk}408FXAxEnRV_N^w%bsa&en zDNibg)8L@_=y(CUVI4afF{(~iK*OeE6dhL@QAgpsMzKK?JUIZP=K8Qz%tNza0xNIk2U@b0L;mc*7ugXk3HC+fVeGD z{`$#^C~WJjAO;f4+1C5P>m}vekiD5@1B63c*HsXM4z#7`-PbD{Bi-#4#2^q4NfpFE zkmLTTIAryOC);Ijay3%oBJ}!c|viAN0 zwO7|3^+Ao^h9Otq-ve#3$( z%cA{zn^o!Ut35>~0!`aR=9qYUMzWqsoeUWDpH%b{`@`zn$Z@EB2BLErU`f-Zod-VM z@Y(5~l;rG!oL!W&YpCn$9x=I|FzU8oSNieP3pId+$c52 zjW6IJrbWx1Belw|?@2A%aNdN;YoNUBN?P3iX|QzqY)L-1AfH>5&#j>r$x(QJVzV0@ zE*d5U61#1O3gg+v)5dJ|C?lmhaO%WXw-mu+1df>8P$SC?)bk{0?9ELoaRq1Gae3Qu zLzJi*9#*xBuD^OnN7&@;`U-IF=KA5K(6bv*haHyTnS&dsonjF-0eGh4wpGu=swXnl za~IE$*cRE_D-*VOgKaKKYE@%PDjcw`4_&RIY> z|KPYXv#6(B?NcpR8O2KVyNtG!TJJInPlbOPxfz*?lu>BPyUIwo8T?uFM)V!-op1c| z;O)U*3{D?hkoy+pz6F$AM9C6LmJzgIR~gmbRz``^N_QoQV&9u;D{tKO!APlXKfA*R prh*k8$L)nfpgQ>d9GnR?Al8t)yk|UaVr?7nt*_Fy@k(#x{|DFOajyUX diff --git a/litellm/tests/__pycache__/test_exceptions.cpython-311-pytest-7.4.0.pyc b/litellm/tests/__pycache__/test_exceptions.cpython-311-pytest-7.4.0.pyc deleted file mode 100644 index 62f9422f80ea4046b555aaefa5ddf4ae7f069eb7..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 2732 zcmah~O>Eo96&_NeM2Vs-TmH#rldZOKV#~Hg54TLfcmfnjH18>*e&2wieh`{vBv`2V-J+!qQn3O3hb$;s>o%LQ)ehqj!_4h zdGq(?oA(}P-h2FmD8>OP{~7zc`h70|-_u1FnfDcqj2b=9+iIqUJ=N*U6^!LWgdfU?BA5Lk`3eZLfxrC)6o>!(JZrskcDu1 z+5AG*HFX_+UWc~RW+vBV2R_mat+N(ZYtUR+_BR_`K0leyXIUJBMg^*>W^UoQVi`3Z zQn6VE_ia=Wl+`uM(o4^wQgZNy0W&>_-ZKO)yh z9-2{EHS`U;#q2XNa(Vmg9#FY$|7uZ6jW`4vlxJNzYV;mqnpJ}3JJ`N=Vq+Am#`jrs zjo^j%%1-#Q?-H!|UTo6G4ijuo2m8@G?MV4{yz7g4>8`^C-%2d*+XG*N-?JATj{#2f z9J2@Zm_63v&pCfezX}rvA+25ZLlj0QSS~NDEtfwnJ#8eEs_am#Lt+Pu3(}MIQn0zvNGZBp zS7A;wZAUhp+!XFzSlL)wUtL>X3{Z$(Elw`3E|t!YHhzv^O{Z}RCv{ymYl5nK9>tA+wQ`Yn>=bMHGDRPJ+`M?m&K%0h4 zhL$%=lTXM?+mqV}X?9huTDrWg$&(K)rEZXSwN2 z6J}W^*%bYlXeg3qe?t<`0r=PT;$LRn)B{RAiw8?Bc8HtsQUiyaC!~&6PlOw;aKjtF z{hJ40{>&X3X(mS9#Hc6s9hoQMuqzIGW7Bl&=$FmJh}VDRuyj}=yYArVi8$(tqh5Zl zeR8as7L7?Gw>9_hof@E_8HNRw<4PF z{eZ!JB!l^ZWjguII!Rm5Ml@@p>r`&U4`myN4H<1?p(Z2QfDY0c(D&d!g4YBE(8r{E z!`~y|x(Cj7OdP^6G-m-b)^c9r)D)@dLklAms++fzS*7*FC@L zIbx2AznlB&{%`Le&o$HIr|Iz~m^cL!E|~B@^1!bi$hw!22d3PMJwN`=pAo>}9X3P0e&>t=8xVl|boAQ>Wpkg7ej9j?Niph` zQ)BhG6t53U!&J}XSXuP#5Reimh?6S;6uQn!BPcATa0&@1@?D?`rO^lo06dJMc=W;0 zZV%EJPM}yj4k&{5&Orc~f4fB-jry2iL-(6p{a^N|TO+RDq&bEX3{7gQd z4Y(0puV92~TGfpzdcC1yv!-hwyUDtauv%7RRW0k4HLRG*cCAtb#+zmL`TJDd2Ih`u z2wvT@QV^j2183W#9&&~uXAm~!nra-+WT6{ukeX&@Aqi4Qg8^n9z8WmK$MfOv)=7VXy8mbC99J z0>ASSJ9^Z9yTD}hXosJ7_<7s!V)r0MF&e+HqH89l z;_^gSaXVgZn7O(9e9ml=icX&gz1zA%9UF#R#l|ysv33FzqLYlSC{02zI-Y4K6jg2_ zoU3VuDQjkKHp>ylldyN)W8EG%@f9<-ov)mXDW z;Wy-ap8`uqcY+WAJlzu?m7)w`qkOVKL zu0XKS&>1rOOK_trI;qQM8DCM{h*yei`6D3g6Hf#xUI-^?;F>D_fMn^GCDO3yC%eZ% z2zvs6(4rN!=Wp2B_3MI!?e{L=t_$CYUyC>4&BC|GZlAh!YW-Lzb=XNA?tp0rOxs|( z3kJu#AZzc{pN{Xh!VXA16(Ux!$3s|LAMH^>#aBfLBo0}zZu-!@6+1T1`cTmldZ8eU zbj9?I_PV(Fo-HnP#05uOu$H@gmMxY#V#yIp*0Qzi zU7H>s#Nl;t>;uKktDBmA{(_C_wy1SP%@MUXBn4o|3fiIBn@rGtFL+P>G2CBwK*0e8 z+waCnT8Tf;j-2MfBYx`iLGIDJsnaLGqZ3mLlicICMi=J5Ht_6u%=yk&^Y*&~fcJO=UO+D#Vh~w60;hj*G?y0wm4gq(fK~0!5xB#-vEx z9cxRIP!y<#3`S8PMLz%|gWDn*`X>bL)Qti(2sat%)XhMaAXAT&=*DS#e7tw>ckknO z@5rCC*)-te{ZIZd?}-5X85;4BM~mm*LjWED6PVBj8jQ5yh=u@xlh7nM+(~N5Xh+uM zNGqCxk`GdGvV*8jY{l9HNPfj zmg9J$0a2!wk3Ac}lpcpjAx6w3x88^?zArz9+Bs9vRHT|IGyS8`fZ8}Zw+=qPrJYX! z0idiohSUapnmNlto8WsnbRLaA&Az_#@avTo|-t5>gaN6B$bWHZTXc|I)(IQ$5h;vhow1|ppT!q~+{*D!pHk-1zfO*5tL zTQ=n^S>_|JT|2d=YF;~JR?!J35gxjN(GIpKVyRPz$uXAZ!J&Ii$4n$`!UUJF6veuM z>S22lo=%%A$?NcBOxEip0%V&fv~36T9|qt=NVh}qfbZvdx(yQyP;XC|JNOg3CQysQ}RHJ5`WmfUp zFO?5D=G*8xeupOye?(H}^N9!{JW&9IUGP6ou6yPgfI<+<0Ek~HU+2Hf@5B9T-!48{ z`)2K6v8P_?t5w&u2Q#bqS z=AJT8-`Zb3*!b;cpsx1R)xNsAr|c;&24mwV07^VVJPnlWo)qMkf|-Sbss7ADZ)UMS zvls%orJl0fSC)f+$qPPsKc$sWr(!~6lK1*ZnEv>ZaCAw!p-4xw(>FxvcQIW54fe;Q A-2eap diff --git a/litellm/tests/__pycache__/test_timeout.cpython-311-pytest-7.4.0.pyc b/litellm/tests/__pycache__/test_timeout.cpython-311-pytest-7.4.0.pyc deleted file mode 100644 index f291f8a8d03cc65bed9e92a8bb83d2417d8f9066..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 1289 zcmaJ<&1)M+6o0e3(ypYHO)>>hk(l>8D-g`6e{oZf) z*J3dbDBn4MdSe3cS{bQiCx>$nBS+wYM*?t2vTJR}n#;STyY?qu80S#!$Gp@e# z@?N$}PVm{Q^f5SPylHRQspDF7CZ{r$J@Yr~YAynyc?$@vL#ThNuftRFzjXh)nW_RiLDX-#=RL!Zp^FY#~$ z;!?~b*AWYKdm>v?{;spD_(UXnWAEle5p_C#_)W!qA}Fh@-mY-kib9Vw1JhJ>ndvY; z6w**2Wrhcoc3u)$d=jx1ZBCGLg{ku9v-%@W8Lw|M=JQQ&GYZ^o->rWdwRYMx6uchz zf(Ai*x(mwDtJXAAt+Ol395FQ$Jk8bHP0os#U2(&2;S$5&My{8Cw{I*BjHRBj^p|0E zzu0Hb8r??R7#jKb^K-lgX9^Qj&-QE)2{))Hupd{dgk{iKotM_ejvoj=dM2y@VNNV*DkrlDejT7@7LdQHrmOASnxEouikcl(B?E8mb h|FqSA`#n6N_F;Jd%e_>&BI@@w`#}!=$Y~FX`oF*~GtB@1 diff --git a/litellm/tests/test_streaming.py b/litellm/tests/test_streaming.py index d29184e2901..5e35fcb9d7e 100644 --- a/litellm/tests/test_streaming.py +++ b/litellm/tests/test_streaming.py @@ -698,4 +698,4 @@ def test_openai_streaming_and_function_calling(): pytest.fail(f"Error occurred: {e}") raise e -test_openai_streaming_and_function_calling() +# test_openai_streaming_and_function_calling() diff --git a/litellm/utils.py b/litellm/utils.py index 5865557dae3..b81f88a0911 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -889,7 +889,7 @@ def get_optional_params( # use the openai defaults optional_params["return_full_text"] = return_full_text optional_params["details"] = True optional_params["task"] = task - elif custom_llm_provider == "together_ai" or ("togethercomputer" in model): + elif custom_llm_provider == "together_ai": if stream: optional_params["stream_tokens"] = stream if temperature != 1: @@ -2520,8 +2520,7 @@ class CustomStreamWrapper: chunk = next(self.completion_stream) completion_obj["content"] = chunk elif ( - self.custom_llm_provider and self.custom_llm_provider == "together_ai" - ) or ("togethercomputer" in self.model): + self.custom_llm_provider and self.custom_llm_provider == "together_ai"): chunk = next(self.completion_stream) text_data = self.handle_together_ai_chunk(chunk) if text_data == "": diff --git a/proxy-server/.DS_Store b/proxy-server/.DS_Store index 739982f14229afc89c48bd69d594f0c863de8df5..7a42e831cf559a3cc2fb2cf7b66ff3c47d2f89da 100644 GIT binary patch delta 35 rcmZoMXfc@J&&a+pU^gQp`(z%b)X5u}3N{BbZ(*6(P_&ty<1aq|%>@hN delta 116 zcmZoMXfc@J&&atkU^gQp=VTtHR6_xV9EMDW5{6VDox_mJ5YJEwgqaK}40=G(3WgHT zoc!dZoctsP1_l8J21eP*Nlf*MK@6@8jtnjgzCc