From 5b294c704ed02f7991b1e21e6fcc80ed47148160 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 18 Sep 2023 11:46:14 -0700 Subject: [PATCH] fix hf conversational task bug --- litellm/__pycache__/main.cpython-311.pyc | Bin 33954 -> 38617 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 110848 -> 112274 bytes litellm/llms/huggingface_restapi.py | 1 + litellm/tests/test_completion.py | 10 ++++++++++ 4 files changed, 11 insertions(+) diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index 27a715c21d98609ea6810e493968296beb9b3ea2..0d2b93327bc808b7ed42c149e6df060c5d95c457 100644 GIT binary patch delta 8071 zcmb7Jd2Ab3dY?y%qGa8oD2kS3jU`(mB~nKu*_*?*w2tB^l4UuzH}R$kGvXUb6Ol9Y z%urW`JI+}Y$hHn%7RX|a8rv<@BTkEeDVoK0v74emfo`{H(DX*yZP7ovJpdZ$Zm~sx z^m}h+I73NR>=E?%=KAjMd-MI?Z~Thy@89(`{#HZ7Ar6lI7i+}LKYp+AL@bgO z-hqGXc!k4=Tn+Yxeb`@lN3F+I(g1p7gOS(8ef1b}OSj_M-ag$%k>B;fo$)uiFmy`sb z&IoxdCLf3&VmvOdN*ceMm(!FQuM6gys4-%ikOhkBNXLAsEY7g;?iY8H!gp5ZBUEy>dH$pZ+S4m z=$4~ZwH)D?&SN=?GI=-nXXvToX3a^|^aDu1e}}*8+|Q12^`YV))pq;Zg_o-AR6A$c z93r02lAijg3D(ykRH>n0ip8b;$_hQn<<*=5cC{VA3=Xal_*F3j=5%vHUlnv-ld}1Y z0EC#}PGIoh(|j6&NaU4ecIQG)l&5DsL1gmNi?au$iJjg+DE<(5UF2n&t~RxdAg|=X zXLb>w8M(14rB@lNtdd?UhbWCIJKRLtEY$ ztbp};__@_(8e^wqt?ex|G#t{9_)m#BWr@R%EvZtb)f#gQ6= zT5~z>Q_sRL`DxuhH9Q9s?OQNh=SsuHPwIc}L$8w`HQj3RuleCBrv{A10tX)eTg~0! z0Ish5G{C_qM?UWelOHzshxWNke$jlqwtStuHyI|6w6vlca-pTqd|l#jt>GgGA2R$f z))`eW)*AsB8;oig8;u~0O-2oj%|T^VT8$xm>}Jr2|0ZRf0F~nFoO;xVj zRAZ#jHXeyv;%IdsTE9IH;6d`IZDZk~9R%XTzjc75i9(3n>1ZcENRaic*l;M2?| zZQ$P1WTo@C-(MId?{;>R+ntSQihQs0mH6}ye8j)QKIEyR3$X*d&{1s+;M2Fi43QKi zzuvWq&XS8g17x^+>b}TC1CQE>O<- zzuVV{7Jzd<`SHVZxY% z-^=9V-oEJT24^4xuHY*-f$B}a6PM&)qEYhM(MXk%xcwC}-FKCI&}T{XG_&bX`tH}J zSIhpneylh0RjX)g)euI{Shi9B5I;k{du%TFOP1i|qpp+aS;p;!<4?z*+o=cZ!@qTW zf%TtpxV6;C9l#@HSE5$@JQ?rrLn-o9{}2+GcbCYw`&agfwsg64q+PqR3K$Kf9QtH+ zV5&2S{h70c2j#Xt4srTPM@Ejrn0#2*UWJ2LB%cmk2`yLV7UHl~Csv?NoUX$D+ZV{K z*gpnVZR%}=#7_qN#t8V}qxeWeWs2LGd?ztf_Xx{SD~qoV&fbea68YP~i+2_11+PFo z*1 z!+Tb(uaArevNnYtq>!JjM}x)9;A{tN6*+xgGMcU2>Y>aoQ3tKkBp67F&lBdGD7fio4L<;^b&{H3p2)} zk8;oU6dp5XjK?ZVyC+CDJoAU$`8Jf9!ps{yyt`{zu%01*J=RPY2MDPa7E*ZA;I_fI zYVv}L}9x5@PQ9Qm7xCX(ujlK01_&@}nk z_=AzVugcNDHZ#}9M><;N{{q@ywTXQKN#rMApEw#?FU%Qp*l+W!hWR@Aa3UNoR2ICK zQLU3+UjthoC$Y&`t$8zmufw;+OXTY0sk1M;rlB8*&VgU?%stl&3&z53!x1+N`#f3b zteA4E{$qzMl!I5vnG@6IYdi48`VRYQrT6xJwZwl}5MlXbAKi-wAyyQvf^TWNwc)jV zE~ltEeB}e8qfz8apdc56uO<=>ie>JGu>jCgvRUX^lCre2s%N(17UzASrTgibp^pIc zgn?PKe=T?BrXmjm4g)wrCgTwq5I4ZAR&_n6Jv1_cm9#eOv}}UJ&PM=xS(h+0#v|o^ z#BQZQ*?aD?%>&zP-rE?{hAf-Yw^-*64QrY0g~iLW7Z#@H`Niocr_Wz1Uw3d7Tb_!x z+3Eky}wDp53Q-Ehu6VS6mp}8Ol&!$2zrI`mw}`Gh{>MGInl)egkl`3lF2yj zt_snpWM#lfoOV~q>p5umy~2zQk9q}Aa;e;1Su43@4uDSzmYRT;GNy7qoe}eZ3DPW~ zobOIt=3~%7@6kxkXP1B&q@dfvGM|%?K1kV7Dm*v4?rfo9&6+7e{i(!u`D;y%p%aSbVTOOBN zs99P}0rV$iAWioPJiuQ8{$Q{=XiXn9GtxF-M&gF82)`sy(49i}tD>X={t8B;hM}M- z%?4JzG=*OlR2K+YW#Rhh_vtTM`qq^Fi7z`$czN>@7c3Y8r+ zgUT!|Lm2^ip-e6bOA=I1wmR52RoYS4gn}aq3|T6tyR#SK>IW86_f`>r%kr`Wal=C$ z2D}pBFBR|}4}7_$E=y{F{hGSl7m|T6r!LRhOG?1@`WXM z+f#1mXD`pt(7a?pZfTxvduZjd`vrg{Kvp(G4A^Kb1F9ge?hU1`2*L$L_5!5<3q$nj zQdWfWw10_k0^dUQ*#;3jPW`QkQ1!40TSuTg^_yEmz@!W$t>ArP)LZV-c}UM}3KsfQ z*_eBZJ_`;?9^_8i06AS}6a0+*X^=N5NX1dmNC}OjhXe>U8~p&bOGMV-2gX9*!GV7)ur+4kW{eE zSVrXS^@eWFS&JNVnY8UF$NYVY?Lh*hZ9$_Iv;k?Yh-|il= zKASEUT>w-mu*y)?e`sPpP6-((EUB!JTPS{bBIZZGQ~ZwyzgdO;ioAOId+4*`)R`uP z%;MtI0z#h@Z%uzE*!UWd&^~}~WPoCy_Z1gsaTof$_y^*LRlcdJ;^qtO2%Rtf+S)gf zuePcOLbr;6?cYP_JH_{39Q2{@7yr5N3*WhZ)KTKf!y-D4 z9xib(ygkl-e)|~v`JjsZ{N*P=8#6Dm(H7713FaV-0|<~8cTk5TFo_u zNuA!wAV$*i6rM(nk z(+)1uRf@7{7iYGFOWkaKgagh!Y#QU*y52tf)~QmQoepx1?KjeIJX;!KrwOk0@Y{WF zb(fOtbeL<3+|b_0mPXj=*Onls~!%O lp0dt7HnX1~H%KAnLh@Xy95zBiA9C zcrIcA&qFlxd_)V^BU-ru(Z-F4h1`T##0jFEI}s&bjOgG#L?OQsntbR~2-+3gG+L zzvME*pInd866p7~=2^LomCk79%3#196DK+06k6O8%)4{_{uvz)rwEoK=xO*287k#r zW?Wi~1>jn-Qw;KoxpLSYD1!M?2lzcDVoGBLba>)YC~f7i9xV=LWRZp8RZpy_a)qT; zvJDiE9qxLbqY<>PU96rF(6%eyIGu#Qczw8*mDRjj+()BmroH6^ovT>EP4#)oh+KWH zdX$cm=QVv~G__L?X}^wg3y&~WeNIX}cziM2I!?}zVUfjBJyQND3&MbJi?pf>80FV} zPoM*)l3rR1=5-Q{LvegF{HkQTST~cSlI;b5X`xDZO^Wae3vNXHjQCK5H)Iih=6Fiu zN)jThF>9l=S@QZNS&s5353MPVSHh@gjf-NDULAh z@=U@Ho75>GIWlcb$gEkVun^;*8EXAO3z63?i`&icwBHNI{bqR0KN4=4#d300Eh(uu zmP2dqpm~!+%PUy(+*S<17wBVfH&_Ax3A8+t3a8krayk)gqHS;^7^Cf|=lCP)Xj653 zQsIVo%D2I1K{FUDOz=gy8NLWQptWLuxMNn2ZedG5U+I=p?9AwEGVWMRc3F))J8TZc zXcr8IBue00p+C@_@MXD|cB9qha5=mk%jPHH&c%ebd)TfS%|dV`T9+}u8wM)9rF)iV zqg>DHCIt4lT*vFN-z(R{pu4m{tq>gFv3)ZF+XWw1Hq%}(RQ1vQDFfhGRodCBRgby> z2QoqJgsw=L)R(U0!&;1&gK6i7-eCvfLZpixf?JVh_$XoqZ}njK@T>tT#r9B?9$Z+( zlACa#?*2?ova+Y(%W6OEhq9U~I-vT}U6b|&YF6{*$YMn~l9eU_FmG~-{R^u=Jldks zVnG}_Vb5Vt+(FHK8C4%MOtDkPdreiBeHS4Z%ja-x%towODwVMXQ|Qk+Ko`!*gmvVD)a>-bUWEM3TLTwn@lJbHz1ODRue{rYzu5z~JG{xy zJ3<l!XZP+?3LCdrQn<05%`j)F832*C7ibfr3Nr6q#sbVfM7bGFq7Wdwe zNNxq)O*y)g5}TxSrw98f(bm|MC(@%V4({m$LHHLzxThgP?ghJ&tNuITN;+S=N&g4V CK_~bC diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index 1013f7901714a951deeec9acfa0c3926d8f6e14f..fdb4b7b7bd96f7f74e0511f56f396865549135e6 100644 GIT binary patch delta 2120 zcmZ`(e{2**7`?aGyV915N+6Ob3{`9)y`~~0S`(C5Af+uWEd;e--R{kmP4{+>-PyMM zJZeLX0U>aNi&6d{Rv{5haKTBWG1~YC@efHQ(I}W0Vgd<4YcLu`#F^de-O-du?lL>y z?0et$zW43ktI;Djqq9y{R+fjvdUEFsx<9O(nf3MFRZ3r29@&d_h2r6Pa_g^nNnyV` zG9?x%ibX{%nwdYe0Hv7~Lks7XexQUxABtbFc1PngcA-CHKbTcFiVDi>jfyhRP^mTPe{jhY>45RMM;WQ&T)AQwC+a zCAO+zkc7p^n)VH`r|Xu-m}~b~wZt&gq`I`0sOENJ=!_ahk~nTEW!a3zMKoDg?i01A zRa;F`Ms26TKalJN{BD~%Da&*ysmY<#wOVm%bmWem#SNsZgKl$mo5r`04I=aT3Uq917Q}f*~WV2O`Iie4JVlH%3B$HJAkZOwV2>PJ=zA=0s>P2RgjOqJP znqsIXbDu&hhAx=SNn*`%O_9YtbqB;Ujlejv#|59qCiP4+BI?T{#-{?Kvq>ZL*(TUs#firKH4oD8Xxq|-I(5Y?vB zWJ4T%2c1e*a9%(c2o~7o{?$ourj7fXGv||4gBtb6yvUTkSyYoy+ZMH2n&t{C#$8+1 zM+d3qN)t?Jn;kft)YsLM0iA6XgGhQ}hNbn%x1?FbgxJ+i0YG?`Z4GL*7vhJ24!F;awZaC>Zi~o_q#yytAjOA~^1S z|Iv??IOlzGzG|*AGva+WJ~jtuy|=F|DMgd_)vtGew#?YX-)Qwle|Hpgd-Z?Z0!;6T zKi>d$dZ+)o9mcSC>h@>^Bb);D5nSTOqL{w`xB0n6cxsMPQO2(~;Jp%Mb{T)`c`S=y zIUj38OhE^qSdD`Uv~0QwKO>oaZ7l|o%KoqxV{rJp&A0>%@Kh_Rl<1zaP{?7~!y7S| zf82%}h`w2La&A3tBASsWn!HoZFLq)Sc!wX@h|drmk&##ZNLEB1=KD6G892?yU&07* zmiNDc&A@qnsS7ho@Fl;}je}wQ#QQXCuD~^Z!Nm0lV%akcY<#SeG_C)C3zea`scN$8`|IHq{8~^|S delta 651 zcmY*VO-NK>6n*D=^FE)WqYX8dSWZod<&V)Ot0iaamJaQ=L6KBN-3r5A! z=Z-iQGKsqPK^sPdb1o$UY2uV|6ZUKFr4?j|{N+}L91&az0mWi+wI8SvS!=5@>ggcx zOu+yxbEGMlrd`oUv}2ZzIgxH-iz;;;Lcqj+s$|bbhJvl+&c$AaOzO?UAVaQhEx<>( z^~C~oz@s-5B8XB-J&AWf1u+*K3|@VY$4DM7##f-3j6r3*D^ikL&*f57o`7N K5$NhuFw<}35X#yB diff --git a/litellm/llms/huggingface_restapi.py b/litellm/llms/huggingface_restapi.py index de1781ee0d5..0d61a8ad01f 100644 --- a/litellm/llms/huggingface_restapi.py +++ b/litellm/llms/huggingface_restapi.py @@ -56,6 +56,7 @@ def completion( if task == "conversational": inference_params = copy.deepcopy(optional_params) inference_params.pop("details") + inference_params.pop("return_full_text") past_user_inputs = [] generated_responses = [] text = "" diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 4dce3c9ec62..be11ffdc540 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -420,6 +420,16 @@ def test_completion_azure_deployment_id(): pytest.fail(f"Error occurred: {e}") # test_completion_azure_deployment_id() +# def test_hf_conversational_task(): +# try: +# messages = [{ "content": "There's a llama in my garden 😱 What should I do?","role": "user"}] +# # e.g. Call 'facebook/blenderbot-400M-distill' hosted on HF Inference endpoints +# response = completion(model="huggingface/facebook/blenderbot-400M-distill", messages=messages, task="conversational") +# print(f"response: {response}") +# except Exception as e: +# pytest.fail(f"Error occurred: {e}") + +# test_hf_conversational_task() # Replicate API endpoints are unstable -> throw random CUDA errors -> this means our tests can fail even if our tests weren't incorrect. # def test_completion_replicate_llama_2():