From b90f3527365180b732a9b2d0de12ca48d2d2dc03 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 7 Oct 2023 10:58:14 -0700 Subject: [PATCH] docs(docs.md): cleanup litellm api docs --- docs/my-website/docs/index.md | 69 ---------------------- litellm/__pycache__/utils.cpython-311.pyc | Bin 153930 -> 158260 bytes pyproject.toml | 2 +- 3 files changed, 1 insertion(+), 70 deletions(-) diff --git a/docs/my-website/docs/index.md b/docs/my-website/docs/index.md index 363e5d2775b..a90e098cc08 100644 --- a/docs/my-website/docs/index.md +++ b/docs/my-website/docs/index.md @@ -309,75 +309,6 @@ print("Cost for completion call with gpt-3.5-turbo: ", f"${float(cost):.10f}") Cost for completion call with gpt-3.5-turbo: $0.0000775000 ``` -## LiteLLM API -The LiteLLM API allows you to access LLMs you might not have access to (example Claude-2) - - - - -```python -import os -from litellm import completion - -# use the LiteLLM API Key -os.environ["ANTHROPIC_API_KEY"] = "your-api-key" - -messages = [{ "content": "Hello, how are you?","role": "user"}] - -response = completion(model="togethercomputer/falcon-40b-instruct", messages=messages) -print(response) -``` - - - -```python -import os -from litellm import completion - -# use the LiteLLM API Key -os.environ["OPENAI_API_KEY"] = "your-api-key" - -messages = [{ "content": "Hello, how are you?","role": "user"}] - -response = completion(model="gpt-4", messages=messages) -print(response) -``` - - - -```python -import os -from litellm import completion - -# use the LiteLLM API Key -os.environ["TOGETHERAI_API_KEY"] = "your-api-key" - -messages = [{ "content": "Hello, how are you?","role": "user"}] - -response = completion(model="togethercomputer/llama-2-70b-chat", messages=messages) -print(response) -``` - - - - -```python -import os -from litellm import completion - -# use the LiteLLM API Key -os.environ["TOGETHERAI_API_KEY"] = "your-api-key" - -messages = [{ "content": "Hello, how are you?","role": "user"}] - -response = completion(model="togethercomputer/falcon-40b-instruct", messages=messages) -print(response) -``` - - - -👉 See all supported providers on [LiteLLM API](./proxy.md) - Need a dedicated key? Email us @ krrish@berri.ai diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index 2ee31d609104ddc624974d87fffc24f015d2f75d..70960990d9454adcce8ce147dfca5219779e0d8a 100644 GIT binary patch delta 5863 zcmd5gZEzdcaqr&Yn;-xZAovB606#=Rr1&L?vME{;OG*kQlC~t!sa(5>;<(NobE#0a$}sIPZQ98UG?u3s zcc#;Qcf^U2rI}9BA3Xqj`}X6#-FUHU!rzQvv?^FaN;tvV(cU zfj_LUSt%8+kG@WRQGrLhtcY`SHr~YL@wV|ijfW6t=j~iRpFd*Z9A}I}4$jHvb1tr6 z#K0AvF$_7mf+HyCAum_rA7J4U>8rwl?T&;P7EdNZq7WXQ;Dwd^MEE&AG!lvOQ(LX7JeVyAm6CMEhY}9&^S96-RCoL>?xxa%^iQaIN*#RO3vwBWWL0F7IEw} z`y?Xl=M1MzB;CyvGX`?K3j3WY181DTR9L_%(-HE7A2+*AFo8;=^sge$oHCQ+)wsyX zzQBxID3M;Ag}m*@0oIx_&#m@)Oq@+DLTK)p&y^5Y0QVeaL;0E@LMf`~$c;El5;(&+ zq*GM>hKZBKDqp8O4Gx?#zhsVCIF`H~!08tD2ojmxgb0nhb2vwh*S!bh^I+_xK_X%` zF38haoSn>8kx)2)amrE&fbE*ap!X zOuBpGlT%S%_S%8S-Vtpbn)?PzYjO~Uhh?UpU_a*@|0qEO0qna zad~EpS?nP<>v5<&LH~E<&AXpiaC=v1^2>z;5TCQJjJgAU_j7C&CsSdCY+-{n@;Sje|@UQMg*- z%No_833)5d9m|^4fd!Rr%34*_hDypeYG``v@CD*;#s|}H!P*4zXo%s^5at*TN7*5k zW6z)=16RTs&oDzq&NPZRj1g}drw4#~apudgeOL7dfU|H`&c+#d%XsdjLL*jsIKh#W z2S<{fx0U9U5$9MRr*qS(=M5A)cSmgU7lM!(s91D-~fR-P@HUnBEArEw*k5fB!-!%Eh0LsbWD^*aP~)UsJj3 z6J7b2;Lk7(ZtlvXG5G@gK00qE7pidOAAgszlg_J*4KFYxP{H`f`|UW-NUMf{Fg7Mg zrf)ELECig)&N9W`6z154dk&!#Lw1+oGP1ptakVd)E<-)Ks@J4bYzo1_Zpc}{nb!|? zokC7;!*v6OlmXV%GcyT>o-)#6k-LDaZz16N2BwTjSPTwR;3h$s^2j^iVZ6SLn|{ws z`E#rLirk;pbf}t}LGx~10=q)GT`6`Pc2K)cnMCH5F^_?>iZyd92g>H|j1;;UB-Z5w zXw4zvVqBayZ?v8>PpIJ$z6jL2>zLN5f2amb_Z0%BRXUxb@;B(M^Y2nv>NHv<_x2ANYFNT5w#3 z&Ah5_D6|qtZzU`#3oXOsdOI!}aNe`53&y&kux!ECjK6tk(VBW!f-BTQG|LD}51P`w zQQ`hm{>BFBr4c+TB?X^nykxusw-28B|CEqV{%;c!oY2!mPqWuHZe}W%W?xy4AmQI- zoI?<3`j~D|{@t_g|1Rl{|8_~Y;W;eJ;at%@Iq0PcLwmop+Mem@s6Tf)Wn*UDO~u7G zXbDlvNb%qmM))qQlx*mWMZ`!r8c9ZCqkd>O^ww!4F6elK>lA1e3qq&QBJ$-{>`e<% zsMuGG!bMs%)DG%0#lA@aWeK#<{j289;GU#wy_4~a@d-Yb==6W$I(#w~qpRjPpSYU* zCli#ClSx)K19vhUQRTwVg(K1Mi6~F`X>}5{|G8oiuFzFqr(l5sS`w3mk3PBgu)nAK zvF@I}$Dj67f0B94;FBo4NEb<({Io_U)QXyHX!iF&O{5H37gh0&R)2yYj>ot}(+0Jg zZfZw5X9yqj4~M71!x8aCziwf(@E6pChy0O*KOshaOvDR`FxwVtcH@&+BM&7sx{(4o3h>h7rxquNH)P{#Ku_%?u`RqYE_ z?33XaLOBbCe}*+z%xZ^?6Cz1>VPCOB9YXV=?VRu)o#Iz$F7T>1eHrEwZIWv9tgJ&9l~sAG~gO&nguigs*JrS1kRK zrTckab6PoJBfv1h6p=Q*XhN3QCT zEWWkPTQYW+VpnMgq=B&99G18-xp_>skExu7+eS9s2y?TIHnj!%*oJ~lDl0hOt2FJC z`i{v>$E4$&+{DRtPUUO@r6AP_sycO98wzZp+7+v%exb}N?Ml4bW=UDL&5uZ1p#Bun+G-Ib;WKD%shmF%sHk1N{`OHXpk+c{}F zmo=gM0?FQ}3dmG|qF{q$4=VQH{4=tBr-o+iZpj`{?12l1Wcwx!g}~%{&h}>!DjUc1 zqYH5j)8LKgl}E=kG_BM7@BqGpP#+$_It_GhBa}Zu832I}aJ9VpW_jasd1Iz3knwe7 zD*c(N8l|c|Yel}M+sNp1+@TnSEJ1@|4Y_2iENFv;9)(C^Zsp@V!y590+MB zK-ewCJ|@AQ6_zT6_494Zg-vo{)0(UJoE;3R?8A%o*IG18gVKZm_C}d*YB2COLU5B z4njT8$gZG(qUXH~)pZmQgr>+I6*+z8zxSvGdZl3fAWrE2 zy49{2#^WavT48*R>Z=7ptqnh<$MjDCEWOc+e`02Z8!Y+aL-;vXc%LP{hjFk~_z@NP zfP%jRkgR}ub>DidmE#Y|#fR~a3xpq21-0m`zk8nT#D{hWG9_Q5&B32g>{SYuDY)A@ z(DJsDH!Se#J1o4b3U87&cyaBd1xYv$Am|hJP&aN;LWTmh=0C_a;UCBscH)6fwI;0; z(AVEkgbR)GF%I5{^FzYy#odfddiKIU06Sev(|d88VSYybV;^qCM_i<0Ki<~Ks4uxex6n(C z-%G(h3W5}LQ9ui&V4~oUD4-31Akjsq_v2cV8oQsV|LQ#YJ?b?DWwdfOLqJdKpNzqI z`XK#evCZhuA{~^RV2qoy=u@ztC2RZfe=^@Aw?2da#RGp;L3s~H;$xyXr5W)yQTlKj zb9>2j0RMmm!4C&;1U`n&- P{_wU+zw-dD`Y`+tz3ia` delta 2039 zcmbVNYiv|S6rMSE-|s$Xw<&9HX^UOyLaU}Bm1v>M!_t;WDUZf-y>zC_mUdh3-XhlW zFxEtjQA~{^0wyXT3K5l(rKW;KA_*o?0xH==gCIozm__gvBRF%*uA=zIxi{aQ`Odj# z&N(x4cKEFQ#0PfITW+@l@zJ$irsL&j}X5~?Mg z8r8MO70&h1q&u#zrAkM%i}tGe>ZB*Gt9oBt(KWSw4b|9-MUaR0usuaEgSE+!Z6>hZ zY#%!PL%yH5qi6tin$t1u#LwfW5CImFp%_bSkqk21C_^aA#LXaWwha+8`$&d-uW23b zOs9&7g^gHB0|n&#zVHV^;4kAnW2b-joeB&1#t(X=fm{*b?Fc0f1g$4Od{W*0#-Mw8@r$oMa*5s1@ z#Mh+&82<3E3uW*G?3ae{=3I8D49ek#hwYdOjV_h1u06u*r0tT}&r{*jjO%>z9e*~V zpM1#fd(JgJsqVcc!w>Tx{+_ml&)UM{w(vP$?la~TWU)!*pjgLU_y78p*PnQy95l#( zW9IBaG*;*c+oZ9wIR#-!IwqOJwuFBgv|)UJt*w9}>|-xiz#-NWg0Qb#M8PBu2L&8p zH~=|pGz1>}1^X-n(YdB-a}z%ApPVuaA!R{%ftT7+R%2pA{=$^q5FMysYRYMd=wGO@ z!RfG2-oqDTh@w_ZP%98Th*~8A5kw?F)YNGn+CuyriJ4f4mDs4I)0*C(4m)oHHr@v8 z{PH`ftst#Hyb;_wcT*>C2u|YV_CDSivZ$*gn`94~TiqmwdIZlKMXu2(Ch-7#MB=-d zm-H=Gb=nZ^mZN&38dD=wYv%>Y3~`>t{OSTWIs@iA32H{#04IVb_HHFqXYb?MprqAu zN;@n{d4z4Kf=Y|ui%`6j4Oc;N<+!bozgmT`*~OtrJI#+(gi8qZvRXsfG(QyWRBjmhQ<^cYwsb^SVW1b-8AXyR@W)2uG8*bJ)WqU181z} zAl60@^VP#z9As5BP{g*>!<5j(ny9I^-?z9g7UM4D#S@KE?)O#5eR07UYs710HdYTs zIYE>5wpjli0Y*&w*oAsHRgiS9QsdF~x}I1^G@=a)^@xBE+0ljY5ZiwrlzUzg#8wVT zsXH2D6%G9E9%S_mAlJMvRNFZOCr?!GV?m4wxJ~BTQK9%mz%jP70UFr@RS+o4($)AH zB}$YCjZsb2do)dKNYWLf>vZMjy<|7UMkRe+D*r#|>m_`{6+PNb*|bKO!rEp*K5K4- z*YMqm9~+_Fia%vbTVNGF%0^mXHa^LIZ-Hv~#+$fjDfD1`g1xy6D&aRT`+OPPdsmhg z7F#q|z&ru71X#rVepbLG4oTC4P4gD9y5&%6IVn;&VO+P+sE`HZi^JmLXJS+4NrA~c zJ%utblbu=)zu-}Jd<9(0y(p5js?na+y54K7p^dP^tx$!(O{7}kxWo+)t%LyFkP=_6 ugv*Y{=3`u*Lbt~&27k@KD-r_dU_lBD(=lxIdL+LXB diff --git a/pyproject.toml b/pyproject.toml index 7f2dc47e120..31a149c2158 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "0.5.004" +version = "0.5.0" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License"