mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-17 09:34:48 +00:00
Some checks failed
Cost map pins recheck / rerun-cost-map-guard (push) Has been cancelled
LiteLLM Rust DB / db-queries (push) Has been cancelled
LiteLLM Rust / rust-lint (push) Has been cancelled
LiteLLM Rust / rust-test (push) Has been cancelled
LiteLLM Rust / rust-wheel (push) Has been cancelled
Terraform Provider / gofmt, vet, build, test (push) Has been cancelled
Terraform Provider / Provider endpoints vs proxy OpenAPI schema (push) Has been cancelled
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> # Conflicts: # litellm/proxy/_experimental/out/_next/static/chunks/0ckv5j_fni3xm.css # litellm/proxy/_experimental/out/_next/static/chunks/0eruvlogn4q8l.js # litellm/proxy/_experimental/out/_next/static/chunks/246p743n1gxn2.js # litellm/proxy/_experimental/out/_next/static/gyn32IHLXvPl9GksQaEMb/_buildManifest.js # litellm/proxy/_experimental/out/_next/static/gyn32IHLXvPl9GksQaEMb/_clientMiddlewareManifest.js # litellm/proxy/_experimental/out/_next/static/gyn32IHLXvPl9GksQaEMb/_ssgManifest.js # litellm/proxy/_experimental/out/_next/static/u_MWVLx_WA9i-AM2JdCsp/_buildManifest.js # litellm/proxy/_experimental/out/_next/static/u_MWVLx_WA9i-AM2JdCsp/_clientMiddlewareManifest.js # litellm/proxy/_experimental/out/_next/static/u_MWVLx_WA9i-AM2JdCsp/_ssgManifest.js # litellm/proxy/ui/out/_next/static/chunks/0-i21ejarohtj.js # litellm/proxy/ui/out/_next/static/chunks/0-p31wd20yje5.js # litellm/proxy/ui/out/_next/static/chunks/0-xrvklzr286n.js # litellm/proxy/ui/out/_next/static/chunks/00dfa0iob1t3d.js # litellm/proxy/ui/out/_next/static/chunks/00yeofxb9isqy.js # litellm/proxy/ui/out/_next/static/chunks/0148urme4t9rt.js # litellm/proxy/ui/out/_next/static/chunks/01cjt3b43zsyy.js # litellm/proxy/ui/out/_next/static/chunks/01msi0ehnlc7g.js # litellm/proxy/ui/out/_next/static/chunks/02amelzul5rif.js # litellm/proxy/ui/out/_next/static/chunks/03kp2as6u_s_6.js # litellm/proxy/ui/out/_next/static/chunks/03q-w6h_lqdi1.js # litellm/proxy/ui/out/_next/static/chunks/03u3lpl7tn2_t.js # litellm/proxy/ui/out/_next/static/chunks/03xe17cve4b5k.js # litellm/proxy/ui/out/_next/static/chunks/04u1qvblwwxnq.js # litellm/proxy/ui/out/_next/static/chunks/0598zsj78ni2h.css # litellm/proxy/ui/out/_next/static/chunks/05cei057fcv33.js # litellm/proxy/ui/out/_next/static/chunks/05evi9aern8_5.js # litellm/proxy/ui/out/_next/static/chunks/05p3egzpg0fru.js # litellm/proxy/ui/out/_next/static/chunks/0677cowehlx_9.js # litellm/proxy/ui/out/_next/static/chunks/06el5-9ee247i.js # litellm/proxy/ui/out/_next/static/chunks/06kch0qp21l9j.js # litellm/proxy/ui/out/_next/static/chunks/06yuul4yvgbd0.css # litellm/proxy/ui/out/_next/static/chunks/07ifwp0wdqloz.js # litellm/proxy/ui/out/_next/static/chunks/085r5ieqhajig.js # litellm/proxy/ui/out/_next/static/chunks/08x62apceyttf.js # litellm/proxy/ui/out/_next/static/chunks/08x8fsl2hzbmq.js # litellm/proxy/ui/out/_next/static/chunks/095t3bxug2-v_.js # litellm/proxy/ui/out/_next/static/chunks/09tfr__sbh796.js # litellm/proxy/ui/out/_next/static/chunks/0_3cn33of_ju9.js # litellm/proxy/ui/out/_next/static/chunks/0_50gw2o6ba0j.js # litellm/proxy/ui/out/_next/static/chunks/0_6jqgnorqxl2.js # litellm/proxy/ui/out/_next/static/chunks/0_dzx_0_fhddm.js # litellm/proxy/ui/out/_next/static/chunks/0a-rekt06v0sv.js # litellm/proxy/ui/out/_next/static/chunks/0akoqbua14jao.js # litellm/proxy/ui/out/_next/static/chunks/0aoel7yrv88fp.js # litellm/proxy/ui/out/_next/static/chunks/0ayyip3c-drm1.js # litellm/proxy/ui/out/_next/static/chunks/0b4fzenokhuae.js # litellm/proxy/ui/out/_next/static/chunks/0bhhnflodjdhp.js # litellm/proxy/ui/out/_next/static/chunks/0bl98f8jm71jn.js # litellm/proxy/ui/out/_next/static/chunks/0blpz77qmgyho.js # litellm/proxy/ui/out/_next/static/chunks/0ca8wd799xeut.js # litellm/proxy/ui/out/_next/static/chunks/0ckv5j_fni3xm.css # litellm/proxy/ui/out/_next/static/chunks/0csaxmztgrx3b.js # litellm/proxy/ui/out/_next/static/chunks/0d-myyz3fnj3y.js # litellm/proxy/ui/out/_next/static/chunks/0dq7c9glnronx.js # litellm/proxy/ui/out/_next/static/chunks/0dvgjd47fte1d.js # litellm/proxy/ui/out/_next/static/chunks/0eb5pnsj84q-z.js # litellm/proxy/ui/out/_next/static/chunks/0eclgobdwjfbw.js # litellm/proxy/ui/out/_next/static/chunks/0eew1yget6ldk.js # litellm/proxy/ui/out/_next/static/chunks/0el1dng5997zf.js # litellm/proxy/ui/out/_next/static/chunks/0eruvlogn4q8l.js # litellm/proxy/ui/out/_next/static/chunks/0ev0y17rt0bzh.js # litellm/proxy/ui/out/_next/static/chunks/0ezoifm91cgpr.js # litellm/proxy/ui/out/_next/static/chunks/0f4daktg2mnzj.js # litellm/proxy/ui/out/_next/static/chunks/0f74g4_7j-4ju.js # litellm/proxy/ui/out/_next/static/chunks/0g3hfgh2z8the.js # litellm/proxy/ui/out/_next/static/chunks/0gjxeo9f--vzt.js # litellm/proxy/ui/out/_next/static/chunks/0hmmhpno46ulu.js # litellm/proxy/ui/out/_next/static/chunks/0hukc5zl2txhg.js # litellm/proxy/ui/out/_next/static/chunks/0iad0mpbdl5k9.js # litellm/proxy/ui/out/_next/static/chunks/0icwvr3xvxvlx.js # litellm/proxy/ui/out/_next/static/chunks/0if-vqkhyn-zc.js # litellm/proxy/ui/out/_next/static/chunks/0j0877r_j866g.js # litellm/proxy/ui/out/_next/static/chunks/0jau1crjcgz3m.js # litellm/proxy/ui/out/_next/static/chunks/0jil3rk4nihh_.js # litellm/proxy/ui/out/_next/static/chunks/0jodjixl6-lwk.js # litellm/proxy/ui/out/_next/static/chunks/0jvkab8jtdz86.js # litellm/proxy/ui/out/_next/static/chunks/0jx_o8s4d27jy.js # litellm/proxy/ui/out/_next/static/chunks/0lailfp2ddas6.js # litellm/proxy/ui/out/_next/static/chunks/0lwp6btjdlmlz.js # litellm/proxy/ui/out/_next/static/chunks/0m_xa-hzoyjbp.js # litellm/proxy/ui/out/_next/static/chunks/0mv33eliigmqu.js # litellm/proxy/ui/out/_next/static/chunks/0nqgb35_9l922.js # litellm/proxy/ui/out/_next/static/chunks/0o0w-zlajn03j.js # litellm/proxy/ui/out/_next/static/chunks/0o2yjrr5g_tdw.js # litellm/proxy/ui/out/_next/static/chunks/0och7iysqbm0w.js # litellm/proxy/ui/out/_next/static/chunks/0phbsd86moc_6.js # litellm/proxy/ui/out/_next/static/chunks/0q6x33fc-tn6m.js # litellm/proxy/ui/out/_next/static/chunks/0qp40esvpfq3c.js # litellm/proxy/ui/out/_next/static/chunks/0r8bcbns1_gw5.js # litellm/proxy/ui/out/_next/static/chunks/0refy__7v6-qb.js # litellm/proxy/ui/out/_next/static/chunks/0rgp8d4pvt399.js # litellm/proxy/ui/out/_next/static/chunks/0rikpyrajcg7f.js # litellm/proxy/ui/out/_next/static/chunks/0svv6cnxs4pbi.js # litellm/proxy/ui/out/_next/static/chunks/0tx19jeq-wskb.js # litellm/proxy/ui/out/_next/static/chunks/0ucu5tumma10r.js # litellm/proxy/ui/out/_next/static/chunks/0uhs9fff23cqo.js # litellm/proxy/ui/out/_next/static/chunks/0w-7k3irqo_46.js # litellm/proxy/ui/out/_next/static/chunks/0w5e2qyxu1sj4.js # litellm/proxy/ui/out/_next/static/chunks/0w6kofhv0tntp.js # litellm/proxy/ui/out/_next/static/chunks/0wk0l0tbb11zh.js # litellm/proxy/ui/out/_next/static/chunks/0xfewjecn0ixz.js # litellm/proxy/ui/out/_next/static/chunks/0ye1nryroojck.js # litellm/proxy/ui/out/_next/static/chunks/0yx4rsgld1jl2.js # litellm/proxy/ui/out/_next/static/chunks/0zi1szq8x_gmi.js # litellm/proxy/ui/out/_next/static/chunks/0zm9m2grnntd3.js # litellm/proxy/ui/out/_next/static/chunks/1-f3yvj3y6lg8.js # litellm/proxy/ui/out/_next/static/chunks/1-zxupj2b23jk.js # litellm/proxy/ui/out/_next/static/chunks/10i7gzq_kbeak.js # litellm/proxy/ui/out/_next/static/chunks/11et800l-khs-.js # litellm/proxy/ui/out/_next/static/chunks/11knth1785f2a.js # litellm/proxy/ui/out/_next/static/chunks/11qnz8j5w4n00.js # litellm/proxy/ui/out/_next/static/chunks/11saa_1zarkp5.js # litellm/proxy/ui/out/_next/static/chunks/12thj6aa-tc5c.js # litellm/proxy/ui/out/_next/static/chunks/12u9o9_g2pimt.js # litellm/proxy/ui/out/_next/static/chunks/138wymdv6q3wy.js # litellm/proxy/ui/out/_next/static/chunks/13d402rvlr6kh.js # litellm/proxy/ui/out/_next/static/chunks/13douredghzbr.js # litellm/proxy/ui/out/_next/static/chunks/13lpebw2fp-wr.js # litellm/proxy/ui/out/_next/static/chunks/140374h5u57ha.js # litellm/proxy/ui/out/_next/static/chunks/142sa7hl8fvlb.js # litellm/proxy/ui/out/_next/static/chunks/14hu41xvpzmuj.js # litellm/proxy/ui/out/_next/static/chunks/14t3iikb175xl.js # litellm/proxy/ui/out/_next/static/chunks/14v3irtjifjt2.js # litellm/proxy/ui/out/_next/static/chunks/14zve49qlynr-.js # litellm/proxy/ui/out/_next/static/chunks/15b3jtv_9eob8.js # litellm/proxy/ui/out/_next/static/chunks/15mz6-t09b9um.css # litellm/proxy/ui/out/_next/static/chunks/15nedlk5et690.css # litellm/proxy/ui/out/_next/static/chunks/1668e96e2bhxb.js # litellm/proxy/ui/out/_next/static/chunks/179ck0yed1urp.js # litellm/proxy/ui/out/_next/static/chunks/18lb1xi3ymrd_.js # litellm/proxy/ui/out/_next/static/chunks/19dy_z32nv0iq.js # litellm/proxy/ui/out/_next/static/chunks/19okc6tmog1pj.js # litellm/proxy/ui/out/_next/static/chunks/19xdwyxv1sdnq.js # litellm/proxy/ui/out/_next/static/chunks/1__6wkzsb58nd.js # litellm/proxy/ui/out/_next/static/chunks/1_eer1fdrob9o.js # litellm/proxy/ui/out/_next/static/chunks/1_pl4k5inb4xv.js # litellm/proxy/ui/out/_next/static/chunks/1_y65bkmye44e.js # litellm/proxy/ui/out/_next/static/chunks/1a2lzi3ursud4.js # litellm/proxy/ui/out/_next/static/chunks/1ajmxnpxbq3d_.js # litellm/proxy/ui/out/_next/static/chunks/1avj5q5vr8i-4.js # litellm/proxy/ui/out/_next/static/chunks/1beieibo3toy7.js # litellm/proxy/ui/out/_next/static/chunks/1bg9xp4opqnt5.js # litellm/proxy/ui/out/_next/static/chunks/1bnh8r0-prf7e.css # litellm/proxy/ui/out/_next/static/chunks/1bwuw0-vm6dkc.js # litellm/proxy/ui/out/_next/static/chunks/1cr6ulv3qmjke.js # litellm/proxy/ui/out/_next/static/chunks/1cxbp_heltbkm.js # litellm/proxy/ui/out/_next/static/chunks/1d5pm_8gbmvlm.js # litellm/proxy/ui/out/_next/static/chunks/1d6aqc4c5b4jw.js # litellm/proxy/ui/out/_next/static/chunks/1d74dpsds5_zx.js # litellm/proxy/ui/out/_next/static/chunks/1ej24l_3227f7.js # litellm/proxy/ui/out/_next/static/chunks/1en7tcxl9dean.js # litellm/proxy/ui/out/_next/static/chunks/1f2vcab0yti03.js # litellm/proxy/ui/out/_next/static/chunks/1fpvemj3w66ct.js # litellm/proxy/ui/out/_next/static/chunks/1gr6rzkj48efi.js # litellm/proxy/ui/out/_next/static/chunks/1h6itt_vyh5jy.js # litellm/proxy/ui/out/_next/static/chunks/1h8n5ac96ve92.js # litellm/proxy/ui/out/_next/static/chunks/1hwc05yvxx54u.js # litellm/proxy/ui/out/_next/static/chunks/1hxc2zyn3cfpm.js # litellm/proxy/ui/out/_next/static/chunks/1inlnvq41d7-f.js # litellm/proxy/ui/out/_next/static/chunks/1j_hyt_-pnipt.js # litellm/proxy/ui/out/_next/static/chunks/1jizn-tsklndi.js # litellm/proxy/ui/out/_next/static/chunks/1k52o6u_65gki.js # litellm/proxy/ui/out/_next/static/chunks/1k_0mjidnorfh.js # litellm/proxy/ui/out/_next/static/chunks/1kbriss5fsqjm.js # litellm/proxy/ui/out/_next/static/chunks/1kqcfeiw5h1ti.js # litellm/proxy/ui/out/_next/static/chunks/1l-5fdzkk72ex.js # litellm/proxy/ui/out/_next/static/chunks/1lwjwroyz01ds.js # litellm/proxy/ui/out/_next/static/chunks/1mq1jh9riqb0l.js # litellm/proxy/ui/out/_next/static/chunks/1my8jj2_4u45c.js # litellm/proxy/ui/out/_next/static/chunks/1nj306n5h0tsy.js # litellm/proxy/ui/out/_next/static/chunks/1nqyvgby5okcw.js # litellm/proxy/ui/out/_next/static/chunks/1oc43i8xactml.js # litellm/proxy/ui/out/_next/static/chunks/1p7rizocjlzmm.js # litellm/proxy/ui/out/_next/static/chunks/1psppro17_fqh.js # litellm/proxy/ui/out/_next/static/chunks/1qk7h8bmx9cwy.js # litellm/proxy/ui/out/_next/static/chunks/1r4pmyj4arh-g.js # litellm/proxy/ui/out/_next/static/chunks/1r_-m9nqfar7y.js # litellm/proxy/ui/out/_next/static/chunks/1rq-bi4a8voir.js # litellm/proxy/ui/out/_next/static/chunks/1rsw11lcuvm5o.js # litellm/proxy/ui/out/_next/static/chunks/1sf68hiq0ae-c.js # litellm/proxy/ui/out/_next/static/chunks/1svcg4sr-d9m7.js # litellm/proxy/ui/out/_next/static/chunks/1tzs0csms7cl5.js # litellm/proxy/ui/out/_next/static/chunks/1u96d84_l-6qz.js # litellm/proxy/ui/out/_next/static/chunks/1v4srkvvdb6z6.js # litellm/proxy/ui/out/_next/static/chunks/1v51p_o3l31na.js # litellm/proxy/ui/out/_next/static/chunks/1vqdlpln-j17u.js # litellm/proxy/ui/out/_next/static/chunks/1wn25fdxme50_.js # litellm/proxy/ui/out/_next/static/chunks/1wulq3yn9yqsv.js # litellm/proxy/ui/out/_next/static/chunks/1x2zrb2defezx.js # litellm/proxy/ui/out/_next/static/chunks/1xa9j9dgi3gmq.js # litellm/proxy/ui/out/_next/static/chunks/1xhfxnpj90y60.js # litellm/proxy/ui/out/_next/static/chunks/1xopop1d92x5b.js # litellm/proxy/ui/out/_next/static/chunks/1y1bd8zcsnc-f.js # litellm/proxy/ui/out/_next/static/chunks/1ykk79qn6f4m1.js # litellm/proxy/ui/out/_next/static/chunks/1ymnuz0yf1d3t.js # litellm/proxy/ui/out/_next/static/chunks/1z8jay32-g9xt.js # litellm/proxy/ui/out/_next/static/chunks/1zju-fgvhby-r.js # litellm/proxy/ui/out/_next/static/chunks/1ztr6yvd5bte8.js # litellm/proxy/ui/out/_next/static/chunks/2-vteq4_63z28.js # litellm/proxy/ui/out/_next/static/chunks/2-xu3m_uqnn15.js # litellm/proxy/ui/out/_next/static/chunks/206aqn0z88a4d.js # litellm/proxy/ui/out/_next/static/chunks/20vezigt3zhed.js # litellm/proxy/ui/out/_next/static/chunks/218jq7ygtsrfo.js # litellm/proxy/ui/out/_next/static/chunks/21sk0pnzx573q.js # litellm/proxy/ui/out/_next/static/chunks/22qxukscty2m2.js # litellm/proxy/ui/out/_next/static/chunks/239g6qha-e5ln.js # litellm/proxy/ui/out/_next/static/chunks/23h5tyl-m5zlw.js # litellm/proxy/ui/out/_next/static/chunks/241m26i3vumgz.js # litellm/proxy/ui/out/_next/static/chunks/2421p_tyy9-sd.js # litellm/proxy/ui/out/_next/static/chunks/242x7dx0zu3hf.js # litellm/proxy/ui/out/_next/static/chunks/244o7xlypyuet.js # litellm/proxy/ui/out/_next/static/chunks/246p743n1gxn2.js # litellm/proxy/ui/out/_next/static/chunks/25auou5yjwnfx.js # litellm/proxy/ui/out/_next/static/chunks/25rb7h68g_3za.js # litellm/proxy/ui/out/_next/static/chunks/263d57goy87o4.js # litellm/proxy/ui/out/_next/static/chunks/269vry4mb17-_.js # litellm/proxy/ui/out/_next/static/chunks/2966a-vwqzpwa.js # litellm/proxy/ui/out/_next/static/chunks/29kc101vual2o.js # litellm/proxy/ui/out/_next/static/chunks/2_9r2jeem0dh8.js # litellm/proxy/ui/out/_next/static/chunks/2aatum0yo4cv8.js # litellm/proxy/ui/out/_next/static/chunks/2amk42jlrrwqu.js # litellm/proxy/ui/out/_next/static/chunks/2aqdbosnh_sy6.js # litellm/proxy/ui/out/_next/static/chunks/2are-hfk0xjpf.js # litellm/proxy/ui/out/_next/static/chunks/2bjw0usamfm54.js # litellm/proxy/ui/out/_next/static/chunks/2bsaba02innfw.js # litellm/proxy/ui/out/_next/static/chunks/2c5xo0brjij9o.js # litellm/proxy/ui/out/_next/static/chunks/2couo64-xudu6.js # litellm/proxy/ui/out/_next/static/chunks/2cpj-79uhbkq5.js # litellm/proxy/ui/out/_next/static/chunks/2cw83dcuaptz_.js # litellm/proxy/ui/out/_next/static/chunks/2cw_yxpggsslb.js # litellm/proxy/ui/out/_next/static/chunks/2dl0dscmfpm_k.js # litellm/proxy/ui/out/_next/static/chunks/2e_-x-1sa5337.js # litellm/proxy/ui/out/_next/static/chunks/2els4urzpqsl8.js # litellm/proxy/ui/out/_next/static/chunks/2er8xjwvswjqp.js # litellm/proxy/ui/out/_next/static/chunks/2f4tmo9x96o7s.js # litellm/proxy/ui/out/_next/static/chunks/2fcyfhl-hx3g1.js # litellm/proxy/ui/out/_next/static/chunks/2ff3rim4oi2cc.js # litellm/proxy/ui/out/_next/static/chunks/2ft3a059vvq0y.js # litellm/proxy/ui/out/_next/static/chunks/2fu73jsgboh4w.js # litellm/proxy/ui/out/_next/static/chunks/2fy3rfrh_1i4o.js # litellm/proxy/ui/out/_next/static/chunks/2gjodnwb8w7fw.js # litellm/proxy/ui/out/_next/static/chunks/2hiwe4tay53e_.js # litellm/proxy/ui/out/_next/static/chunks/2hk8n3azev--d.js # litellm/proxy/ui/out/_next/static/chunks/2i8w5pzxhj549.js # litellm/proxy/ui/out/_next/static/chunks/2ixwgyytus0u_.js # litellm/proxy/ui/out/_next/static/chunks/2j7hjtph8n74b.js # litellm/proxy/ui/out/_next/static/chunks/2j96ftcthirif.js # litellm/proxy/ui/out/_next/static/chunks/2jbh3bbu8quy4.js # litellm/proxy/ui/out/_next/static/chunks/2jklqbnpp6gag.js # litellm/proxy/ui/out/_next/static/chunks/2jxjfx8oaolav.js # litellm/proxy/ui/out/_next/static/chunks/2jxpy6eth1zvy.js # litellm/proxy/ui/out/_next/static/chunks/2k-fkubkt19cc.js # litellm/proxy/ui/out/_next/static/chunks/2kb5l8gm8d2xk.js # litellm/proxy/ui/out/_next/static/chunks/2kc0qnyw-qkim.js # litellm/proxy/ui/out/_next/static/chunks/2kd01k7_ccb0k.js # litellm/proxy/ui/out/_next/static/chunks/2kec4_eowe-l5.js # litellm/proxy/ui/out/_next/static/chunks/2ked4zmkgbxqy.js # litellm/proxy/ui/out/_next/static/chunks/2ksvn-5kywldp.js # litellm/proxy/ui/out/_next/static/chunks/2kx9rud4p4l3b.js # litellm/proxy/ui/out/_next/static/chunks/2kyjt6w0am9vr.js # litellm/proxy/ui/out/_next/static/chunks/2l8ss800ubmmh.js # litellm/proxy/ui/out/_next/static/chunks/2mno6omnbsrll.js # litellm/proxy/ui/out/_next/static/chunks/2n-sxfwj8ir1k.js # litellm/proxy/ui/out/_next/static/chunks/2n4v-63z3zm3a.js # litellm/proxy/ui/out/_next/static/chunks/2n5r7czpxrc08.js # litellm/proxy/ui/out/_next/static/chunks/2o-3dawo7zkkg.js # litellm/proxy/ui/out/_next/static/chunks/2pyt13c0ydqa9.js # litellm/proxy/ui/out/_next/static/chunks/2r1ubu07u4ro0.js # litellm/proxy/ui/out/_next/static/chunks/2r8xiri7nad3g.js # litellm/proxy/ui/out/_next/static/chunks/2rrul4dd7hn0r.js # litellm/proxy/ui/out/_next/static/chunks/2rtlqswx6sz6u.js # litellm/proxy/ui/out/_next/static/chunks/2s1hyjqebuxgr.js # litellm/proxy/ui/out/_next/static/chunks/2s7apn3nfa3q3.js # litellm/proxy/ui/out/_next/static/chunks/2u86hc-qj1be3.js # litellm/proxy/ui/out/_next/static/chunks/2ufstil70mx7y.js # litellm/proxy/ui/out/_next/static/chunks/2vp9d70y5g3fw.js # litellm/proxy/ui/out/_next/static/chunks/2vx7-vp9_2q3a.js # litellm/proxy/ui/out/_next/static/chunks/2w6qw0ch5zthb.js # litellm/proxy/ui/out/_next/static/chunks/2wle2ogjmyxgm.js # litellm/proxy/ui/out/_next/static/chunks/2x-87ozl9sstj.js # litellm/proxy/ui/out/_next/static/chunks/2xb84jlqku2i5.js # litellm/proxy/ui/out/_next/static/chunks/2xrjn5c2fw28b.js # litellm/proxy/ui/out/_next/static/chunks/2xyxn7rj6t_tb.js # litellm/proxy/ui/out/_next/static/chunks/2ye73h9seja-1.js # litellm/proxy/ui/out/_next/static/chunks/2zf-ya0p1l5es.js # litellm/proxy/ui/out/_next/static/chunks/3-5ha3v2304bu.js # litellm/proxy/ui/out/_next/static/chunks/3-ggdqew23z_1.js # litellm/proxy/ui/out/_next/static/chunks/30kytutlzx6eq.js # litellm/proxy/ui/out/_next/static/chunks/31nu3-bng2uoy.js # litellm/proxy/ui/out/_next/static/chunks/31q05jbn9psm-.js # litellm/proxy/ui/out/_next/static/chunks/320ts7l5dj9yy.js # litellm/proxy/ui/out/_next/static/chunks/32d1uqn-sef7-.js # litellm/proxy/ui/out/_next/static/chunks/32qtkqblrhuih.js # litellm/proxy/ui/out/_next/static/chunks/32yp382ela_nc.js # litellm/proxy/ui/out/_next/static/chunks/33253pasn_y63.js # litellm/proxy/ui/out/_next/static/chunks/33ly5p41miafe.js # litellm/proxy/ui/out/_next/static/chunks/33t46atd3n2zd.js # litellm/proxy/ui/out/_next/static/chunks/33yrddf4j6jz9.js # litellm/proxy/ui/out/_next/static/chunks/34_r4fod_z4zu.js # litellm/proxy/ui/out/_next/static/chunks/34cmpy7yd-v-f.js # litellm/proxy/ui/out/_next/static/chunks/34jwyer7sdxrq.js # litellm/proxy/ui/out/_next/static/chunks/34l2av_wbe8w8.js # litellm/proxy/ui/out/_next/static/chunks/35d3zuva4xkyq.js # litellm/proxy/ui/out/_next/static/chunks/37cr8te-omsl0.js # litellm/proxy/ui/out/_next/static/chunks/393fa6ascyji4.js # litellm/proxy/ui/out/_next/static/chunks/394-894cp74ma.js # litellm/proxy/ui/out/_next/static/chunks/39_9engqoezqp.js # litellm/proxy/ui/out/_next/static/chunks/39kbckshffz94.js # litellm/proxy/ui/out/_next/static/chunks/39pkav481ov23.js # litellm/proxy/ui/out/_next/static/chunks/39v0w3tgm6n4z.js # litellm/proxy/ui/out/_next/static/chunks/3_l13e9g4dwql.js # litellm/proxy/ui/out/_next/static/chunks/3a2_ok31og9_j.js # litellm/proxy/ui/out/_next/static/chunks/3a6q-74i0xaf0.js # litellm/proxy/ui/out/_next/static/chunks/3ahnmzq_1dupe.css # litellm/proxy/ui/out/_next/static/chunks/3al7i__8s7hew.js # litellm/proxy/ui/out/_next/static/chunks/3b4l5y8xxhcv3.js # litellm/proxy/ui/out/_next/static/chunks/3bsf2y0yccyub.js # litellm/proxy/ui/out/_next/static/chunks/3byps95vaq7uw.js # litellm/proxy/ui/out/_next/static/chunks/3cb8zg_2ym6l7.js # litellm/proxy/ui/out/_next/static/chunks/3cdfe4ygw1_r-.js # litellm/proxy/ui/out/_next/static/chunks/3cziaul2j05he.js # litellm/proxy/ui/out/_next/static/chunks/3fdnnq4o4q1qe.js # litellm/proxy/ui/out/_next/static/chunks/3g5is680tc60x.js # litellm/proxy/ui/out/_next/static/chunks/3gksg4w4ki4w5.js # litellm/proxy/ui/out/_next/static/chunks/3got84kam19t4.js # litellm/proxy/ui/out/_next/static/chunks/3gwb465dhjxo9.js # litellm/proxy/ui/out/_next/static/chunks/3gzr2q1ei6y5i.js # litellm/proxy/ui/out/_next/static/chunks/3i7pipwtkkn0_.js # litellm/proxy/ui/out/_next/static/chunks/3icbpxp5y-p1_.js # litellm/proxy/ui/out/_next/static/chunks/3iqtfo5xuxb17.js # litellm/proxy/ui/out/_next/static/chunks/3ithgz5mv_88d.js # litellm/proxy/ui/out/_next/static/chunks/3jdbwxnr4obql.js # litellm/proxy/ui/out/_next/static/chunks/3kl2f49-c_ojx.js # litellm/proxy/ui/out/_next/static/chunks/3lb5gjzjxjxem.js # litellm/proxy/ui/out/_next/static/chunks/3m3rxvigp6yiy.js # litellm/proxy/ui/out/_next/static/chunks/3m4e65gski39t.js # litellm/proxy/ui/out/_next/static/chunks/3mhnhnyre69_q.js # litellm/proxy/ui/out/_next/static/chunks/3n-4sn2-7lb89.js # litellm/proxy/ui/out/_next/static/chunks/3n02s7vqnypgx.js # litellm/proxy/ui/out/_next/static/chunks/3ndfu962692da.js # litellm/proxy/ui/out/_next/static/chunks/3nf-wb-846x5h.css # litellm/proxy/ui/out/_next/static/chunks/3o-fjyvvkk91o.js # litellm/proxy/ui/out/_next/static/chunks/3o66m9rh9kotz.js # litellm/proxy/ui/out/_next/static/chunks/3okf8ka_x1xc-.js # litellm/proxy/ui/out/_next/static/chunks/3oo3mxuqk37z1.js # litellm/proxy/ui/out/_next/static/chunks/3pljm3p6kg4q6.js # litellm/proxy/ui/out/_next/static/chunks/3pt4j6dlwjpqo.js # litellm/proxy/ui/out/_next/static/chunks/3r8nfqup38ah0.js # litellm/proxy/ui/out/_next/static/chunks/3ro85wjkgsqpl.js # litellm/proxy/ui/out/_next/static/chunks/3rqsgwyn7_bfd.js # litellm/proxy/ui/out/_next/static/chunks/3rvuj9y0gk-rt.js # litellm/proxy/ui/out/_next/static/chunks/3s77-_umb2pas.js # litellm/proxy/ui/out/_next/static/chunks/3s7n03ijozt78.js # litellm/proxy/ui/out/_next/static/chunks/3sy2n07rygl46.js # litellm/proxy/ui/out/_next/static/chunks/3t9yzf1l2_xau.js # litellm/proxy/ui/out/_next/static/chunks/3ta408mx_prsh.css # litellm/proxy/ui/out/_next/static/chunks/3tb8tug0et-f3.js # litellm/proxy/ui/out/_next/static/chunks/3u9qc99ytz-ri.js # litellm/proxy/ui/out/_next/static/chunks/3ud9wkq24q2g3.js # litellm/proxy/ui/out/_next/static/chunks/3uv-32irom9sx.js # litellm/proxy/ui/out/_next/static/chunks/3vwj44iflrtkd.js # litellm/proxy/ui/out/_next/static/chunks/3vydbsopsf2li.js # litellm/proxy/ui/out/_next/static/chunks/3wo91r317_fe5.js # litellm/proxy/ui/out/_next/static/chunks/3wpp2gha9jamt.js # litellm/proxy/ui/out/_next/static/chunks/3x93u_e7biqge.js # litellm/proxy/ui/out/_next/static/chunks/3y-im33htslo_.js # litellm/proxy/ui/out/_next/static/chunks/3yrgf44a9g52e.js # litellm/proxy/ui/out/_next/static/chunks/3yx3h0y29e5rw.js # litellm/proxy/ui/out/_next/static/chunks/3z0-i3cs0_ld1.js # litellm/proxy/ui/out/_next/static/chunks/405d6z-c_qbe0.js # litellm/proxy/ui/out/_next/static/chunks/40jhif8i4dzqp.js # litellm/proxy/ui/out/_next/static/chunks/42h0sdfpmb_bk.js # litellm/proxy/ui/out/_next/static/chunks/42kctw40_yfpi.js # litellm/proxy/ui/out/_next/static/chunks/441rbmhkm7c36.js # litellm/proxy/ui/out/_next/static/chunks/44oxggpk8fep6.js # litellm/proxy/ui/out/_next/static/chunks/45b8usrooa1la.js # litellm/proxy/ui/out/_next/static/chunks/turbopack-14j5un148_i39.js # litellm/proxy/ui/out/_next/static/chunks/turbopack-1ygmeizib8n18.js # litellm/proxy/ui/out/_next/static/media/claude.35jq0tvaympqh.svg # litellm/proxy/ui/out/_next/static/media/geist-mono-variable.0r6juujl39pe6.woff2 # litellm/proxy/ui/out/_next/static/media/geist-variable.0wgildi0cnwt9.woff2 # litellm/proxy/ui/out/_next/static/u_MWVLx_WA9i-AM2JdCsp/_buildManifest.js # litellm/proxy/ui/out/_next/static/u_MWVLx_WA9i-AM2JdCsp/_clientMiddlewareManifest.js # litellm/proxy/ui/out/_next/static/u_MWVLx_WA9i-AM2JdCsp/_ssgManifest.js
465 lines
17 KiB
TOML
465 lines
17 KiB
TOML
[project]
|
|
name = "litellm"
|
|
version = "1.109.0"
|
|
description = "Library to easily interface with LLM API providers"
|
|
readme = "README.md"
|
|
requires-python = ">=3.10, <3.16"
|
|
license = "MIT"
|
|
license-files = ["LICENSE"]
|
|
authors = [
|
|
{ name = "BerriAI" },
|
|
]
|
|
dependencies = [
|
|
# Ranges (not exact pins) so SDK consumers can coexist with their other
|
|
# deps. Reproducibility for our Docker/CI comes from `uv.lock`.
|
|
# When changing a floor, verify it installs + imports on every supported
|
|
# Python with: `uv pip install --resolution=lowest-direct .`
|
|
"fastuuid>=0.14.0,<1.0; python_version < '3.15'",
|
|
"filelock>=3.16.1,<4.0",
|
|
"httpx[http2]>=0.28.0,<1.0",
|
|
"openai>=2.20.0,<4.0.0",
|
|
"python-dotenv>=1.0.0,<2.0",
|
|
"pyyaml>=6.0.3,<7.0",
|
|
"packaging>=24.0",
|
|
"importlib-metadata>=8.0.0,<9.0",
|
|
"tiktoken>=0.8.0,<1.0; python_version < '3.14'",
|
|
"tiktoken>=0.12.0,<1.0; python_version == '3.14'",
|
|
"tiktoken>=0.14.0,<1.0; python_version >= '3.15'",
|
|
"tokenizers>=0.21.0,<1.0",
|
|
"huggingface-hub>=0.34.0,<2.0",
|
|
"click>=8.0.0,<9.0",
|
|
"jinja2>=3.1.6,<4.0",
|
|
"aiohttp>=3.14.2,<4.0",
|
|
"anyio>=4.14.0,<5.0",
|
|
"async-timeout>=4.0.3,<6.0; python_version < '3.11'",
|
|
"pydantic>=2.11.0,<3.0.0; python_version < '3.14'",
|
|
"pydantic>=2.12.0,<3.0.0; python_version == '3.14'",
|
|
"pydantic>=2.14.0,<3.0.0; python_version >= '3.15'",
|
|
"pydantic-settings>=2.14.1,<3.0",
|
|
"jsonschema>=4.0.0,<5.0",
|
|
"boto3>=1.43.117,<2.0",
|
|
"certifi>=2026.10.19",
|
|
"typing-extensions>=4.13.0,<5.0",
|
|
]
|
|
|
|
[project.urls]
|
|
Homepage = "https://litellm.ai"
|
|
Repository = "https://github.com/BerriAI/litellm"
|
|
Documentation = "https://docs.litellm.ai"
|
|
|
|
# Optional extras use compatible ranges (like the core SDK above) so downstream
|
|
# consumers can coexist with other packages and pick up security patches without
|
|
# forking. Reproducibility for our Docker/CI comes from `uv.lock` (images install
|
|
# via `uv sync --frozen`). A few deps stay exact-pinned: litellm's own
|
|
# sub-packages and the opentelemetry trio move in lockstep, and grpcio is
|
|
# supply-chain-pinned to a vetted, aged release.
|
|
[project.optional-dependencies]
|
|
proxy = [
|
|
"gunicorn>=23.0.0,<24.0",
|
|
"uvicorn>=0.33.0,<1.0",
|
|
"granian>=2.7.4,<3.0; python_version < '3.15'",
|
|
"granian>=2.8.0,<3.0; python_version >= '3.15'",
|
|
"uvloop>=0.22.1,<1.0; sys_platform != 'win32'",
|
|
"fastapi>=0.136.3,<1.0",
|
|
"starlette>=1.0.1,<2.0",
|
|
"backoff>=2.2.1,<3.0",
|
|
"pyyaml>=6.0.3,<7.0",
|
|
"rq>=2.7.0,<3.0",
|
|
"orjson>=3.11.6,<4.0; python_version < '3.15'",
|
|
"orjson>=3.12.0,<4.0; python_version >= '3.15'",
|
|
# redis-py's C response parser. It arrives with redis (via rq) either way; naming
|
|
# it here is what makes redis-py select _HiredisParser instead of the Python one.
|
|
"hiredis>=3.0.0,<4.0; python_version < '3.15'",
|
|
"hiredis>=3.5.0,<4.0; python_version >= '3.15'",
|
|
"apscheduler>=3.11.2,<4.0",
|
|
"fastapi-sso>=0.19.0,<1.0",
|
|
"PyJWT>=2.13.0,<3.0",
|
|
"python-multipart>=0.0.27,<1.0",
|
|
"cryptography>=49.0.0,<51.0",
|
|
"pynacl>=1.6.2,<2.0",
|
|
"websockets>=15.0.1,<16.0",
|
|
"boto3>=1.43.117,<2.0",
|
|
"azure-identity>=1.25.2,<2.0",
|
|
"azure-storage-blob>=12.28.0,<13.0",
|
|
"mcp>=2.3.0,<3",
|
|
"httpx2>=2.10.0,<3",
|
|
"pydantic>=2.12.0,<3",
|
|
"litellm-proxy-extras==0.4.111",
|
|
"litellm-enterprise==0.1.80",
|
|
"RestrictedPython>=8.5,<9.0",
|
|
"rich>=13.9.4,<14.0",
|
|
"InquirerPy>=0.3.4,<1.0",
|
|
"tomlkit>=0.13.3,<1.0",
|
|
"polars>=1.38.1,<2.0",
|
|
"soundfile>=0.12.1,<1.0",
|
|
"pyroscope-io>=0.8.16,<1.0; sys_platform != 'win32'",
|
|
"expression>=5.6.0,<6.0",
|
|
"backports-zstd>=1.0.0,<2.0; python_version < '3.14'",
|
|
]
|
|
# Thin client install for the `lite` CLI on developer laptops. The CLI's heavy
|
|
# imports are all guarded, so it runs on the base SDK plus these packages, and
|
|
# none of the server runtime in `proxy` is pulled in. On Linux,
|
|
# keyring reaches the Secret Service through secretstorage, which brings
|
|
# cryptography with it.
|
|
cli = [
|
|
"rich>=13.9.4,<14.0",
|
|
"pyyaml>=6.0.3,<7.0",
|
|
"requests>=2.32.0,<3.0",
|
|
"InquirerPy>=0.3.4,<1.0",
|
|
"keyring>=25.6.0,<26.0",
|
|
"tomlkit>=0.13.3,<1.0",
|
|
]
|
|
extra_proxy = [
|
|
"prisma>=0.11.0,<1.0",
|
|
# Used by ProxyExtrasDBManager.spend_logs_is_partitioned() to detect a
|
|
# partitioned LiteLLM_SpendLogs and keep schema reconciliation from
|
|
# fighting its composite primary key.
|
|
"psycopg>=3.2,<4.0",
|
|
"psycopg-binary>=3.2,<4.0",
|
|
"azure-identity>=1.25.2,<2.0",
|
|
"azure-keyvault-secrets>=4.10.0,<5.0",
|
|
# Not in PyPI proxy extra.
|
|
"google-cloud-kms>=2.24.2,<3.0",
|
|
"google-cloud-iam>=2.19.1,<3.0",
|
|
# Not in PyPI proxy extra.
|
|
"resend>=2.23.0,<3.0",
|
|
"redisvl>=0.4.1,<1.0",
|
|
"a2a-sdk>=1.1.0,<2.0",
|
|
]
|
|
utils = [
|
|
# Not in Docker or PyPI proxy extra.
|
|
"numpydoc>=1.8.0,<2.0",
|
|
]
|
|
caching = ["diskcache>=5.6.3,<6.0"]
|
|
mcp = ["mcp>=2.3.0,<3", "httpx2>=2.10.0,<3", "pydantic>=2.12.0,<3"]
|
|
# Driver for the MongoDB Atlas vector store; Atlas Vector Search has no HTTP query API.
|
|
# The floor is 4.9 because that is the release AsyncMongoClient landed in.
|
|
# SAML SSO for the admin UI. python3-saml pulls in xmlsec/lxml, whose wheels
|
|
# bundle the native libxmlsec1/libxml2 libraries, so no system packages are
|
|
# required. Kept out of the base `proxy` extra so it stays optional.
|
|
saml = ["python3-saml>=1.16.0,<2.0"]
|
|
semantic-router = [
|
|
"semantic-router>=0.1.15,<1.0; python_version < '3.14'",
|
|
"aurelio-sdk>=0.0.19,<1.0; python_version < '3.14'",
|
|
]
|
|
mlflow = ["mlflow>=3.17.2,<4.0"]
|
|
grpc = [
|
|
# First release whose bundled roots.pem drops the compromised eMudhra roots, ahead of the 30-day cutoff
|
|
"grpcio==1.84.1",
|
|
]
|
|
stt-vertex-chirp = [
|
|
# Google Cloud Speech-to-Text v2 streaming (gRPC) for Chirp models on
|
|
# /v1/realtime. Imported lazily inside the backend so litellm core stays
|
|
# usable without it.
|
|
"google-cloud-speech>=2.40.0,<3.0",
|
|
]
|
|
stt-nvidia-riva = [
|
|
# NVIDIA Riva STT provider (gRPC). These are imported lazily inside the
|
|
# provider handler so litellm core remains usable without them.
|
|
"nvidia-riva-client>=2.15.0",
|
|
"soundfile>=0.12.1",
|
|
"audioread>=3.0.1",
|
|
"numpy>=1.26.0",
|
|
]
|
|
google = ["google-cloud-aiplatform>=1.133.0,<2.0"]
|
|
bedrock-realtime = [
|
|
# Bedrock Nova Sonic realtime (speech-to-speech) uses the
|
|
# InvokeModelWithBidirectionalStream API, which boto3 cannot do. This
|
|
# experimental AWS SDK (with its smithy-* deps, pulled transitively)
|
|
# provides the bidirectional stream; imported lazily in the realtime
|
|
# handler so litellm core stays usable without it. The awscrt extra is
|
|
# required: the SDK's default aiohttp transport has no duplex streaming.
|
|
"aws-sdk-bedrock-runtime[awscrt]>=0.10.0,<0.12.0; python_version >= '3.12'",
|
|
]
|
|
proxy-runtime = [
|
|
# Historically bundled in the proxy Docker images via requirements.txt.
|
|
# Keep these in a dedicated extra so uv-based images preserve the same
|
|
# feature surface without forcing the base SDK install to grow.
|
|
"google-cloud-aiplatform>=1.133.0,<2.0",
|
|
"google-cloud-speech>=2.40.0,<3.0",
|
|
"google-genai>=1.37.0,<2.0",
|
|
"anthropic[vertex]>=0.84.0,<1.0",
|
|
"grpcio==1.84.1",
|
|
"prometheus-client>=0.20.0,<1.0",
|
|
"langfuse>=4.7,<5.0",
|
|
"opentelemetry-api==1.45.1",
|
|
"opentelemetry-sdk==1.45.1",
|
|
"opentelemetry-exporter-otlp==1.45.1",
|
|
"opentelemetry-instrumentation-fastapi==0.66b1",
|
|
"ddtrace>=4.8.2,<5.0",
|
|
"sentry-sdk>=2.21.0,<3.0",
|
|
"mangum>=0.17.0,<1.0",
|
|
"azure-ai-contentsafety>=1.0.0,<2.0",
|
|
"azure-storage-file-datalake>=12.20.0,<13.0",
|
|
"pypdf>=6.21.2,<7.0",
|
|
"llm-sandbox>=0.3.39,<1.0",
|
|
"detect-secrets>=1.5.0,<2.0",
|
|
]
|
|
|
|
[project.scripts]
|
|
litellm = "litellm:run_server"
|
|
lite = "litellm_cli.main:cli"
|
|
litellm-proxy = "litellm_cli.main:litellm_proxy_cli"
|
|
|
|
[dependency-groups]
|
|
dev = [
|
|
"numpy>=1.26.0,<3.0",
|
|
"diff-cover==9.7.2",
|
|
"hypothesis==6.165.10",
|
|
"reportlab==5.0.1",
|
|
"basedpyright==1.39.7",
|
|
"mypy==1.20.1",
|
|
"keyring==25.7.0",
|
|
"pytest==9.0.3",
|
|
"pytest-socket==0.8.1",
|
|
"tomli==2.4.1; python_version < '3.11'",
|
|
"pytest-mock==3.15.1",
|
|
"pytest-asyncio==1.3.0",
|
|
"psycopg==3.3.6",
|
|
"psycopg-binary==3.3.6",
|
|
"pytest-xdist==3.8.0",
|
|
"requests-mock==1.12.1",
|
|
"responses==0.26.0",
|
|
"respx==0.22.0",
|
|
"ruff==0.15.3",
|
|
"types-requests==2.32.4.20260107",
|
|
"types-setuptools==75.8.0.20250225",
|
|
"types-redis==4.6.0.20241004",
|
|
"types-PyYAML==6.0.12.20250915",
|
|
"botocore-stubs==1.43.14",
|
|
"types-boto3[bedrock,bedrock-agent,bedrock-runtime,kms,s3,sagemaker-runtime,sts]==1.43.30",
|
|
"opentelemetry-api==1.45.1",
|
|
"opentelemetry-sdk==1.45.1",
|
|
"opentelemetry-exporter-otlp==1.45.1",
|
|
"opentelemetry-instrumentation-fastapi==0.66b1",
|
|
"langfuse>=4.7,<5.0",
|
|
"fastapi-offline==1.7.6",
|
|
"fakeredis==2.34.1",
|
|
"pytest-rerunfailures==15.1",
|
|
"pytest-cov==5.0.0",
|
|
"parameterized==0.9.0",
|
|
"openapi-core==0.22.0",
|
|
"pytest-timeout==2.4.0",
|
|
"vcrpy==8.2.1",
|
|
"pytest-recording==0.13.4",
|
|
]
|
|
e2e-dev = [
|
|
"playwright==1.61.0",
|
|
"websockets>=15.0.1,<16.0",
|
|
"locust==2.45.0",
|
|
"anthropic==0.84.0",
|
|
"psutil==7.2.2",
|
|
"mcp>=2.3.0,<3",
|
|
]
|
|
admin-mcp = [
|
|
"litellm-admin-mcp @ https://github.com/BerriAI/liteadmin-mcp/archive/d35ec9c19c117d4c50cc1eccf6ce1296aac25a1a.tar.gz#sha256=86b930f6706fb2da10d53d1798ee7fd14e44fb0afdef0da122cf0e6bb88fa2c3 ; python_version >= '3.12'",
|
|
]
|
|
proxy-dev = [
|
|
{ include-group = "admin-mcp" },
|
|
"prisma==0.11.0",
|
|
"hypercorn==0.17.3",
|
|
"prometheus-client==0.20.0",
|
|
"sentry-sdk==2.21.0",
|
|
"opentelemetry-api==1.45.1",
|
|
"opentelemetry-sdk==1.45.1",
|
|
"opentelemetry-exporter-otlp==1.45.1",
|
|
"opentelemetry-instrumentation-fastapi==0.66b1",
|
|
"azure-identity==1.25.2",
|
|
"a2a-sdk==1.1.0",
|
|
"backports-zstd==1.8.0; python_version < '3.14'",
|
|
]
|
|
ci = [
|
|
"psutil==7.2.2",
|
|
# These are lazily imported at call sites; keep them out of core deps to
|
|
# avoid bloating the base SDK install (google-generativeai pulls grpcio +
|
|
# protobuf, Pillow is a compiled C extension).
|
|
"tenacity==8.5.0",
|
|
"google-generativeai==0.8.6",
|
|
"Pillow==12.3.0; python_version == '3.10'",
|
|
"Pillow==13.0.0; python_version >= '3.11'",
|
|
# Azure batch E2E tests still import psycopg2 directly.
|
|
"psycopg2-binary==2.9.11",
|
|
"pytest-codspeed==4.3.0",
|
|
"pytest-retry==1.7.0",
|
|
"pyarrow==23.0.1",
|
|
"langchain==1.3.9",
|
|
"lunary==1.4.36; python_version == '3.10'",
|
|
"lunary==1.4.37; python_version >= '3.11'",
|
|
"logfire==5.2.0",
|
|
"traceloop-sdk==0.34.0",
|
|
"detect-secrets==1.5.0",
|
|
"PyGithub==2.8.1",
|
|
"aiodynamo==24.7",
|
|
"argon2-cffi==25.1.0",
|
|
"assemblyai==0.52.4",
|
|
"jsonlines==4.0.0",
|
|
"anthropic==0.84.0",
|
|
"blockbuster==1.5.26",
|
|
"beautifulsoup4==4.14.3",
|
|
"pylint==4.0.9",
|
|
"langchain-openai==1.1.14",
|
|
"langgraph>=1.2.4,<1.3.0",
|
|
"langgraph-prebuilt>=1.1.0,<1.3.0",
|
|
"claude-agent-sdk==0.2.165",
|
|
"google-cloud-speech==2.40.0",
|
|
]
|
|
healthcheck = [
|
|
"httpx==0.28.1",
|
|
"pyyaml==6.0.3",
|
|
]
|
|
benchmarks = [
|
|
"pytest==9.0.3",
|
|
"pytest-codspeed==4.3.0",
|
|
"mcp>=2.3.0,<3",
|
|
"a2a-sdk==1.1.0",
|
|
]
|
|
|
|
[build-system]
|
|
requires = ["maturin==1.15.0"]
|
|
build-backend = "maturin"
|
|
|
|
[tool.maturin]
|
|
manifest-path = "litellm-rust/crates/python-bridge/Cargo.toml"
|
|
module-name = "litellm.rust_bridge._native"
|
|
python-source = "."
|
|
python-packages = ["litellm_cli"]
|
|
bindings = "pyo3"
|
|
features = ["extension-module"]
|
|
profile = "release"
|
|
editable-profile = "dev"
|
|
include = [
|
|
"litellm/proxy/ui/out/**",
|
|
"litellm/router_strategy/complexity_router/artifacts/*.json",
|
|
"litellm/router_strategy/complexity_router/fuse_presets.json",
|
|
"litellm/proxy/model_insights_tasks.json",
|
|
"litellm/proxy/public_endpoints/whats_new.json",
|
|
"litellm/proxy/common_utils/codex_base_instructions.md",
|
|
"litellm/proxy/common_utils/codex_bundled_models_0.159.3.json",
|
|
{ path = "model_prices_and_context_window.json", format = "sdist" },
|
|
]
|
|
exclude = [
|
|
"litellm/proxy/enterprise",
|
|
"litellm/proxy/enterprise/**",
|
|
"litellm/proxy/guardrails/guardrail_hooks/litellm_content_filter/guardrail_benchmarks",
|
|
"litellm/proxy/guardrails/guardrail_hooks/litellm_content_filter/guardrail_benchmarks/**",
|
|
"**/__pycache__",
|
|
"**/__pycache__/**",
|
|
"**/.pytest_cache",
|
|
"**/.pytest_cache/**",
|
|
"**/.ruff_cache",
|
|
"**/.ruff_cache/**",
|
|
]
|
|
|
|
[tool.uv]
|
|
cache-keys = [
|
|
{ file = "pyproject.toml" },
|
|
{ file = "rust-toolchain.toml" },
|
|
{ file = ".cargo/config.toml" },
|
|
{ file = "litellm-rust/Cargo.lock" },
|
|
{ file = "litellm-rust/Cargo.toml" },
|
|
{ file = "litellm-rust/crates/**/*" },
|
|
{ file = "model_prices_and_context_window.json" },
|
|
]
|
|
constraint-dependencies = [
|
|
"tornado>=6.5.8",
|
|
"tornado>=6.6; python_version >= '3.11'",
|
|
"aiohttp>=3.14.2,<4.0",
|
|
"packaging>=24.0",
|
|
"soupsieve>=2.8.4",
|
|
"httplib2>=0.32.0",
|
|
"setuptools>=84.1.0",
|
|
"dnspython>=2.9.0; python_version >= '3.11'",
|
|
]
|
|
override-dependencies = [
|
|
# a2a-sdk 1.x requires packaging>=24.0; lunary 1.4.x still caps at <24.0.
|
|
"packaging>=24.0",
|
|
"cryptography>=50.0.0,<51.0",
|
|
"mcp>=2.3.0,<3",
|
|
]
|
|
default-groups = ["dev"]
|
|
required-version = ">=0.10.9"
|
|
exclude-newer = "3 days"
|
|
|
|
[tool.uv.exclude-newer-package]
|
|
# TODO: remove after 2026-10-25, once brotli 1.2.1 (CVE-2026-111497) clears the 3-day window
|
|
brotli = "2026-10-22T14:01:00Z"
|
|
|
|
[tool.uv.sources]
|
|
litellm-proxy-extras = { workspace = true }
|
|
litellm-enterprise = { workspace = true }
|
|
|
|
[tool.uv.workspace]
|
|
members = ["enterprise", "litellm-proxy-extras"]
|
|
|
|
[tool.commitizen]
|
|
version = "1.109.0"
|
|
version_files = [
|
|
"pyproject.toml:^version",
|
|
]
|
|
|
|
[tool.pytest.ini_options]
|
|
pythonpath = ["scripts"]
|
|
asyncio_mode = "auto"
|
|
asyncio_default_fixture_loop_scope = "session"
|
|
markers = [
|
|
"asyncio: mark test as an asyncio test",
|
|
"limit_leaks: mark test with memory limit for leak detection (e.g., '40 MB')",
|
|
"no_parallel: mark test to run sequentially (not in parallel) - typically for memory measurement tests",
|
|
"requires_rust_extension: public Python contract tests that run against the release-built wheel",
|
|
]
|
|
filterwarnings = [
|
|
# Suppress Pydantic serializer warnings from mock server responses (non-critical for memory tests)
|
|
# These occur because the mock server returns a simplified response format
|
|
"ignore:Pydantic serializer warnings:UserWarning",
|
|
"ignore::UserWarning:pydantic.main",
|
|
# Suppress pytest-asyncio event loop deprecation warning (handled automatically by pytest-asyncio)
|
|
"ignore::DeprecationWarning:pytest_asyncio.plugin",
|
|
]
|
|
|
|
[tool.mutmut]
|
|
# Mutation-testing scope. Driven by the manually-triggered workflow at
|
|
# .github/workflows/mutation-test.yml. mutmut is not part of the project's
|
|
# default install; it is pulled in via `uv run --with mutmut==<version>` in CI.
|
|
# `also_copy = ["litellm/"]` is required because mutmut runs in a `mutants/`
|
|
# sandbox and the test conftest imports from across the litellm package.
|
|
paths_to_mutate = [
|
|
"litellm/proxy/management_endpoints/",
|
|
]
|
|
# Only the unit tier that maps to paths_to_mutate. mutmut times and
|
|
# coverage-maps this whole set once before mutating, so a tier that needs a
|
|
# seeded database (tests/proxy_behavior/) kills the run before it starts, and
|
|
# a mutation score is only meaningful against the tests that claim to cover
|
|
# the mutated code anyway.
|
|
tests_dir = [
|
|
"tests/unit/proxy/management_endpoints/",
|
|
]
|
|
also_copy = [
|
|
"litellm/",
|
|
]
|
|
# Run the test suite once before mutation to gather line coverage, then skip
|
|
# mutating lines no test exercises. Those mutants would survive regardless
|
|
# (no test hits the line to kill them), so generating them wastes hours of CI.
|
|
# The score now reads as "mutation score over covered code" — pair with a
|
|
# line-coverage number when reporting.
|
|
mutate_only_covered_lines = true
|
|
# Disable rerun/parallel plugins for mutation runs:
|
|
# - pytest-retry triggers an `INTERNALERROR: no option named 'filtered_exceptions'`
|
|
# when invoked via mutmut's in-process `pytest.main()` call.
|
|
# - rerunning a "failed" test on a mutant would mask which mutants are killed
|
|
# vs. survive, so reruns are wrong for mutation testing regardless.
|
|
# - xdist is unnecessary inside mutmut (mutmut handles its own parallelism).
|
|
# test_saml_sso.py cannot run inside mutmut's mutants/ sandbox: the copied tree
|
|
# re-imports cryptography's hash classes under a second identity, so x509 .sign()
|
|
# rejects the SHA256 instance the fixture builds with "Algorithm must be a
|
|
# registered hash algorithm". Nothing to do with mutation coverage, and one
|
|
# erroring test is enough to end the stats phase before any mutant runs.
|
|
pytest_add_cli_args = [
|
|
"-p", "no:pytest-retry",
|
|
"-p", "no:rerunfailures",
|
|
"-p", "no:xdist",
|
|
"--ignore=tests/unit/proxy/management_endpoints/test_saml_sso.py",
|
|
]
|
|
|
|
[tool.coverage.run]
|
|
source = ["litellm"]
|
|
relative_files = true
|