mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-10 03:28:53 +00:00
d39c74186a
Reload Price Data updated litellm.model_cost but models_by_provider union entries, model_list, model_list_set and all_embedding_models were frozen at import, so newly priced models never appeared in wildcard expansion surfaces until a proxy restart. Replace the ~110 mutable provider set globals and the 111-branch add_known_models chain with a pure build_snapshot in litellm/litellm_core_utils/model_registry.py. litellm/__init__.py serves the legacy names as frozenset views of one atomically swapped snapshot through module __getattr__, add_known_models rebuilds the snapshot, and register_model extends it incrementally through the same derivation table. Cost-map entries whose litellm_provider has no explicit rule now fall back to their known-provider bucket, which also fixes bare vertex_ai, vertex qwen and nebius models never being enumerable.
368 lines
4.1 KiB
JSON
368 lines
4.1 KiB
JSON
{
|
|
"ANN001": {
|
|
"limit": 3097
|
|
},
|
|
"ANN002": {
|
|
"limit": 69
|
|
},
|
|
"ANN003": {
|
|
"limit": 831
|
|
},
|
|
"ANN201": {
|
|
"limit": 2137
|
|
},
|
|
"ANN202": {
|
|
"limit": 941
|
|
},
|
|
"ANN204": {
|
|
"limit": 724
|
|
},
|
|
"ANN205": {
|
|
"limit": 127
|
|
},
|
|
"ANN206": {
|
|
"limit": 130
|
|
},
|
|
"ANN401": {
|
|
"limit": 1848
|
|
},
|
|
"ASYNC230": {
|
|
"limit": 14
|
|
},
|
|
"B004": {
|
|
"limit": 4
|
|
},
|
|
"B006": {
|
|
"limit": 188
|
|
},
|
|
"B008": {
|
|
"limit": 505
|
|
},
|
|
"B009": {
|
|
"limit": 84
|
|
},
|
|
"B010": {
|
|
"limit": 194
|
|
},
|
|
"B018": {
|
|
"limit": 5
|
|
},
|
|
"B019": {
|
|
"limit": 4
|
|
},
|
|
"B021": {
|
|
"limit": 4
|
|
},
|
|
"B026": {
|
|
"limit": 6
|
|
},
|
|
"B033": {
|
|
"limit": 0
|
|
},
|
|
"BLE001": {
|
|
"limit": 2899
|
|
},
|
|
"C401": {
|
|
"limit": 11
|
|
},
|
|
"C404": {
|
|
"limit": 4
|
|
},
|
|
"C405": {
|
|
"limit": 10
|
|
},
|
|
"C408": {
|
|
"limit": 14
|
|
},
|
|
"C414": {
|
|
"limit": 7
|
|
},
|
|
"C419": {
|
|
"limit": 4
|
|
},
|
|
"C901": {
|
|
"limit": 310
|
|
},
|
|
"D419": {
|
|
"limit": 9
|
|
},
|
|
"DTZ001": {
|
|
"limit": 5
|
|
},
|
|
"DTZ003": {
|
|
"limit": 33
|
|
},
|
|
"DTZ005": {
|
|
"limit": 241
|
|
},
|
|
"DTZ006": {
|
|
"limit": 13
|
|
},
|
|
"DTZ007": {
|
|
"limit": 23
|
|
},
|
|
"DTZ011": {
|
|
"limit": 6
|
|
},
|
|
"EXE001": {
|
|
"limit": 7
|
|
},
|
|
"EXE002": {
|
|
"limit": 6
|
|
},
|
|
"F401": {
|
|
"limit": 23
|
|
},
|
|
"FURB136": {
|
|
"limit": 0
|
|
},
|
|
"FURB168": {
|
|
"limit": 0
|
|
},
|
|
"FURB188": {
|
|
"limit": 0
|
|
},
|
|
"I001": {
|
|
"limit": 0
|
|
},
|
|
"LOG015": {
|
|
"limit": 8
|
|
},
|
|
"N999": {
|
|
"limit": 4
|
|
},
|
|
"PERF102": {
|
|
"limit": 30
|
|
},
|
|
"PERF401": {
|
|
"limit": 142
|
|
},
|
|
"PERF402": {
|
|
"limit": 9
|
|
},
|
|
"PERF403": {
|
|
"limit": 74
|
|
},
|
|
"PIE790": {
|
|
"limit": 0
|
|
},
|
|
"PIE800": {
|
|
"limit": 0
|
|
},
|
|
"PIE804": {
|
|
"limit": 24
|
|
},
|
|
"PIE810": {
|
|
"limit": 44
|
|
},
|
|
"PLC0206": {
|
|
"limit": 31
|
|
},
|
|
"PLC0208": {
|
|
"limit": 0
|
|
},
|
|
"PLC0414": {
|
|
"limit": 38
|
|
},
|
|
"PLR0124": {
|
|
"limit": 4
|
|
},
|
|
"PLR0206": {
|
|
"limit": 4
|
|
},
|
|
"PLR0402": {
|
|
"limit": 0
|
|
},
|
|
"PLR1704": {
|
|
"limit": 6
|
|
},
|
|
"PLR1711": {
|
|
"limit": 0
|
|
},
|
|
"PLR1714": {
|
|
"limit": 261
|
|
},
|
|
"PLR1730": {
|
|
"limit": 0
|
|
},
|
|
"PLR2044": {
|
|
"limit": 0
|
|
},
|
|
"PLW0127": {
|
|
"limit": 43
|
|
},
|
|
"PLW0133": {
|
|
"limit": 4
|
|
},
|
|
"PLW0602": {
|
|
"limit": 230
|
|
},
|
|
"PLW0603": {
|
|
"limit": 193
|
|
},
|
|
"PLW1508": {
|
|
"limit": 198
|
|
},
|
|
"PLW1510": {
|
|
"limit": 5
|
|
},
|
|
"PYI030": {
|
|
"limit": 0
|
|
},
|
|
"PYI036": {
|
|
"limit": 5
|
|
},
|
|
"PYI041": {
|
|
"limit": 0
|
|
},
|
|
"PYI064": {
|
|
"limit": 0
|
|
},
|
|
"RET501": {
|
|
"limit": 0
|
|
},
|
|
"RET504": {
|
|
"limit": 702
|
|
},
|
|
"RUF010": {
|
|
"limit": 0
|
|
},
|
|
"RUF012": {
|
|
"limit": 168
|
|
},
|
|
"RUF015": {
|
|
"limit": 11
|
|
},
|
|
"RUF019": {
|
|
"limit": 41
|
|
},
|
|
"RUF022": {
|
|
"limit": 0
|
|
},
|
|
"RUF023": {
|
|
"limit": 0
|
|
},
|
|
"RUF046": {
|
|
"limit": 5
|
|
},
|
|
"RUF051": {
|
|
"limit": 0
|
|
},
|
|
"RUF059": {
|
|
"limit": 73
|
|
},
|
|
"RUF100": {
|
|
"limit": 480
|
|
},
|
|
"S110": {
|
|
"limit": 236
|
|
},
|
|
"S112": {
|
|
"limit": 24
|
|
},
|
|
"SIM101": {
|
|
"limit": 61
|
|
},
|
|
"SIM102": {
|
|
"limit": 323
|
|
},
|
|
"SIM103": {
|
|
"limit": 129
|
|
},
|
|
"SIM113": {
|
|
"limit": 6
|
|
},
|
|
"SIM114": {
|
|
"limit": 0
|
|
},
|
|
"SIM115": {
|
|
"limit": 5
|
|
},
|
|
"SIM117": {
|
|
"limit": 10
|
|
},
|
|
"SIM118": {
|
|
"limit": 0
|
|
},
|
|
"SIM201": {
|
|
"limit": 4
|
|
},
|
|
"SIM210": {
|
|
"limit": 11
|
|
},
|
|
"SIM211": {
|
|
"limit": 4
|
|
},
|
|
"SIM222": {
|
|
"limit": 4
|
|
},
|
|
"SIM401": {
|
|
"limit": 12
|
|
},
|
|
"TC004": {
|
|
"limit": 8
|
|
},
|
|
"TC005": {
|
|
"limit": 0
|
|
},
|
|
"TID251": {
|
|
"limit": 0
|
|
},
|
|
"TRY002": {
|
|
"limit": 547
|
|
},
|
|
"TRY004": {
|
|
"limit": 97
|
|
},
|
|
"TRY201": {
|
|
"limit": 420
|
|
},
|
|
"TRY203": {
|
|
"limit": 121
|
|
},
|
|
"TRY300": {
|
|
"limit": 879
|
|
},
|
|
"UP006": {
|
|
"limit": 0
|
|
},
|
|
"UP007": {
|
|
"limit": 0
|
|
},
|
|
"UP008": {
|
|
"limit": 0
|
|
},
|
|
"UP012": {
|
|
"limit": 0
|
|
},
|
|
"UP018": {
|
|
"limit": 0
|
|
},
|
|
"UP024": {
|
|
"limit": 0
|
|
},
|
|
"UP028": {
|
|
"limit": 5
|
|
},
|
|
"UP031": {
|
|
"limit": 5
|
|
},
|
|
"UP032": {
|
|
"limit": 0
|
|
},
|
|
"UP034": {
|
|
"limit": 0
|
|
},
|
|
"UP035": {
|
|
"limit": 0
|
|
},
|
|
"UP036": {
|
|
"limit": 4
|
|
},
|
|
"UP037": {
|
|
"limit": 0
|
|
},
|
|
"UP045": {
|
|
"limit": 0
|
|
}
|
|
}
|