mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-05 08:07:05 +00:00
Load deepinfra models from json
This commit is contained in:
parent
a96de1f8c3
commit
629fe3c6ba
1 changed files with 5 additions and 0 deletions
|
|
@ -99,6 +99,7 @@ ai21_models: List = []
|
|||
nlp_cloud_models: List = []
|
||||
aleph_alpha_models: List = []
|
||||
bedrock_models: List = []
|
||||
deepinfra_models: List = []
|
||||
for key, value in model_cost.items():
|
||||
if value.get('litellm_provider') == 'openai':
|
||||
open_ai_chat_completion_models.append(key)
|
||||
|
|
@ -127,6 +128,8 @@ for key, value in model_cost.items():
|
|||
aleph_alpha_models.append(key)
|
||||
elif value.get('litellm_provider') == 'bedrock':
|
||||
bedrock_models.append(key)
|
||||
elif value.get('litellm_provider') == 'deepinfra':
|
||||
deepinfra_models.append(key)
|
||||
|
||||
# known openai compatible endpoints - we'll eventually move this list to the model_prices_and_context_window.json dictionary
|
||||
openai_compatible_endpoints: List = [
|
||||
|
|
@ -230,6 +233,7 @@ model_list = (
|
|||
+ nlp_cloud_models
|
||||
+ ollama_models
|
||||
+ bedrock_models
|
||||
+ deepinfra_models
|
||||
)
|
||||
|
||||
provider_list: List = [
|
||||
|
|
@ -271,6 +275,7 @@ models_by_provider: dict = {
|
|||
"bedrock": bedrock_models,
|
||||
"petals": petals_models,
|
||||
"ollama": ollama_models,
|
||||
"deepinfra": deepinfra_models,
|
||||
}
|
||||
|
||||
# mapping for those models which have larger equivalents
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue