scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-29 01:42:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 79

fix(provider): document AIPG endpoint support

Browse source
This commit is contained in:
halfaipg 2026-08-28 21:22:33 -04:00
parent 2326088a32
commit c8a4ccaffb
4 changed files with 51 additions and 28 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/constants.py
View file

@ -809,7 +809,7 @@ openai_compatible_endpoints: Final[list] = [
openai_compatible_providers: Final[list] = [
"aipg", # AI Power Grid - JSON-configured provider
"aipg",
"anyscale",
"groq",
"nvidia_nim",

18
litellm/provider_endpoints_support_backup.json
View file

@ -84,6 +84,24 @@
"interactions": true
}
},
"aipg": {
"display_name": "AI Power Grid (`aipg`)",
"url": "https://docs.litellm.ai/docs/providers/aipg",
"endpoints": {
"chat_completions": true,
"messages": false,
"responses": true,
"embeddings": false,
"image_generations": false,
"audio_transcriptions": false,
"audio_speech": false,
"moderations": false,
"batches": false,
"rerank": false,
"a2a": false,
"interactions": false
}
},
"ai21": {
"display_name": "AI21 (`ai21`)",
"url": "https://docs.litellm.ai/docs/providers/ai21",

18
provider_endpoints_support.json
View file

@ -84,6 +84,24 @@
"interactions": true
}
},
"aipg": {
"display_name": "AI Power Grid (`aipg`)",
"url": "https://docs.litellm.ai/docs/providers/aipg",
"endpoints": {
"chat_completions": true,
"messages": false,
"responses": true,
"embeddings": false,
"image_generations": false,
"audio_transcriptions": false,
"audio_speech": false,
"moderations": false,
"batches": false,
"rerank": false,
"a2a": false,
"interactions": false
}
},
"ai21": {
"display_name": "AI21 (`ai21`)",
"url": "https://docs.litellm.ai/docs/providers/ai21",

41
tests/llm_translation/test_aipg.py
View file

@ -41,9 +41,7 @@ def test_aipg_get_openai_compatible_provider_info():
},
clear=True,
):
api_base, api_key = config._get_openai_compatible_provider_info(
"https://explicit.example/v1", "explicit-key"
)
api_base, api_key = config._get_openai_compatible_provider_info("https://explicit.example/v1", "explicit-key")
assert api_base == "https://explicit.example/v1"
assert api_key == "explicit-key"
@ -70,27 +68,16 @@ def test_get_llm_provider_aipg():
def test_aipg_model_metadata():
original_model_cost = litellm.model_cost
original_env = os.environ.get("LITELLM_LOCAL_MODEL_COST_MAP")
try:
os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
litellm.model_cost = litellm.get_model_cost_map(url="")
expected = {
"aipg/gpt-oss-120b": (60000, 7.5e-08, 3e-07),
"aipg/deepseek-v4-flash-nvfp4": (262144, 7e-08, 1.4e-07),
"aipg/Smollm-135m": (2048, 5e-09, 1e-08),
}
for model, (context, input_cost, output_cost) in expected.items():
info = litellm.get_model_info(model)
assert info["litellm_provider"] == "aipg"
assert info["mode"] == "chat"
assert info["max_input_tokens"] == context
assert info["input_cost_per_token"] == input_cost
assert info["output_cost_per_token"] == output_cost
finally:
litellm.model_cost = original_model_cost
if original_env is None:
os.environ.pop("LITELLM_LOCAL_MODEL_COST_MAP", None)
else:
os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = original_env
model_cost = litellm.get_model_cost_map(url="")
expected = {
"aipg/gpt-oss-120b": (60000, 7.5e-08, 3e-07),
"aipg/deepseek-v4-flash-nvfp4": (262144, 7e-08, 1.4e-07),
"aipg/Smollm-135m": (2048, 5e-09, 1e-08),
}
for model, (context, input_cost, output_cost) in expected.items():
info = model_cost[model]
assert info["litellm_provider"] == "aipg"
assert info["mode"] == "chat"
assert info["max_input_tokens"] == context
assert info["input_cost_per_token"] == input_cost
assert info["output_cost_per_token"] == output_cost