mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-29 06:33:28 +00:00
Merge 95d471ea9b into 3fa1587f43
This commit is contained in:
commit
9630a16306
7 changed files with 8 additions and 148 deletions
|
|
@ -16694,75 +16694,6 @@
|
|||
"supports_function_calling": true,
|
||||
"supports_tool_choice": true
|
||||
},
|
||||
"coralbricks/glm-5.3-fast": {
|
||||
"cache_creation_input_token_cost": 1.68e-06,
|
||||
"cache_read_input_token_cost": 0.0,
|
||||
"input_cost_per_token": 1.12e-06,
|
||||
"litellm_provider": "coralbricks",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_tokens": 1048576,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 4.4e-06,
|
||||
"source": "https://www.coralbricks.ai/pricing",
|
||||
"supported_endpoints": [
|
||||
"/v1/chat/completions",
|
||||
"/v1/responses",
|
||||
"/v1/messages"
|
||||
],
|
||||
"supports_function_calling": true,
|
||||
"supports_native_streaming": true,
|
||||
"supports_prompt_caching": true,
|
||||
"supports_reasoning": true,
|
||||
"supports_system_messages": true,
|
||||
"supports_tool_choice": true,
|
||||
"supports_vision": false
|
||||
},
|
||||
"coralbricks/glm-5.3-fp4": {
|
||||
"cache_creation_input_token_cost": 1.68e-06,
|
||||
"cache_read_input_token_cost": 0.0,
|
||||
"input_cost_per_token": 1.12e-06,
|
||||
"litellm_provider": "coralbricks",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_tokens": 1048576,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 4.4e-06,
|
||||
"source": "https://www.coralbricks.ai/pricing",
|
||||
"supported_endpoints": [
|
||||
"/v1/chat/completions",
|
||||
"/v1/responses",
|
||||
"/v1/messages"
|
||||
],
|
||||
"supports_function_calling": true,
|
||||
"supports_native_streaming": true,
|
||||
"supports_prompt_caching": true,
|
||||
"supports_reasoning": true,
|
||||
"supports_system_messages": true,
|
||||
"supports_tool_choice": true,
|
||||
"supports_vision": false
|
||||
},
|
||||
"coralbricks/glm-5.3": {
|
||||
"cache_creation_input_token_cost": 1.68e-06,
|
||||
"cache_read_input_token_cost": 0.0,
|
||||
"input_cost_per_token": 1.12e-06,
|
||||
"litellm_provider": "coralbricks",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_tokens": 1048576,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 4.4e-06,
|
||||
"source": "https://www.coralbricks.ai/pricing",
|
||||
"supported_endpoints": [
|
||||
"/v1/chat/completions",
|
||||
"/v1/responses",
|
||||
"/v1/messages"
|
||||
],
|
||||
"supports_function_calling": true,
|
||||
"supports_native_streaming": true,
|
||||
"supports_prompt_caching": true,
|
||||
"supports_reasoning": true,
|
||||
"supports_system_messages": true,
|
||||
"supports_tool_choice": true,
|
||||
"supports_vision": false
|
||||
},
|
||||
"coralbricks/deepseek-v4.1-flash-fast": {
|
||||
"cache_creation_input_token_cost": 9e-08,
|
||||
"cache_read_input_token_cost": 0.0,
|
||||
|
|
|
|||
|
|
@ -1087,7 +1087,7 @@
|
|||
"default_value": null
|
||||
}
|
||||
],
|
||||
"default_model_placeholder": "coralbricks/glm-5.3-fast"
|
||||
"default_model_placeholder": "coralbricks/deepseek-v4.1-flash-fast"
|
||||
},
|
||||
{
|
||||
"provider": "CORTECS",
|
||||
|
|
|
|||
|
|
@ -16694,75 +16694,6 @@
|
|||
"supports_function_calling": true,
|
||||
"supports_tool_choice": true
|
||||
},
|
||||
"coralbricks/glm-5.3-fast": {
|
||||
"cache_creation_input_token_cost": 1.68e-06,
|
||||
"cache_read_input_token_cost": 0.0,
|
||||
"input_cost_per_token": 1.12e-06,
|
||||
"litellm_provider": "coralbricks",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_tokens": 1048576,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 4.4e-06,
|
||||
"source": "https://www.coralbricks.ai/pricing",
|
||||
"supported_endpoints": [
|
||||
"/v1/chat/completions",
|
||||
"/v1/responses",
|
||||
"/v1/messages"
|
||||
],
|
||||
"supports_function_calling": true,
|
||||
"supports_native_streaming": true,
|
||||
"supports_prompt_caching": true,
|
||||
"supports_reasoning": true,
|
||||
"supports_system_messages": true,
|
||||
"supports_tool_choice": true,
|
||||
"supports_vision": false
|
||||
},
|
||||
"coralbricks/glm-5.3-fp4": {
|
||||
"cache_creation_input_token_cost": 1.68e-06,
|
||||
"cache_read_input_token_cost": 0.0,
|
||||
"input_cost_per_token": 1.12e-06,
|
||||
"litellm_provider": "coralbricks",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_tokens": 1048576,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 4.4e-06,
|
||||
"source": "https://www.coralbricks.ai/pricing",
|
||||
"supported_endpoints": [
|
||||
"/v1/chat/completions",
|
||||
"/v1/responses",
|
||||
"/v1/messages"
|
||||
],
|
||||
"supports_function_calling": true,
|
||||
"supports_native_streaming": true,
|
||||
"supports_prompt_caching": true,
|
||||
"supports_reasoning": true,
|
||||
"supports_system_messages": true,
|
||||
"supports_tool_choice": true,
|
||||
"supports_vision": false
|
||||
},
|
||||
"coralbricks/glm-5.3": {
|
||||
"cache_creation_input_token_cost": 1.68e-06,
|
||||
"cache_read_input_token_cost": 0.0,
|
||||
"input_cost_per_token": 1.12e-06,
|
||||
"litellm_provider": "coralbricks",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_tokens": 1048576,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 4.4e-06,
|
||||
"source": "https://www.coralbricks.ai/pricing",
|
||||
"supported_endpoints": [
|
||||
"/v1/chat/completions",
|
||||
"/v1/responses",
|
||||
"/v1/messages"
|
||||
],
|
||||
"supports_function_calling": true,
|
||||
"supports_native_streaming": true,
|
||||
"supports_prompt_caching": true,
|
||||
"supports_reasoning": true,
|
||||
"supports_system_messages": true,
|
||||
"supports_tool_choice": true,
|
||||
"supports_vision": false
|
||||
},
|
||||
"coralbricks/deepseek-v4.1-flash-fast": {
|
||||
"cache_creation_input_token_cost": 9e-08,
|
||||
"cache_read_input_token_cost": 0.0,
|
||||
|
|
|
|||
|
|
@ -19,7 +19,7 @@ from pydantic import JsonValue
|
|||
|
||||
PROVIDER: Final = "coralbricks"
|
||||
MODEL: Final = "deepseek-v4.1-flash-fast"
|
||||
MODELS: Final = (MODEL, "glm-5.3-fast")
|
||||
MODELS: Final = (MODEL, "deepseek-v4.1-flash-fast-fp4")
|
||||
API_KEY: Final = "cb_synthetic_integration_key"
|
||||
ANSWER: Final = "coral ok"
|
||||
NO_CACHE: Final[dict[str, JsonValue]] = {"no-cache": True}
|
||||
|
|
|
|||
|
|
@ -19,13 +19,13 @@ def test_coralbricks_provider_resolution(monkeypatch: pytest.MonkeyPatch):
|
|||
monkeypatch.setenv("CORALBRICKS_API_KEY", "coralbricks-test-key")
|
||||
|
||||
model, provider, api_key, api_base = get_llm_provider(
|
||||
model="coralbricks/glm-5.3-fast",
|
||||
model=CORALBRICKS_MODEL,
|
||||
custom_llm_provider=None,
|
||||
api_base=None,
|
||||
api_key=None,
|
||||
)
|
||||
|
||||
assert model == "glm-5.3-fast"
|
||||
assert model == CORALBRICKS_MODEL_ID
|
||||
assert provider == "coralbricks"
|
||||
assert api_key == "coralbricks-test-key"
|
||||
assert api_base == "https://inference.coralbricks.ai/v1"
|
||||
|
|
@ -37,7 +37,7 @@ def test_coralbricks_provider_keeps_explicit_credentials(monkeypatch: pytest.Mon
|
|||
monkeypatch.setenv("CORALBRICKS_API_KEY", "coralbricks-env-key")
|
||||
|
||||
_, provider, api_key, api_base = get_llm_provider(
|
||||
model="coralbricks/glm-5.3-fast",
|
||||
model=CORALBRICKS_MODEL,
|
||||
custom_llm_provider=None,
|
||||
api_base="https://coralbricks.internal.example/v1",
|
||||
api_key="coralbricks-explicit-key",
|
||||
|
|
@ -59,7 +59,7 @@ def test_coralbricks_is_available_in_add_model_form():
|
|||
|
||||
assert coralbricks["provider"] == "CORALBRICKS"
|
||||
assert coralbricks["provider_display_name"] == "CoralBricks"
|
||||
assert coralbricks["default_model_placeholder"] == "coralbricks/glm-5.3-fast"
|
||||
assert coralbricks["default_model_placeholder"] == CORALBRICKS_MODEL
|
||||
assert {field["key"]: field["required"] for field in coralbricks["credential_fields"]} == {
|
||||
"api_base": False,
|
||||
"api_key": True,
|
||||
|
|
@ -444,8 +444,6 @@ def _billed_chat_cost(model_id: str) -> float:
|
|||
@pytest.mark.parametrize(
|
||||
("deprecated_slug", "current_slug"),
|
||||
(
|
||||
("glm-5.3-fp4", "glm-5.3-fast"),
|
||||
("glm-5.3", "glm-5.3-fast"),
|
||||
("deepseek-v4.1-flash-fast-fp4", "deepseek-v4.1-flash-fast"),
|
||||
("deepseek-v4.1-flash", "deepseek-v4.1-flash-fast"),
|
||||
),
|
||||
|
|
|
|||
|
|
@ -366,7 +366,7 @@ describe("provider_info_helpers", () => {
|
|||
});
|
||||
|
||||
it("should return a coralbricks/ placeholder for the CoralBricks provider", () => {
|
||||
expect(getPlaceholder(Providers.CORALBRICKS)).toBe("coralbricks/glm-5.3-fast");
|
||||
expect(getPlaceholder(Providers.CORALBRICKS)).toBe("coralbricks/deepseek-v4.1-flash-fast");
|
||||
});
|
||||
|
||||
it("should return decision model placeholders for the TypeSafe and StrandsDecider dropdown keys", () => {
|
||||
|
|
|
|||
|
|
@ -467,7 +467,7 @@ const providerPlaceholderMap: Partial<Record<Providers, string>> = {
|
|||
[Providers.Bedrock]: "claude-3-opus",
|
||||
[Providers.CHATGPT]: "chatgpt/gpt-5.4",
|
||||
[Providers.Cognition]: "cognition/swe-1.7",
|
||||
[Providers.CORALBRICKS]: "coralbricks/glm-5.3-fast",
|
||||
[Providers.CORALBRICKS]: "coralbricks/deepseek-v4.1-flash-fast",
|
||||
[Providers.Cursor]: "cursor/claude-4-sonnet",
|
||||
[Providers.DeepInfra]: "deepinfra/<any-model-on-deepinfra>",
|
||||
[Providers.EDENAI]: "edenai/openai/gpt-mini-latest",
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue