mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-07 08:26:10 +00:00
Merge pull request #33796 from BerriAI/litellm_fireworks_glm5p2_cache_read
fix(fireworks_ai): correct glm-5p2 prompt-cache read price to $0.14/1M
This commit is contained in:
commit
3829fa3014
4 changed files with 9 additions and 6 deletions
|
|
@ -16272,7 +16272,7 @@
|
|||
"supports_vision": false
|
||||
},
|
||||
"fireworks_ai/accounts/fireworks/models/glm-5p2": {
|
||||
"cache_read_input_token_cost": 2.6e-07,
|
||||
"cache_read_input_token_cost": 1.4e-07,
|
||||
"input_cost_per_token": 1.4e-06,
|
||||
"litellm_provider": "fireworks_ai",
|
||||
"max_input_tokens": 1048576,
|
||||
|
|
@ -16686,7 +16686,7 @@
|
|||
"supports_vision": false
|
||||
},
|
||||
"fireworks_ai/glm-5p2": {
|
||||
"cache_read_input_token_cost": 2.6e-07,
|
||||
"cache_read_input_token_cost": 1.4e-07,
|
||||
"input_cost_per_token": 1.4e-06,
|
||||
"litellm_provider": "fireworks_ai",
|
||||
"max_input_tokens": 1048576,
|
||||
|
|
|
|||
|
|
@ -16272,7 +16272,7 @@
|
|||
"supports_vision": false
|
||||
},
|
||||
"fireworks_ai/accounts/fireworks/models/glm-5p2": {
|
||||
"cache_read_input_token_cost": 2.6e-07,
|
||||
"cache_read_input_token_cost": 1.4e-07,
|
||||
"input_cost_per_token": 1.4e-06,
|
||||
"litellm_provider": "fireworks_ai",
|
||||
"max_input_tokens": 1048576,
|
||||
|
|
@ -16686,7 +16686,7 @@
|
|||
"supports_vision": false
|
||||
},
|
||||
"fireworks_ai/glm-5p2": {
|
||||
"cache_read_input_token_cost": 2.6e-07,
|
||||
"cache_read_input_token_cost": 1.4e-07,
|
||||
"input_cost_per_token": 1.4e-06,
|
||||
"litellm_provider": "fireworks_ai",
|
||||
"max_input_tokens": 1048576,
|
||||
|
|
|
|||
|
|
@ -5,12 +5,15 @@ import pytest
|
|||
|
||||
sys.path.insert(0, os.path.abspath("../../../../.."))
|
||||
|
||||
import litellm
|
||||
from litellm.llms.fireworks_ai.cost_calculator import cost_per_token
|
||||
from litellm.types.utils import PromptTokensDetailsWrapper, Usage
|
||||
|
||||
MODEL = "accounts/fireworks/models/glm-5p2"
|
||||
INPUT_COST = 1.4e-06
|
||||
CACHE_READ_COST = 2.6e-07
|
||||
# Read the cached rate from the price map so this test tracks the shipped value
|
||||
# (glm-5p2 is $0.14/1M) instead of hardcoding a number that breaks when it changes.
|
||||
CACHE_READ_COST = litellm.get_model_info(model=MODEL, custom_llm_provider="fireworks_ai")["cache_read_input_token_cost"]
|
||||
OUTPUT_COST = 4.4e-06
|
||||
|
||||
|
||||
|
|
|
|||
|
|
@ -4317,7 +4317,7 @@ _FIREWORKS_MODELS = [
|
|||
"accounts/fireworks/models/glm-5p2",
|
||||
1.4e-06,
|
||||
4.4e-06,
|
||||
2.6e-07,
|
||||
1.4e-07,
|
||||
1048576,
|
||||
131072,
|
||||
False,
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue