diff --git a/eval/configs/models/deepseek-chat.yaml b/eval/configs/models/deepseek-chat.yaml new file mode 100644 index 000000000..e649a021f --- /dev/null +++ b/eval/configs/models/deepseek-chat.yaml @@ -0,0 +1,13 @@ +model: deepseek-ai/deepseek-chat +provider: openrouter +cost: + input: 0.14 # per 1M tokens + output: 0.28 # per 1M tokens + +# Native DeepSeek API (direct) +api_key: null +base_url: null + +# For OpenRouter, uncomment below and comment out direct config above +# api_key: \${OPENROUTER_API_KEY} +# base_url: https://openrouter.ai/api/v1 diff --git a/eval/configs/models/deepseek-v3.yaml b/eval/configs/models/deepseek-v3.yaml new file mode 100644 index 000000000..f15c5b7a6 --- /dev/null +++ b/eval/configs/models/deepseek-v3.yaml @@ -0,0 +1,15 @@ +model: deepseek-ai/DeepSeek-V3 +provider: openrouter +cost: + input: 0.27 # per 1M tokens + output: 1.10 # per 1M tokens + +# Native DeepSeek API (direct) +# Get your API key at: https://platform.deepseek.com/ +# Or use OpenRouter with: OPENROUTER_API_KEY +api_key: null +base_url: null + +# For OpenRouter, uncomment below and comment out direct config above +# api_key: \${OPENROUTER_API_KEY} +# base_url: https://openrouter.ai/api/v1