mirror of
https://github.com/RooVetGit/Roo-Code.git
synced 2026-09-09 22:31:08 +00:00
Fix LiteLLM test failures after merge (#8870)
* Use monotonic clock for rate limiting * Fix LiteLLM test failures after merge - Remove supportsComputerUse from LiteLLM implementation as it's no longer part of ModelInfo interface - Update test expectations to include cacheWritesPrice and cacheReadsPrice fields - Fix test for max_output_tokens preference functionality --------- Co-authored-by: Christiaan Arnoldus <christiaan.arnoldus@outlook.com>
This commit is contained in:
parent
c232057e54
commit
fceb413047
2 changed files with 6 additions and 4 deletions
|
|
@ -645,10 +645,11 @@ describe("getLiteLLMModels", () => {
|
|||
maxTokens: 64000,
|
||||
contextWindow: 200000,
|
||||
supportsImages: true,
|
||||
supportsComputerUse: true,
|
||||
supportsPromptCache: false,
|
||||
inputPrice: undefined,
|
||||
outputPrice: undefined,
|
||||
cacheWritesPrice: undefined,
|
||||
cacheReadsPrice: undefined,
|
||||
description: "claude-3-5-sonnet-4-5 via LiteLLM proxy",
|
||||
})
|
||||
|
||||
|
|
@ -657,10 +658,11 @@ describe("getLiteLLMModels", () => {
|
|||
maxTokens: 8192,
|
||||
contextWindow: 128000,
|
||||
supportsImages: false,
|
||||
supportsComputerUse: false,
|
||||
supportsPromptCache: false,
|
||||
inputPrice: undefined,
|
||||
outputPrice: undefined,
|
||||
cacheWritesPrice: undefined,
|
||||
cacheReadsPrice: undefined,
|
||||
description: "model-with-only-max-tokens via LiteLLM proxy",
|
||||
})
|
||||
|
||||
|
|
@ -669,10 +671,11 @@ describe("getLiteLLMModels", () => {
|
|||
maxTokens: 16384,
|
||||
contextWindow: 100000,
|
||||
supportsImages: false,
|
||||
supportsComputerUse: false,
|
||||
supportsPromptCache: false,
|
||||
inputPrice: undefined,
|
||||
outputPrice: undefined,
|
||||
cacheWritesPrice: undefined,
|
||||
cacheReadsPrice: undefined,
|
||||
description: "model-with-only-max-output-tokens via LiteLLM proxy",
|
||||
})
|
||||
})
|
||||
|
|
|
|||
|
|
@ -44,7 +44,6 @@ export async function getLiteLLMModels(apiKey: string, baseUrl: string): Promise
|
|||
maxTokens: modelInfo.max_output_tokens || modelInfo.max_tokens || 8192,
|
||||
contextWindow: modelInfo.max_input_tokens || 200000,
|
||||
supportsImages: Boolean(modelInfo.supports_vision),
|
||||
// litellm_params.model may have a prefix like openrouter/
|
||||
supportsPromptCache: Boolean(modelInfo.supports_prompt_caching),
|
||||
inputPrice: modelInfo.input_cost_per_token ? modelInfo.input_cost_per_token * 1000000 : undefined,
|
||||
outputPrice: modelInfo.output_cost_per_token
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue