scriptoriumadmin/Roo-Code
1
0
Fork 0
mirror of https://github.com/RooVetGit/Roo-Code.git synced 2026-09-06 08:18:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: add TEST_MODEL env var support for CI matrix runs

Browse source 
- Add getModelsToTest() function to check TEST_MODEL env var
- When TEST_MODEL is set, run tests for only that model (CI matrix)
- When TEST_MODEL is not set, run all models sequentially (local dev)
- Enables future concurrent E2E test execution via workflow matrix
This commit is contained in:
Roo Code 2026-01-15 19:58:27 +00:00
parent 80fcc50870
commit 336ced74ec
1 changed files with 22 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
apps/vscode-e2e/src/suite/index.ts
View file

@ -9,8 +9,23 @@ import { waitFor } from "./utils"
/**
* Models to test against - high-performing models from different providers
* Can be overridden with TEST_MODEL env var for CI matrix runs
*/
const MODELS_TO_TEST = ["openai/gpt-5.2", "anthropic/claude-sonnet-4.5", "google/gemini-3-pro-preview"]
const ALL_MODELS = ["openai/gpt-5.2", "anthropic/claude-sonnet-4.5", "google/gemini-3-pro-preview"]
/**
* Get models to test - either a single model from TEST_MODEL env var (CI matrix)
* or all models (local development sequential runs)
*/
function getModelsToTest(): string[] {
const testModel = process.env.TEST_MODEL
if (testModel) {
console.log(`[Matrix Mode] Testing single model from TEST_MODEL: ${testModel}`)
return [testModel]
}
console.log(`[Sequential Mode] Testing all ${ALL_MODELS.length} models`)
return ALL_MODELS
}
interface ModelTestResult {
model: string
@ -28,11 +43,14 @@ export async function run() {
const api = extension.isActive ? extension.exports : await extension.activate()
// Get models to test (single model for CI matrix, all models for local dev)
const modelsToTest = getModelsToTest()
// Initial configuration with first model (will be reconfigured per model)
await api.setConfiguration({
apiProvider: "openrouter" as const,
openRouterApiKey: process.env.OPENROUTER_API_KEY!,
openRouterModelId: MODELS_TO_TEST[0],
openRouterModelId: modelsToTest[0],
})
await vscode.commands.executeCommand("roo-cline.SidebarProvider.focus")
@ -62,8 +80,8 @@ export async function run() {
const results: ModelTestResult[] = []
let totalFailures = 0
// Run tests for each model sequentially
for (const model of MODELS_TO_TEST) {
// Run tests for each model (single model in CI matrix, all models locally)
for (const model of modelsToTest) {
console.log(`\n${"=".repeat(60)}`)
console.log(` TESTING WITH MODEL: ${model}`)
console.log(`${"=".repeat(60)}\n`)