From 7f64316429fa1c155d6036cffe95b6731f90d041 Mon Sep 17 00:00:00 2001 From: Fabro Date: Wed, 15 Apr 2026 11:10:58 -0400 Subject: [PATCH] checkpoint MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ⚒️ Generated with [Fabro](https://fabro.sh) --- checkpoint.json | 36 +++++++++++++++++++------- nodes/lint_rust/script_timing.json | 7 +++++ nodes/lint_rust/status.json | 6 +++++ nodes/test_rust/script_invocation.json | 5 ++++ nodes/test_rust/script_timing.json | 7 +++++ 5 files changed, 51 insertions(+), 10 deletions(-) create mode 100644 nodes/lint_rust/script_timing.json create mode 100644 nodes/lint_rust/status.json create mode 100644 nodes/test_rust/script_invocation.json create mode 100644 nodes/test_rust/script_timing.json diff --git a/checkpoint.json b/checkpoint.json index 98915b1b1..11eee9874 100644 --- a/checkpoint.json +++ b/checkpoint.json @@ -1,35 +1,38 @@ { - "timestamp": "2026-04-15T15:07:34.278197Z", - "current_node": "lint_rust", + "timestamp": "2026-04-15T15:10:58.375888Z", + "current_node": "test_rust", "completed_nodes": [ "start", "toolchain", "compile_rust", "compile_typescript", - "lint_rust" + "lint_rust", + "test_rust" ], "node_retries": {}, "context_values": { - "current_node": "lint_rust", + "current_node": "test_rust", "graph.rankdir": "LR", "internal.retry_count.start": 0, "thread.start.current_node": "toolchain", "command.stderr": "", "internal.retry_count.compile_typescript": 0, + "internal.retry_count.test_rust": 0, "internal.retry_count.compile_rust": 0, "internal.retry_count.toolchain": 0, - "command.output": "info: syncing channel updates for nightly-x86_64-unknown-linux-gnu\ninfo: latest update on 2026-04-15 for version 1.97.0-nightly (a5c825cd8 2026-04-14)\ninfo: downloading 6 components\n", + "command.output": "────────────\n Nextest run ID fddcb8a8-3262-4b1c-9cc9-dd13c8a56797 with nextest profile: default\n Starting 3980 tests across 66 binaries (182 tests skipped)\n FAIL [ 0.102s] ( 551/3980) fabro-cli::it cmd::model_test::bulk_skip_exits_zero_and_prints_summary\n stdout ───\n\n running 1 test\n ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ Snapshot Summary ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n Snapshot: bulk_skip_exits_zero_and_prints_summary\n Source: lib/crates/fabro-cli/tests/it/cmd/model_test.rs:85\n ────────────────────────────────────────────────────────────────────────────────\n Expression: snapshot\n ────────────────────────────────────────────────────────────────────────────────\n -old snapshot\n +new results\n ────────────┬───────────────────────────────────────────────────────────────────\n 1 1 │ success: true\n 2 2 │ exit_code: 0\n 3 3 │ ----- stdout -----\n 4 │-MODEL PROVIDER ALIASES CONTEXT COST SPEED RESULT \n 5 │- claude-opus-4-6 anthropic opus, claude-opus 1m $5.0 / $25.0 25 tok/s ok \n 6 │- claude-sonnet-4-5 anthropic 200k $3.0 / $15.0 50 tok/s ok \n 7 │- claude-sonnet-4-6 anthropic sonnet, claude-sonnet 200k $3.0 / $15.0 50 tok/s ok \n 8 │- claude-haiku-4-5 anthropic haiku, claude-haiku 200k $0.8 / $4.0 100 tok/s ok\n 9 4 │ ----- stderr -----\n 10 5 │ Testing claude-opus-4-6... done\n 11 6 │ Testing claude-sonnet-4-5... done\n 12 7 │ Testing claude-sonnet-4-6... done\n ┈┈┈┈┈┈┈┈┈┈┈┈┼┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈\n 26 21 │ Testing kimi-k2.5... done\n 27 22 │ Testing glm-4.7... done\n 28 23 │ Testing minimax-m2.5... done\n 29 24 │ Testing mercury-2... done\n 30 │-Skipped 16 model(s) (no credentials: OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n 25 │+Skipped 20 model(s) (no credentials: Anthropic, OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n ────────────┴───────────────────────────────────────────────────────────────────\n To update snapshots run `cargo insta review`\n Stopped on the first failure. Run `cargo insta test` to run all snapshots.\n test cmd::model_test::bulk_skip_exits_zero_and_prints_summary ... FAILED\n\n failures:\n\n failures:\n cmd::model_test::bulk_skip_exits_zero_and_prints_summary\n\n test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 346 filtered out; finished in 0.10s\n\n stderr ───\n Testing claude-opus-4-6... done\n Testing claude-sonnet-4-5... done\n Testing claude-sonnet-4-6... done\n Testing claude-haiku-4-5... done\n Testing gpt-5.2... done\n Testing gpt-5-mini... done\n Testing gpt-5.2-codex... done\n Testing gpt-5.3-codex... done\n Testing gpt-5.3-codex-spark... done\n Testing gpt-5.4... done\n Testing gpt-5.4-pro... done\n Testing gpt-5.4-mini... done\n Testing gemini-3.1-pro-preview... done\n Testing gemini-3.1-pro-preview-customtools... done\n Testing gemini-3-flash-preview... done\n Testing gemini-3.1-flash-lite-preview... done\n Testing kimi-k2.5... done\n Testing glm-4.7... done\n Testing minimax-m2.5... done\n Testing mercury-2... done\n Skipped 20 model(s) (no credentials: Anthropic, OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n\n thread 'cmd::model_test::bulk_skip_exits_zero_and_prints_summary' (26131) panicked at /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/insta-1.46.3/src/runtime.rs:719:13:\n snapshot assertion for 'bulk_skip_exits_zero_and_prints_summary' failed in line 85\n note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace\n\n Cancelling due to test failure: 3 tests still running\n────────────\n Summary [ 5.376s] 554/3980 tests run: 553 passed, 1 failed, 182 skipped\n FAIL [ 0.102s] ( 551/3980) fabro-cli::it cmd::model_test::bulk_skip_exits_zero_and_prints_summary\nwarning: 3426/3980 tests were not run due to test failure (run with --no-fail-fast to run all tests, or run with --max-fail)\nerror: test run failed\n", "thread.compile_rust.current_node": "compile_typescript", - "outcome": "success", - "failure_signature": "", + "thread.lint_rust.current_node": "test_rust", + "outcome": "fail", + "failure_signature": "test_rust|canceled|script failed with exit code: ## stdout ──────────── nextest run id --4b1c-9cc9- with nextest profile: default starting tests across binaries ( tests skipped) fail [ .102s] ( /) f", "thread.compile_typescript.current_node": "lint_rust", - "internal.thread_id": "compile_typescript", + "internal.thread_id": "lint_rust", "internal.run_id": "01KP8TQ29CPJVE75N8YBE6WA52", "graph.goal": "Verify the sandbox can lint and test the project", "internal.fidelity": "compact", "graph.retry_target": "exit", "internal.node_visit_count": 1, - "failure_class": "", + "failure_class": "canceled", "thread.toolchain.current_node": "compile_rust", "internal.retry_count.lint_rust": 0 }, @@ -73,13 +76,26 @@ }, "notes": "Script completed: cargo +nightly fmt --check --all 2>&1 && cargo clippy -q --workspace -- -D warnings 2>&1", "usage": null + }, + "test_rust": { + "status": "fail", + "context_updates": { + "command.stderr": "", + "command.output": "────────────\n Nextest run ID fddcb8a8-3262-4b1c-9cc9-dd13c8a56797 with nextest profile: default\n Starting 3980 tests across 66 binaries (182 tests skipped)\n FAIL [ 0.102s] ( 551/3980) fabro-cli::it cmd::model_test::bulk_skip_exits_zero_and_prints_summary\n stdout ───\n\n running 1 test\n ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ Snapshot Summary ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n Snapshot: bulk_skip_exits_zero_and_prints_summary\n Source: lib/crates/fabro-cli/tests/it/cmd/model_test.rs:85\n ────────────────────────────────────────────────────────────────────────────────\n Expression: snapshot\n ────────────────────────────────────────────────────────────────────────────────\n -old snapshot\n +new results\n ────────────┬───────────────────────────────────────────────────────────────────\n 1 1 │ success: true\n 2 2 │ exit_code: 0\n 3 3 │ ----- stdout -----\n 4 │-MODEL PROVIDER ALIASES CONTEXT COST SPEED RESULT \n 5 │- claude-opus-4-6 anthropic opus, claude-opus 1m $5.0 / $25.0 25 tok/s ok \n 6 │- claude-sonnet-4-5 anthropic 200k $3.0 / $15.0 50 tok/s ok \n 7 │- claude-sonnet-4-6 anthropic sonnet, claude-sonnet 200k $3.0 / $15.0 50 tok/s ok \n 8 │- claude-haiku-4-5 anthropic haiku, claude-haiku 200k $0.8 / $4.0 100 tok/s ok\n 9 4 │ ----- stderr -----\n 10 5 │ Testing claude-opus-4-6... done\n 11 6 │ Testing claude-sonnet-4-5... done\n 12 7 │ Testing claude-sonnet-4-6... done\n ┈┈┈┈┈┈┈┈┈┈┈┈┼┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈\n 26 21 │ Testing kimi-k2.5... done\n 27 22 │ Testing glm-4.7... done\n 28 23 │ Testing minimax-m2.5... done\n 29 24 │ Testing mercury-2... done\n 30 │-Skipped 16 model(s) (no credentials: OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n 25 │+Skipped 20 model(s) (no credentials: Anthropic, OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n ────────────┴───────────────────────────────────────────────────────────────────\n To update snapshots run `cargo insta review`\n Stopped on the first failure. Run `cargo insta test` to run all snapshots.\n test cmd::model_test::bulk_skip_exits_zero_and_prints_summary ... FAILED\n\n failures:\n\n failures:\n cmd::model_test::bulk_skip_exits_zero_and_prints_summary\n\n test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 346 filtered out; finished in 0.10s\n\n stderr ───\n Testing claude-opus-4-6... done\n Testing claude-sonnet-4-5... done\n Testing claude-sonnet-4-6... done\n Testing claude-haiku-4-5... done\n Testing gpt-5.2... done\n Testing gpt-5-mini... done\n Testing gpt-5.2-codex... done\n Testing gpt-5.3-codex... done\n Testing gpt-5.3-codex-spark... done\n Testing gpt-5.4... done\n Testing gpt-5.4-pro... done\n Testing gpt-5.4-mini... done\n Testing gemini-3.1-pro-preview... done\n Testing gemini-3.1-pro-preview-customtools... done\n Testing gemini-3-flash-preview... done\n Testing gemini-3.1-flash-lite-preview... done\n Testing kimi-k2.5... done\n Testing glm-4.7... done\n Testing minimax-m2.5... done\n Testing mercury-2... done\n Skipped 20 model(s) (no credentials: Anthropic, OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n\n thread 'cmd::model_test::bulk_skip_exits_zero_and_prints_summary' (26131) panicked at /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/insta-1.46.3/src/runtime.rs:719:13:\n snapshot assertion for 'bulk_skip_exits_zero_and_prints_summary' failed in line 85\n note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace\n\n Cancelling due to test failure: 3 tests still running\n────────────\n Summary [ 5.376s] 554/3980 tests run: 553 passed, 1 failed, 182 skipped\n FAIL [ 0.102s] ( 551/3980) fabro-cli::it cmd::model_test::bulk_skip_exits_zero_and_prints_summary\nwarning: 3426/3980 tests were not run due to test failure (run with --no-fail-fast to run all tests, or run with --max-fail)\nerror: test run failed\n" + }, + "failure": { + "message": "Script failed with exit code: 100\n\n## stdout\n────────────\n Nextest run ID fddcb8a8-3262-4b1c-9cc9-dd13c8a56797 with nextest profile: default\n Starting 3980 tests across 66 binaries (182 tests skipped)\n FAIL [ 0.102s] ( 551/3980) fabro-cli::it cmd::model_test::bulk_skip_exits_zero_and_prints_summary\n stdout ───\n\n running 1 test\n ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ Snapshot Summary ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n Snapshot: bulk_skip_exits_zero_and_prints_summary\n Source: lib/crates/fabro-cli/tests/it/cmd/model_test.rs:85\n ────────────────────────────────────────────────────────────────────────────────\n Expression: snapshot\n ────────────────────────────────────────────────────────────────────────────────\n -old snapshot\n +new results\n ────────────┬───────────────────────────────────────────────────────────────────\n 1 1 │ success: true\n 2 2 │ exit_code: 0\n 3 3 │ ----- stdout -----\n 4 │-MODEL PROVIDER ALIASES CONTEXT COST SPEED RESULT \n 5 │- claude-opus-4-6 anthropic opus, claude-opus 1m $5.0 / $25.0 25 tok/s ok \n 6 │- claude-sonnet-4-5 anthropic 200k $3.0 / $15.0 50 tok/s ok \n 7 │- claude-sonnet-4-6 anthropic sonnet, claude-sonnet 200k $3.0 / $15.0 50 tok/s ok \n 8 │- claude-haiku-4-5 anthropic haiku, claude-haiku 200k $0.8 / $4.0 100 tok/s ok\n 9 4 │ ----- stderr -----\n 10 5 │ Testing claude-opus-4-6... done\n 11 6 │ Testing claude-sonnet-4-5... done\n 12 7 │ Testing claude-sonnet-4-6... done\n ┈┈┈┈┈┈┈┈┈┈┈┈┼┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈\n 26 21 │ Testing kimi-k2.5... done\n 27 22 │ Testing glm-4.7... done\n 28 23 │ Testing minimax-m2.5... done\n 29 24 │ Testing mercury-2... done\n 30 │-Skipped 16 model(s) (no credentials: OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n 25 │+Skipped 20 model(s) (no credentials: Anthropic, OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n ────────────┴───────────────────────────────────────────────────────────────────\n To update snapshots run `cargo insta review`\n Stopped on the first failure. Run `cargo insta test` to run all snapshots.\n test cmd::model_test::bulk_skip_exits_zero_and_prints_summary ... FAILED\n\n failures:\n\n failures:\n cmd::model_test::bulk_skip_exits_zero_and_prints_summary\n\n test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 346 filtered out; finished in 0.10s\n\n stderr ───\n Testing claude-opus-4-6... done\n Testing claude-sonnet-4-5... done\n Testing claude-sonnet-4-6... done\n Testing claude-haiku-4-5... done\n Testing gpt-5.2... done\n Testing gpt-5-mini... done\n Testing gpt-5.2-codex... done\n Testing gpt-5.3-codex... done\n Testing gpt-5.3-codex-spark... done\n Testing gpt-5.4... done\n Testing gpt-5.4-pro... done\n Testing gpt-5.4-mini... done\n Testing gemini-3.1-pro-preview... done\n Testing gemini-3.1-pro-preview-customtools... done\n Testing gemini-3-flash-preview... done\n Testing gemini-3.1-flash-lite-preview... done\n Testing kimi-k2.5... done\n Testing glm-4.7... done\n Testing minimax-m2.5... done\n Testing mercury-2... done\n Skipped 20 model(s) (no credentials: Anthropic, OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n\n thread 'cmd::model_test::bulk_skip_exits_zero_and_prints_summary' (26131) panicked at /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/insta-1.46.3/src/runtime.rs:719:13:\n snapshot assertion for 'bulk_skip_exits_zero_and_prints_summary' failed in line 85\n note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace\n\n Cancelling due to test failure: 3 tests still running\n────────────\n Summary [ 5.376s] 554/3980 tests run: 553 passed, 1 failed, 182 skipped\n FAIL [ 0.102s] ( 551/3980) fabro-cli::it cmd::model_test::bulk_skip_exits_zero_and_prints_summary\nwarning: 3426/3980 tests were not run due to test failure (run with --no-fail-fast to run all tests, or run with --max-fail)\nerror: test run failed\n", + "failure_class": "canceled" + }, + "usage": null } }, - "next_node_id": "test_rust", + "next_node_id": "test_typescript", "node_visits": { "lint_rust": 1, "start": 1, "toolchain": 1, + "test_rust": 1, "compile_rust": 1, "compile_typescript": 1 } diff --git a/nodes/lint_rust/script_timing.json b/nodes/lint_rust/script_timing.json new file mode 100644 index 000000000..783b7b952 --- /dev/null +++ b/nodes/lint_rust/script_timing.json @@ -0,0 +1,7 @@ +{ + "stdout": "info: syncing channel updates for nightly-x86_64-unknown-linux-gnu\ninfo: latest update on 2026-04-15 for version 1.97.0-nightly (a5c825cd8 2026-04-14)\ninfo: downloading 6 components\n", + "stderr": "", + "exit_code": 0, + "duration_ms": 34985, + "timed_out": false +} \ No newline at end of file diff --git a/nodes/lint_rust/status.json b/nodes/lint_rust/status.json new file mode 100644 index 000000000..2c8edf454 --- /dev/null +++ b/nodes/lint_rust/status.json @@ -0,0 +1,6 @@ +{ + "status": "success", + "notes": "Script completed: cargo +nightly fmt --check --all 2>&1 && cargo clippy -q --workspace -- -D warnings 2>&1", + "failure_reason": null, + "timestamp": "2026-04-15T15:07:34.278086Z" +} \ No newline at end of file diff --git a/nodes/test_rust/script_invocation.json b/nodes/test_rust/script_invocation.json new file mode 100644 index 000000000..e5eb60e51 --- /dev/null +++ b/nodes/test_rust/script_invocation.json @@ -0,0 +1,5 @@ +{ + "script": "ulimit -n 4096 && cargo nextest run --cargo-quiet --workspace --status-level fail 2>&1", + "command": "ulimit -n 4096 && cargo nextest run --cargo-quiet --workspace --status-level fail 2>&1", + "language": "shell" +} \ No newline at end of file diff --git a/nodes/test_rust/script_timing.json b/nodes/test_rust/script_timing.json new file mode 100644 index 000000000..dad665292 --- /dev/null +++ b/nodes/test_rust/script_timing.json @@ -0,0 +1,7 @@ +{ + "stdout": "────────────\n Nextest run ID fddcb8a8-3262-4b1c-9cc9-dd13c8a56797 with nextest profile: default\n Starting 3980 tests across 66 binaries (182 tests skipped)\n FAIL [ 0.102s] ( 551/3980) fabro-cli::it cmd::model_test::bulk_skip_exits_zero_and_prints_summary\n stdout ───\n\n running 1 test\n ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ Snapshot Summary ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n Snapshot: bulk_skip_exits_zero_and_prints_summary\n Source: lib/crates/fabro-cli/tests/it/cmd/model_test.rs:85\n ────────────────────────────────────────────────────────────────────────────────\n Expression: snapshot\n ────────────────────────────────────────────────────────────────────────────────\n -old snapshot\n +new results\n ────────────┬───────────────────────────────────────────────────────────────────\n 1 1 │ success: true\n 2 2 │ exit_code: 0\n 3 3 │ ----- stdout -----\n 4 │-MODEL PROVIDER ALIASES CONTEXT COST SPEED RESULT \n 5 │- claude-opus-4-6 anthropic opus, claude-opus 1m $5.0 / $25.0 25 tok/s ok \n 6 │- claude-sonnet-4-5 anthropic 200k $3.0 / $15.0 50 tok/s ok \n 7 │- claude-sonnet-4-6 anthropic sonnet, claude-sonnet 200k $3.0 / $15.0 50 tok/s ok \n 8 │- claude-haiku-4-5 anthropic haiku, claude-haiku 200k $0.8 / $4.0 100 tok/s ok\n 9 4 │ ----- stderr -----\n 10 5 │ Testing claude-opus-4-6... done\n 11 6 │ Testing claude-sonnet-4-5... done\n 12 7 │ Testing claude-sonnet-4-6... done\n ┈┈┈┈┈┈┈┈┈┈┈┈┼┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈┈\n 26 21 │ Testing kimi-k2.5... done\n 27 22 │ Testing glm-4.7... done\n 28 23 │ Testing minimax-m2.5... done\n 29 24 │ Testing mercury-2... done\n 30 │-Skipped 16 model(s) (no credentials: OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n 25 │+Skipped 20 model(s) (no credentials: Anthropic, OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n ────────────┴───────────────────────────────────────────────────────────────────\n To update snapshots run `cargo insta review`\n Stopped on the first failure. Run `cargo insta test` to run all snapshots.\n test cmd::model_test::bulk_skip_exits_zero_and_prints_summary ... FAILED\n\n failures:\n\n failures:\n cmd::model_test::bulk_skip_exits_zero_and_prints_summary\n\n test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 346 filtered out; finished in 0.10s\n\n stderr ───\n Testing claude-opus-4-6... done\n Testing claude-sonnet-4-5... done\n Testing claude-sonnet-4-6... done\n Testing claude-haiku-4-5... done\n Testing gpt-5.2... done\n Testing gpt-5-mini... done\n Testing gpt-5.2-codex... done\n Testing gpt-5.3-codex... done\n Testing gpt-5.3-codex-spark... done\n Testing gpt-5.4... done\n Testing gpt-5.4-pro... done\n Testing gpt-5.4-mini... done\n Testing gemini-3.1-pro-preview... done\n Testing gemini-3.1-pro-preview-customtools... done\n Testing gemini-3-flash-preview... done\n Testing gemini-3.1-flash-lite-preview... done\n Testing kimi-k2.5... done\n Testing glm-4.7... done\n Testing minimax-m2.5... done\n Testing mercury-2... done\n Skipped 20 model(s) (no credentials: Anthropic, OpenAI, Gemini, Kimi, Zai, Minimax, Inception)\n\n thread 'cmd::model_test::bulk_skip_exits_zero_and_prints_summary' (26131) panicked at /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/insta-1.46.3/src/runtime.rs:719:13:\n snapshot assertion for 'bulk_skip_exits_zero_and_prints_summary' failed in line 85\n note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace\n\n Cancelling due to test failure: 3 tests still running\n────────────\n Summary [ 5.376s] 554/3980 tests run: 553 passed, 1 failed, 182 skipped\n FAIL [ 0.102s] ( 551/3980) fabro-cli::it cmd::model_test::bulk_skip_exits_zero_and_prints_summary\nwarning: 3426/3980 tests were not run due to test failure (run with --no-fail-fast to run all tests, or run with --max-fail)\nerror: test run failed\n", + "stderr": "", + "exit_code": 100, + "duration_ms": 201137, + "timed_out": false +} \ No newline at end of file