fabro/lib/crates/fabro-cli/tests/it/cmd/exec.rs
2026-03-30 18:23:24 -04:00

259 lines
8 KiB
Rust

use fabro_test::{fabro_snapshot, test_context};
#[test]
fn help() {
let context = test_context!();
let mut cmd = context.command();
cmd.args(["exec", "--help"]);
fabro_snapshot!(context.filters(), cmd, @"
success: true
exit_code: 0
----- stdout -----
Run an agentic coding session
Usage: fabro exec [OPTIONS] <PROMPT>
Arguments:
<PROMPT> Task prompt
Options:
--provider <PROVIDER> LLM provider (anthropic, openai, gemini, kimi, zai, minimax, inception)
--model <MODEL> Model name (defaults per provider)
--no-upgrade-check Disable automatic upgrade check [env: FABRO_NO_UPGRADE_CHECK=true]
--permissions <PERMISSIONS> Permission level for tool execution [possible values: read-only, read-write, full]
--quiet Suppress non-essential output [env: FABRO_QUIET=]
--auto-approve Skip interactive prompts; deny tools outside permission level
--debug Print LLM request/response debug info to stderr
--storage-dir <STORAGE_DIR> Storage directory (default: ~/.fabro) [env: FABRO_STORAGE_DIR=[STORAGE_DIR]]
--verbose Print full LLM request/response JSON to stderr
--skills-dir <SKILLS_DIR> Directory containing skill files (overrides default discovery)
--output-format <OUTPUT_FORMAT> Output format (text for human-readable, json for NDJSON event stream) [possible values: text, json]
-h, --help Print help
----- stderr -----
");
}
#[test]
fn invalid_permissions() {
let context = test_context!();
let mut cmd = context.exec_cmd();
cmd.args(["--permissions", "bogus", "test prompt"]);
fabro_snapshot!(context.filters(), cmd, @"
success: false
exit_code: 2
----- stdout -----
----- stderr -----
error: invalid value 'bogus' for '--permissions <PERMISSIONS>'
[possible values: read-only, read-write, full]
For more information, try '--help'.
");
}
#[test]
fn no_prompt() {
let context = test_context!();
fabro_snapshot!(context.filters(), context.exec_cmd(), @"
success: false
exit_code: 2
----- stdout -----
----- stderr -----
error: the following required arguments were not provided:
<PROMPT>
Usage: fabro exec --no-upgrade-check --storage-dir <STORAGE_DIR> <PROMPT>
For more information, try '--help'.
");
}
#[test]
fn exec_missing_api_key_exits_with_error() {
let context = test_context!();
let mut cmd = context.exec_cmd();
cmd.arg("test prompt");
cmd.env_clear();
cmd.env("HOME", &context.home_dir);
cmd.current_dir(&context.temp_dir);
fabro_snapshot!(context.filters(), cmd, @"
success: false
exit_code: 1
----- stdout -----
----- stderr -----
error: API key not set for provider 'anthropic'
");
}
#[test]
fn exec_uses_user_config_defaults() {
let context = test_context!();
context.write_home(
".fabro/user.toml",
"[exec]\nprovider = \"openai\"\nmodel = \"gpt-4.1-mini\"\npermissions = \"read-only\"\noutput_format = \"json\"\n",
);
let mut cmd = context.exec_cmd();
cmd.arg("test prompt");
cmd.env_clear();
cmd.env("HOME", &context.home_dir);
cmd.env("FABRO_STORAGE_DIR", &context.storage_dir);
cmd.env("FABRO_NO_UPGRADE_CHECK", "true");
cmd.current_dir(&context.temp_dir);
fabro_snapshot!(context.filters(), cmd, @"
success: false
exit_code: 1
----- stdout -----
----- stderr -----
error: API key not set for provider 'openai'
");
}
#[test]
#[ignore = "requires API key"]
fn exec_creates_file() {
dotenvy::dotenv().ok();
let context = test_context!();
context
.exec_cmd()
.args([
"--auto-approve",
"--permissions",
"full",
"--provider",
"anthropic",
"--model",
"claude-haiku-4-5",
"Create a file called hello.txt containing exactly 'Hello'",
])
.current_dir(&context.temp_dir)
.timeout(std::time::Duration::from_secs(120))
.assert()
.success();
let path = context.temp_dir.join("hello.txt");
assert!(path.exists(), "hello.txt should have been created");
let content = std::fs::read_to_string(&path).expect("read hello.txt");
assert!(
content.contains("Hello"),
"Expected 'Hello' in hello.txt, got: {content}"
);
}
#[test]
#[ignore = "requires API key"]
fn exec_shell_command() {
dotenvy::dotenv().ok();
let context = test_context!();
context
.exec_cmd()
.args([
"--auto-approve",
"--permissions",
"full",
"--provider",
"anthropic",
"--model",
"claude-haiku-4-5",
"Run the shell command `echo arc_test_marker_42` and tell me what it printed",
])
.current_dir(&context.temp_dir)
.timeout(std::time::Duration::from_secs(120))
.assert()
.success();
}
#[test]
#[ignore = "requires API key"]
fn exec_read_only_blocks_write() {
dotenvy::dotenv().ok();
let context = test_context!();
context
.exec_cmd()
.args([
"--auto-approve",
"--permissions",
"read-only",
"--provider",
"anthropic",
"--model",
"claude-haiku-4-5",
"Create a file called forbidden.txt containing 'should not exist'",
])
.current_dir(&context.temp_dir)
.timeout(std::time::Duration::from_secs(120))
.assert()
.success();
assert!(
!context.temp_dir.join("forbidden.txt").exists(),
"forbidden.txt should NOT exist under read-only permissions"
);
}
#[test]
#[ignore = "requires API key"]
fn exec_json_output_format() {
dotenvy::dotenv().ok();
let context = test_context!();
let output = context
.exec_cmd()
.args([
"--auto-approve",
"--permissions",
"full",
"--output-format",
"json",
"--provider",
"anthropic",
"--model",
"claude-haiku-4-5",
"Create a file called test.txt containing 'test'",
])
.current_dir(&context.temp_dir)
.timeout(std::time::Duration::from_secs(120))
.assert()
.success()
.get_output()
.stdout
.clone();
let stdout = String::from_utf8(output).expect("valid utf8");
assert!(!stdout.trim().is_empty(), "json output should not be empty");
// Every non-empty line should be valid JSON
let lines: Vec<&str> = stdout.lines().filter(|l| !l.trim().is_empty()).collect();
assert!(!lines.is_empty(), "should have at least one NDJSON line");
let first: serde_json::Value =
serde_json::from_str(lines[0]).expect("first line should be valid JSON");
assert!(
first.get("event").is_some() || first.get("type").is_some(),
"NDJSON line should have an event or type field, got: {first}"
);
}
#[test]
#[ignore = "requires API key"]
fn exec_read_and_edit() {
dotenvy::dotenv().ok();
let context = test_context!();
context.write_temp("data.txt", "old content");
context
.exec_cmd()
.args([
"--auto-approve",
"--permissions",
"full",
"--provider",
"anthropic",
"--model",
"claude-haiku-4-5",
"Read data.txt then replace its entire content with 'new content'",
])
.current_dir(&context.temp_dir)
.timeout(std::time::Duration::from_secs(120))
.assert()
.success();
let content =
std::fs::read_to_string(context.temp_dir.join("data.txt")).expect("read data.txt");
assert!(
content.contains("new content"),
"Expected 'new content' in data.txt, got: {content}"
);
}