scriptoriumadmin/fabro
1
0
Fork 0
mirror of https://github.com/fabro-sh/fabro.git synced 2026-09-05 08:10:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 10

Fix model test: increase timeout to 30s and min tokens to 16

Browse source 
OpenAI requires max_output_tokens >= 16, and slower providers like
Gemini Pro need more than 10s to respond.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Bryan Helmkamp 2026-03-01 22:14:50 -05:00
parent 4b3a450071
commit bda63295ed
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
crates/arc-llm/src/cli.rs
View file

@ -286,10 +286,10 @@ async fn test_models(provider: Option<&str>, model: Option<&str>) -> Result<()>
let params = GenerateParams::new(&info.id)
.provider(&info.provider)
.prompt("Say OK")
.max_tokens(5);
.max_tokens(16);
let result =
tokio::time::timeout(Duration::from_secs(10), generate::generate(params)).await;
tokio::time::timeout(Duration::from_secs(30), generate::generate(params)).await;
let status = match result {
Ok(Ok(_)) => "ok".to_string(),
@ -299,7 +299,7 @@ async fn test_models(provider: Option<&str>, model: Option<&str>) -> Result<()>
}
Err(_) => {
failures += 1;
"error: timeout (10s)".to_string()
"error: timeout (30s)".to_string()
}
};