scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 86

Merge 5ad7f8dcd2 into 883b722fd2

Browse source
This commit is contained in:
Akhil Sanjay Potdar 2026-09-12 23:32:16 +02:00 • committed by GitHub
commit 9cd3bff2b3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 19 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
litellm-rust/crates/core/src/providers/bedrock/audio_transcription.rs
View file

@ -70,6 +70,8 @@ impl AudioTranscriptionProviderConfig for BedrockAudioTranscriptionConfig {
if let Some(temperature) = optional_params.get("temperature") {
inference_config.insert("temperature".to_string(), temperature.clone());
}
// Bedrock 400s if `system` accompanies audio content; Voxtral gets
// its instruction from the `text` block above instead.
Ok(AudioTranscriptionRequestData {
body: json!({
"messages": [{
@ -79,7 +81,6 @@ impl AudioTranscriptionProviderConfig for BedrockAudioTranscriptionConfig {
{"text": instruction}
]
}],
"system": [{"text": "You are a transcription assistant."}],
"inferenceConfig": inference_config,
}),
})
@ -179,12 +180,28 @@ mod tests {
{"text": "Transcribe the audio. Respond with only the transcript. The audio language is en. Additional context: Speaker names"}
]
}],
"system": [{"text": "You are a transcription assistant."}],
"inferenceConfig": {"maxTokens": 4096, "temperature": 0}
})
);
}
#[test]
fn request_omits_system_message_alongside_audio_content() {
// Regression test: Bedrock 400s if `system` accompanies audio content.
let result = BEDROCK_AUDIO_TRANSCRIPTION_CONFIG
.transform_transcription_request(
"mistral.voxtral-mini-3b-2507",
json!({"data": "AQI=", "format": "wav", "filename": "sample.wav"}),
Map::new(),
)
.expect("request");
assert!(
result.body.get("system").is_none(),
"request body must not carry a `system` block alongside an audio content block: {}",
result.body
);
}
#[test]
fn response_concatenates_content_blocks() {
let result = BEDROCK_AUDIO_TRANSCRIPTION_CONFIG