diff options
Diffstat (limited to 'candle-examples/examples/whisper/main.rs')
| -rw-r--r-- | candle-examples/examples/whisper/main.rs | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/candle-examples/examples/whisper/main.rs b/candle-examples/examples/whisper/main.rs index 5be81f2d..6ea34613 100644 --- a/candle-examples/examples/whisper/main.rs +++ b/candle-examples/examples/whisper/main.rs @@ -557,8 +557,10 @@ fn main() -> Result<()> { println!("loaded mel: {:?}", mel.dims()); let mut model = if args.quantized { - let vb = - candle_transformers::quantized_var_builder::VarBuilder::from_gguf(&weights_filename)?; + let vb = candle_transformers::quantized_var_builder::VarBuilder::from_gguf( + &weights_filename, + &device, + )?; Model::Quantized(m::quantized_model::Whisper::load(&vb, config)?) } else { let vb = |