diff options
Diffstat (limited to 'candle-examples/examples/falcon/main.rs')
-rw-r--r-- | candle-examples/examples/falcon/main.rs | 11 |
1 files changed, 1 insertions, 10 deletions
diff --git a/candle-examples/examples/falcon/main.rs b/candle-examples/examples/falcon/main.rs index b0973d64..1cef25a8 100644 --- a/candle-examples/examples/falcon/main.rs +++ b/candle-examples/examples/falcon/main.rs @@ -177,21 +177,12 @@ fn main() -> Result<()> { let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?; let start = std::time::Instant::now(); - let weights = filenames - .iter() - .map(|f| Ok(unsafe { candle::safetensors::MmapedFile::new(f)? })) - .collect::<Result<Vec<_>>>()?; - let weights = weights - .iter() - .map(|f| Ok(f.deserialize()?)) - .collect::<Result<Vec<_>>>()?; - let dtype = if args.use_f32 { DType::F32 } else { DType::BF16 }; - let vb = VarBuilder::from_safetensors(weights, dtype, &device); + let vb = unsafe { VarBuilder::from_mmaped_safetensors(&filenames, dtype, &device)? }; let config = Config::falcon7b(); config.validate()?; let model = Falcon::load(vb, config)?; |