summaryrefslogtreecommitdiff
path: root/candle-examples/examples/falcon/main.rs
diff options
context:
space:
mode:
Diffstat (limited to 'candle-examples/examples/falcon/main.rs')
-rw-r--r--candle-examples/examples/falcon/main.rs11
1 files changed, 1 insertions, 10 deletions
diff --git a/candle-examples/examples/falcon/main.rs b/candle-examples/examples/falcon/main.rs
index b0973d64..1cef25a8 100644
--- a/candle-examples/examples/falcon/main.rs
+++ b/candle-examples/examples/falcon/main.rs
@@ -177,21 +177,12 @@ fn main() -> Result<()> {
let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?;
let start = std::time::Instant::now();
- let weights = filenames
- .iter()
- .map(|f| Ok(unsafe { candle::safetensors::MmapedFile::new(f)? }))
- .collect::<Result<Vec<_>>>()?;
- let weights = weights
- .iter()
- .map(|f| Ok(f.deserialize()?))
- .collect::<Result<Vec<_>>>()?;
-
let dtype = if args.use_f32 {
DType::F32
} else {
DType::BF16
};
- let vb = VarBuilder::from_safetensors(weights, dtype, &device);
+ let vb = unsafe { VarBuilder::from_mmaped_safetensors(&filenames, dtype, &device)? };
let config = Config::falcon7b();
config.validate()?;
let model = Falcon::load(vb, config)?;