diff options
Diffstat (limited to 'candle-examples/examples/phi/main.rs')
-rw-r--r-- | candle-examples/examples/phi/main.rs | 11 |
1 files changed, 1 insertions, 10 deletions
diff --git a/candle-examples/examples/phi/main.rs b/candle-examples/examples/phi/main.rs index 25c7db98..3b1e7dc1 100644 --- a/candle-examples/examples/phi/main.rs +++ b/candle-examples/examples/phi/main.rs @@ -149,18 +149,9 @@ fn main() -> Result<()> { println!("retrieved the files in {:?}", start.elapsed()); let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?; - let weights = filenames - .iter() - .map(|f| Ok(unsafe { candle::safetensors::MmapedFile::new(f)? })) - .collect::<Result<Vec<_>>>()?; - let weights = weights - .iter() - .map(|f| Ok(f.deserialize()?)) - .collect::<Result<Vec<_>>>()?; - let start = std::time::Instant::now(); let device = candle_examples::device(args.cpu)?; - let vb = VarBuilder::from_safetensors(weights, DType::F32, &device); + let vb = unsafe { VarBuilder::from_mmaped_safetensors(&filenames, DType::F32, &device)? }; let config = Config::v1_5(); let model = Model::new(&config, vb)?; println!("loaded the model in {:?}", start.elapsed()); |