diff options
Diffstat (limited to 'candle-examples/examples/bigcode/main.rs')
-rw-r--r-- | candle-examples/examples/bigcode/main.rs | 11 |
1 files changed, 1 insertions, 10 deletions
diff --git a/candle-examples/examples/bigcode/main.rs b/candle-examples/examples/bigcode/main.rs index 5f17109e..bf8dd24c 100644 --- a/candle-examples/examples/bigcode/main.rs +++ b/candle-examples/examples/bigcode/main.rs @@ -138,18 +138,9 @@ fn main() -> Result<()> { println!("retrieved the files in {:?}", start.elapsed()); let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?; - let weights = filenames - .iter() - .map(|f| Ok(unsafe { candle::safetensors::MmapedFile::new(f)? })) - .collect::<Result<Vec<_>>>()?; - let weights = weights - .iter() - .map(|f| Ok(f.deserialize()?)) - .collect::<Result<Vec<_>>>()?; - let start = std::time::Instant::now(); let device = candle_examples::device(args.cpu)?; - let vb = VarBuilder::from_safetensors(weights, DType::F32, &device); + let vb = unsafe { VarBuilder::from_mmaped_safetensors(&filenames, DType::F32, &device)? }; let config = Config::starcoder_1b(); let model = GPTBigCode::load(vb, config)?; println!("loaded the model in {:?}", start.elapsed()); |