diff options
author | Laurent Mazare <laurent.mazare@gmail.com> | 2023-09-23 21:26:03 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-09-23 21:26:03 +0100 |
commit | bb3471ea31e637fc02106e1431d4126855ea22e1 (patch) | |
tree | 8494aec21d5f221e16432efc0865c0633466cb0b /candle-examples/examples/bigcode/main.rs | |
parent | 890d069092a3158838b82f3d8fbdf709c84e8770 (diff) | |
download | candle-bb3471ea31e637fc02106e1431d4126855ea22e1.tar.gz candle-bb3471ea31e637fc02106e1431d4126855ea22e1.tar.bz2 candle-bb3471ea31e637fc02106e1431d4126855ea22e1.zip |
Adapt more examples to the updated safetensor api. (#947)
* Simplify the safetensor usage.
* Convert more examples.
* Move more examples.
* Adapt stable-diffusion.
Diffstat (limited to 'candle-examples/examples/bigcode/main.rs')
-rw-r--r-- | candle-examples/examples/bigcode/main.rs | 11 |
1 files changed, 1 insertions, 10 deletions
diff --git a/candle-examples/examples/bigcode/main.rs b/candle-examples/examples/bigcode/main.rs index 5f17109e..bf8dd24c 100644 --- a/candle-examples/examples/bigcode/main.rs +++ b/candle-examples/examples/bigcode/main.rs @@ -138,18 +138,9 @@ fn main() -> Result<()> { println!("retrieved the files in {:?}", start.elapsed()); let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?; - let weights = filenames - .iter() - .map(|f| Ok(unsafe { candle::safetensors::MmapedFile::new(f)? })) - .collect::<Result<Vec<_>>>()?; - let weights = weights - .iter() - .map(|f| Ok(f.deserialize()?)) - .collect::<Result<Vec<_>>>()?; - let start = std::time::Instant::now(); let device = candle_examples::device(args.cpu)?; - let vb = VarBuilder::from_safetensors(weights, DType::F32, &device); + let vb = unsafe { VarBuilder::from_mmaped_safetensors(&filenames, DType::F32, &device)? }; let config = Config::starcoder_1b(); let model = GPTBigCode::load(vb, config)?; println!("loaded the model in {:?}", start.elapsed()); |