summaryrefslogtreecommitdiff
path: root/candle-examples/examples/bigcode/main.rs
diff options
context:
space:
mode:
Diffstat (limited to 'candle-examples/examples/bigcode/main.rs')
-rw-r--r--candle-examples/examples/bigcode/main.rs11
1 files changed, 1 insertions, 10 deletions
diff --git a/candle-examples/examples/bigcode/main.rs b/candle-examples/examples/bigcode/main.rs
index 5f17109e..bf8dd24c 100644
--- a/candle-examples/examples/bigcode/main.rs
+++ b/candle-examples/examples/bigcode/main.rs
@@ -138,18 +138,9 @@ fn main() -> Result<()> {
println!("retrieved the files in {:?}", start.elapsed());
let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?;
- let weights = filenames
- .iter()
- .map(|f| Ok(unsafe { candle::safetensors::MmapedFile::new(f)? }))
- .collect::<Result<Vec<_>>>()?;
- let weights = weights
- .iter()
- .map(|f| Ok(f.deserialize()?))
- .collect::<Result<Vec<_>>>()?;
-
let start = std::time::Instant::now();
let device = candle_examples::device(args.cpu)?;
- let vb = VarBuilder::from_safetensors(weights, DType::F32, &device);
+ let vb = unsafe { VarBuilder::from_mmaped_safetensors(&filenames, DType::F32, &device)? };
let config = Config::starcoder_1b();
let model = GPTBigCode::load(vb, config)?;
println!("loaded the model in {:?}", start.elapsed());