diff options
Diffstat (limited to 'candle-examples/examples/llama/main.rs')
-rw-r--r-- | candle-examples/examples/llama/main.rs | 10 |
1 files changed, 1 insertions, 9 deletions
diff --git a/candle-examples/examples/llama/main.rs b/candle-examples/examples/llama/main.rs index b2d7d938..4bf91d92 100644 --- a/candle-examples/examples/llama/main.rs +++ b/candle-examples/examples/llama/main.rs @@ -172,17 +172,9 @@ fn main() -> Result<()> { } println!("building the model"); - let handles = filenames - .iter() - .map(|f| Ok(unsafe { candle::safetensors::MmapedFile::new(f.as_path())? })) - .collect::<Result<Vec<_>>>()?; - let tensors: Vec<_> = handles - .iter() - .map(|h| Ok(h.deserialize()?)) - .collect::<Result<Vec<_>>>()?; let cache = model::Cache::new(!args.no_kv_cache, dtype, &config, &device)?; - let vb = VarBuilder::from_safetensors(tensors, dtype, &device); + let vb = unsafe { VarBuilder::from_mmaped_safetensors(&filenames, dtype, &device)? }; (Llama::load(vb, &cache, &config)?, tokenizer_filename, cache) } }; |