summaryrefslogtreecommitdiff
path: root/candle-examples/examples/llama/main.rs
diff options
context:
space:
mode:
Diffstat (limited to 'candle-examples/examples/llama/main.rs')
-rw-r--r--candle-examples/examples/llama/main.rs10
1 files changed, 1 insertions, 9 deletions
diff --git a/candle-examples/examples/llama/main.rs b/candle-examples/examples/llama/main.rs
index b2d7d938..4bf91d92 100644
--- a/candle-examples/examples/llama/main.rs
+++ b/candle-examples/examples/llama/main.rs
@@ -172,17 +172,9 @@ fn main() -> Result<()> {
}
println!("building the model");
- let handles = filenames
- .iter()
- .map(|f| Ok(unsafe { candle::safetensors::MmapedFile::new(f.as_path())? }))
- .collect::<Result<Vec<_>>>()?;
- let tensors: Vec<_> = handles
- .iter()
- .map(|h| Ok(h.deserialize()?))
- .collect::<Result<Vec<_>>>()?;
let cache = model::Cache::new(!args.no_kv_cache, dtype, &config, &device)?;
- let vb = VarBuilder::from_safetensors(tensors, dtype, &device);
+ let vb = unsafe { VarBuilder::from_mmaped_safetensors(&filenames, dtype, &device)? };
(Llama::load(vb, &cache, &config)?, tokenizer_filename, cache)
}
};