diff options
Diffstat (limited to 'candle-core/src/safetensors.rs')
| -rw-r--r-- | candle-core/src/safetensors.rs | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/candle-core/src/safetensors.rs b/candle-core/src/safetensors.rs index 5ea1f192..618e391e 100644 --- a/candle-core/src/safetensors.rs +++ b/candle-core/src/safetensors.rs @@ -1,3 +1,14 @@ +//! Module to load `safetensor` files into CPU/GPU memory. +//! +//! There are multiple ways to load tensors from safetensor files: +//! - `load` function for loading directly into memory and returning a HashMap of tensors +//! - `MmapedSafetensors` for memory mapping files and avoiding full allocation +//! - `SliceSafetensors` for working with in-memory buffers +//! - `BufferedSafetensors` for owning a buffer of data +//! +//! Tensors can also be serialized to safetensor format using the `save` function or +//! `Tensor::save_safetensors` method. +//! use crate::{DType, Device, Error, Result, Tensor, WithDType}; use safetensors::tensor as st; use safetensors::tensor::SafeTensors; |