diff options
| author | Laurent Mazare <laurent.mazare@gmail.com> | 2023-12-25 21:49:21 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-12-25 21:49:21 +0100 |
| commit | 37c539f2b7dfc8aa67a10b611dc12e5e0428be00 (patch) | |
| tree | 48980a31058157808fc777f7fbe50239931afc54 /candle-examples/Cargo.toml | |
| parent | eae3a20d43a855acbaa7afd4494acdef9648d2b3 (diff) | |
| download | candle-37c539f2b7dfc8aa67a10b611dc12e5e0428be00.tar.gz candle-37c539f2b7dfc8aa67a10b611dc12e5e0428be00.tar.bz2 candle-37c539f2b7dfc8aa67a10b611dc12e5e0428be00.zip | |
Helper function to load sharded safetensors files (#1481)
* Fix the quantized mistral example.
* Add a helper function to load sharded safetensors weights.
* Use the sharded loader.
Diffstat (limited to 'candle-examples/Cargo.toml')
| -rw-r--r-- | candle-examples/Cargo.toml | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/candle-examples/Cargo.toml b/candle-examples/Cargo.toml index 8ae828bd..bbafca0b 100644 --- a/candle-examples/Cargo.toml +++ b/candle-examples/Cargo.toml @@ -17,8 +17,11 @@ candle-nn = { path = "../candle-nn", version = "0.3.2" } candle-transformers = { path = "../candle-transformers", version = "0.3.2" } candle-flash-attn = { path = "../candle-flash-attn", version = "0.3.2", optional = true } candle-onnx = { path = "../candle-onnx", version = "0.3.2", optional = true } + +csv = "1.3.0" cudarc = { workspace = true, optional = true } half = { workspace = true, optional = true } +hf-hub = { workspace = true, features=["tokio"]} image = { workspace = true } intel-mkl-src = { workspace = true, optional = true } num-traits = { workspace = true } @@ -28,13 +31,11 @@ safetensors = { workspace = true } serde = { workspace = true } serde_json = { workspace = true } tokenizers = { workspace = true, features = ["onig"] } -csv = "1.3.0" [dev-dependencies] anyhow = { workspace = true } byteorder = { workspace = true } clap = { workspace = true } -hf-hub = { workspace = true, features=["tokio"]} imageproc = { workspace = true } memmap2 = { workspace = true } rand = { workspace = true } |