Helper function to load sharded safetensors files (#1481)

* Fix the quantized mistral example.

* Add a helper function to load sharded safetensors weights.

* Use the sharded loader.

1 files changed, 1 insertions, 4 deletions

diff --git a/candle-examples/examples/mistral/main.rs b/candle-examples/examples/mistral/main.rs
index 2b31142e..5ed5e5cb 100644
--- a/candle-examples/examples/mistral/main.rs
+++ b/candle-examples/examples/mistral/main.rs
@@ -235,10 +235,7 @@ fn main() -> Result<()> {
             if args.quantized {
                 vec![repo.get("model-q4k.gguf")?]
             } else {
-                vec![
-                    repo.get("model-00001-of-00002.safetensors")?,
-                    repo.get("model-00002-of-00002.safetensors")?,
-                ]
+                candle_examples::hub_load_safetensors(&repo, "model.safetensors.index.json")?
             }
         }
     };