Use the default hf-hub cache for glm. (#2695)

1 files changed, 10 insertions, 7 deletions

diff --git a/candle-examples/examples/glm4/main.rs b/candle-examples/examples/glm4/main.rs
index ced3841d..a6ba7c72 100644
--- a/candle-examples/examples/glm4/main.rs
+++ b/candle-examples/examples/glm4/main.rs
@@ -109,10 +109,10 @@ impl TextGeneration {
 #[derive(Parser, Debug)]
 #[command(author, version, about, long_about = None)]
 struct Args {
-    /// Run on CPU rather than on GPU.
     #[arg(name = "cache", short, long, default_value = ".")]
-    cache_path: String,
+    cache_path: Option<String>,
 
+    /// Run on CPU rather than on GPU.
     #[arg(long)]
     cpu: bool,
 
@@ -178,11 +178,14 @@ fn main() -> anyhow::Result<()> {
     );
 
     let start = std::time::Instant::now();
-    let api = hf_hub::api::sync::ApiBuilder::from_cache(hf_hub::Cache::new(
-        args.cache_path.to_string().into(),
-    ))
-    .build()
-    .map_err(anyhow::Error::msg)?;
+    let api = match args.cache_path.as_ref() {
+        None => hf_hub::api::sync::Api::new()?,
+        Some(path) => {
+            hf_hub::api::sync::ApiBuilder::from_cache(hf_hub::Cache::new(path.to_string().into()))
+                .build()
+                .map_err(anyhow::Error::msg)?
+        }
+    };
 
     let model_id = match args.model_id.as_ref() {
         Some(model_id) => model_id.to_string(),