diff options
| author | Laurent Mazare <laurent.mazare@gmail.com> | 2024-02-10 10:47:04 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-02-10 10:47:04 +0100 |
| commit | 1c8d61f051cabe1dbb8dcbb16575a7685afda715 (patch) | |
| tree | 38beacdbd9eb3abb963bb605b90483995965da28 /candle-examples/examples/qwen/main.rs | |
| parent | 90447bc9937b6c97960bb40d93922feb18087782 (diff) | |
| download | candle-1c8d61f051cabe1dbb8dcbb16575a7685afda715.tar.gz candle-1c8d61f051cabe1dbb8dcbb16575a7685afda715.tar.bz2 candle-1c8d61f051cabe1dbb8dcbb16575a7685afda715.zip | |
ChatGLM custom tokenizer. (#1687)
Diffstat (limited to 'candle-examples/examples/qwen/main.rs')
| -rw-r--r-- | candle-examples/examples/qwen/main.rs | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/candle-examples/examples/qwen/main.rs b/candle-examples/examples/qwen/main.rs index d040d4b0..add0d519 100644 --- a/candle-examples/examples/qwen/main.rs +++ b/candle-examples/examples/qwen/main.rs @@ -235,7 +235,9 @@ fn main() -> Result<()> { )); let tokenizer_filename = match args.tokenizer_file { Some(file) => std::path::PathBuf::from(file), - None => repo.get("tokenizer.json")?, + None => api + .model("lmz/candle-chatglm".to_string()) + .get("chatglm-tokenizer.json")?, }; let filenames = match args.weight_files { Some(files) => files |