ChatGLM custom tokenizer. (#1687)

2025-06-15 02:16:37 +00:00 · 2024-02-10 10:47:04 +01:00
parent 90447bc993
commit 1c8d61f051
1 changed files with 3 additions and 1 deletions
--- a/candle-examples/examples/qwen/main.rs
+++ b/candle-examples/examples/qwen/main.rs
@ -235,7 +235,9 @@ fn main() -> Result<()> {
    ));
    let tokenizer_filename = match args.tokenizer_file {
        Some(file) => std::path::PathBuf::from(file),
-        None => repo.get("tokenizer.json")?,
+        None => api
+            .model("lmz/candle-chatglm".to_string())
+            .get("chatglm-tokenizer.json")?,
    };
    let filenames = match args.weight_files {
        Some(files) => files