From 3071ea6c3e20f24b2d63f718e6f489bbcf1da252 Mon Sep 17 00:00:00 2001 From: Laurent Mazare Date: Tue, 26 Dec 2023 09:44:30 +0100 Subject: [PATCH] Use the new hub helper function. (#1484) --- candle-examples/examples/falcon/main.rs | 9 +-------- candle-examples/examples/llama_multiprocess/main.rs | 9 +-------- 2 files changed, 2 insertions(+), 16 deletions(-) diff --git a/candle-examples/examples/falcon/main.rs b/candle-examples/examples/falcon/main.rs index 1cef25a8..ecd126fe 100644 --- a/candle-examples/examples/falcon/main.rs +++ b/candle-examples/examples/falcon/main.rs @@ -165,14 +165,7 @@ fn main() -> Result<()> { args.revision, )); let tokenizer_filename = repo.get("tokenizer.json")?; - let mut filenames = vec![]; - for rfilename in [ - "model-00001-of-00002.safetensors", - "model-00002-of-00002.safetensors", - ] { - let filename = repo.get(rfilename)?; - filenames.push(filename); - } + let filenames = candle_examples::hub_load_safetensors(&repo, "model.safetensors.index.json")?; println!("retrieved the files in {:?}", start.elapsed()); let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?; diff --git a/candle-examples/examples/llama_multiprocess/main.rs b/candle-examples/examples/llama_multiprocess/main.rs index 87f91e2c..bc158817 100644 --- a/candle-examples/examples/llama_multiprocess/main.rs +++ b/candle-examples/examples/llama_multiprocess/main.rs @@ -143,14 +143,7 @@ fn main() -> Result<()> { let config_filename = api.get("config.json")?; let config: Config = serde_json::from_slice(&std::fs::read(config_filename)?)?; let tokenizer_filename = api.get("tokenizer.json")?; - let mut filenames = vec![]; - for rfilename in [ - "model-00001-of-00002.safetensors", - "model-00002-of-00002.safetensors", - ] { - let filename = api.get(rfilename)?; - filenames.push(filename); - } + let filenames = candle_examples::hub_load_safetensors(&api, "model.safetensors.index.json")?; if args.rank.is_none() { let children: Vec<_> = (0..args.num_shards)