huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 02:38:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use the new hub helper function. (#1484)

Browse Source
This commit is contained in:
Laurent Mazare
2023-12-26 09:44:30 +01:00
committed by GitHub
parent 37c539f2b7
commit 3071ea6c3e
2 changed files with 2 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
candle-examples/examples/falcon/main.rs
View File

@ -165,14 +165,7 @@ fn main() -> Result<()> {
args.revision, args.revision,
)); ));
let tokenizer_filename = repo.get("tokenizer.json")?; let tokenizer_filename = repo.get("tokenizer.json")?;
let mut filenames = vec![]; let filenames = candle_examples::hub_load_safetensors(&repo, "model.safetensors.index.json")?;
for rfilename in [
"model-00001-of-00002.safetensors",
"model-00002-of-00002.safetensors",
] {
let filename = repo.get(rfilename)?;
filenames.push(filename);
}
println!("retrieved the files in {:?}", start.elapsed()); println!("retrieved the files in {:?}", start.elapsed());
let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?; let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?;

9
candle-examples/examples/llama_multiprocess/main.rs
View File

@ -143,14 +143,7 @@ fn main() -> Result<()> {
let config_filename = api.get("config.json")?; let config_filename = api.get("config.json")?;
let config: Config = serde_json::from_slice(&std::fs::read(config_filename)?)?; let config: Config = serde_json::from_slice(&std::fs::read(config_filename)?)?;
let tokenizer_filename = api.get("tokenizer.json")?; let tokenizer_filename = api.get("tokenizer.json")?;
let mut filenames = vec![]; let filenames = candle_examples::hub_load_safetensors(&api, "model.safetensors.index.json")?;
for rfilename in [
"model-00001-of-00002.safetensors",
"model-00002-of-00002.safetensors",
] {
let filename = api.get(rfilename)?;
filenames.push(filename);
}
if args.rank.is_none() { if args.rank.is_none() {
let children: Vec<_> = (0..args.num_shards) let children: Vec<_> = (0..args.num_shards)