huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-15 18:28:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add options to use local files + specify a custom repo or branch. (#1973)

Browse Source
This commit is contained in:
Laurent Mazare
2024-03-31 09:32:50 +02:00
committed by GitHub
parent eead1dcead
commit f9954b73ba
2 changed files with 40 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
candle-examples/examples/moondream/main.rs
View File

@ -155,6 +155,18 @@ struct Args {
/// The context size to consider for the repeat penalty.
#[arg(long, default_value_t = 64)]
repeat_last_n: usize,
#[arg(long, default_value = "vikhyatk/moondream2")]
model_id: String,
#[arg(long, default_value = "main")]
revision: String,
#[arg(long)]
model_file: Option<String>,
#[arg(long)]
tokenizer_file: Option<String>,
}
/// Loads an image from disk using the image crate, this returns a tensor with shape
@ -204,9 +216,19 @@ async fn main() -> anyhow::Result<()> {
let start = std::time::Instant::now();
let api = hf_hub::api::tokio::Api::new()?;
let repo = api.model("vikhyatk/moondream2".to_string());
let model_file = repo.get("model.safetensors").await?;
let tokenizer = repo.get("tokenizer.json").await?;
let repo = api.repo(hf_hub::Repo::with_revision(
args.model_id,
hf_hub::RepoType::Model,
args.revision,
));
let model_file = match args.model_file {
Some(m) => m.into(),
None => repo.get("model.safetensors").await?,
};
let tokenizer = match args.tokenizer_file {
Some(m) => m.into(),
None => repo.get("tokenizer.json").await?,
};
println!("retrieved the files in {:?}", start.elapsed());
let tokenizer = Tokenizer::from_file(tokenizer).map_err(E::msg)?;