huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use the newly minted gguf file.

Browse Source
This commit is contained in:
laurent
2024-09-25 12:08:20 +02:00
parent 8cc560bb8c
commit c6019e9635
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
candle-examples/examples/flux/main.rs
View File

@ -167,8 +167,10 @@ fn run(args: Args) -> Result<()> {
println!("{timesteps:?}");
if quantized {
let model_file = match model {
Model::Schnell => bf_repo.get("flux1-schnell.safetensors")?,
Model::Dev => bf_repo.get("flux1-dev.safetensors")?,
Model::Schnell => api
.repo(hf_hub::Repo::model("lmz/candle-flux".to_string()))
.get("flux1-schnell.gguf")?,
Model::Dev => todo!(),
};
let vb = candle_transformers::quantized_var_builder::VarBuilder::from_gguf(
model_file, &device,