mirror of
https://github.com/huggingface/candle.git
synced 2025-06-17 02:58:50 +00:00
VarBuilder path creation (#131)
* Use a struct for the safetensor+routing. * Group the path and the var-builder together. * Fix for the empty path case.
This commit is contained in:
@ -169,7 +169,7 @@ fn main() -> Result<()> {
|
||||
let vb = VarBuilder::from_safetensors(weights, DTYPE, &device);
|
||||
let config = Config::falcon7b();
|
||||
config.validate()?;
|
||||
let model = Falcon::load(&vb, config)?;
|
||||
let model = Falcon::load(vb, config)?;
|
||||
println!("loaded the model in {:?}", start.elapsed());
|
||||
|
||||
let mut pipeline = TextGeneration::new(model, tokenizer, args.seed, args.temperature, &device);
|
||||
|
Reference in New Issue
Block a user