huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-15 02:16:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

MPT fixes. (#1117)

Browse Source 
* MPT fixes.

* Another couple fixes.

* Another shape fix.
This commit is contained in:
Laurent Mazare
2023-10-17 21:53:31 +01:00
committed by GitHub
parent a72b50e2c0
commit 2cd745a97c
2 changed files with 22 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-examples/examples/replit-code/main.rs
View File

@ -215,7 +215,7 @@ fn main() -> Result<()> {
let config = Config::replit_code_v1_5_3b();
let device = candle_examples::device(args.cpu)?;
let vb = unsafe { VarBuilder::from_mmaped_safetensors(&[filename], DType::F32, &device)? };
let model = Model::new(&config, vb)?;
let model = Model::new(&config, vb.pp("transformer"))?;
println!("loaded the model in {:?}", start.elapsed());
let mut pipeline = TextGeneration::new(