huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 02:38:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Minor tweaks.

Browse Source
This commit is contained in:
laurent
2023-07-03 18:31:55 +01:00
parent 3905de4169
commit 9784d1ed9f
2 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-examples/examples/bert/main.rs
View File

@ -594,7 +594,8 @@ fn main() -> Result<()> {
Device::new_cuda(0)?
};
let tokenizer = Tokenizer::from_file(args.tokenizer_config).map_err(E::msg)?;
let mut tokenizer = Tokenizer::from_file(args.tokenizer_config).map_err(E::msg)?;
let tokenizer = tokenizer.with_padding(None).with_truncation(None);
let weights = unsafe { candle::safetensors::MmapedFile::new(args.weights)? };
let weights = weights.deserialize()?;