huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 11:56:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Support safetensors weights in llama2.c inference. (#317)

Browse Source
This commit is contained in:
Laurent Mazare
2023-08-03 11:10:58 +01:00
committed by GitHub
parent 74845a4dcd
commit a79286885c
2 changed files with 18 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-examples/examples/llama2-c/weights.rs
View File

@ -104,7 +104,7 @@ impl TransformerWeights {
})
}
pub fn var_builder(&self, cfg: &Config, device: &Device) -> Result<VarBuilder> {
pub fn var_builder(&self, cfg: &Config, device: &Device) -> Result<VarBuilder<'static>> {
let mut ws = std::collections::HashMap::new();
let mut insert = |name: &str, t: Tensor| {
ws.insert(name.to_string(), t);