huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

MKL adjustments. (#87)

Browse Source
This commit is contained in:
Laurent Mazare
2023-07-06 11:37:27 +01:00
committed by GitHub
parent c297a50960
commit dd60bd84bb
4 changed files with 44 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-examples/examples/llama/main.rs
View File

@ -27,7 +27,10 @@ mod var_store;
mod weights;
const MAX_SEQ_LEN: usize = 4096;
#[cfg(feature = "mkl")]
const DTYPE: DType = DType::F32;
#[cfg(not(feature = "mkl"))]
const DTYPE: DType = DType::F16;
const DEFAULT_PROMPT: &str = r"
EDWARD:
I wonder how our princely father 'scaped,