huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 19:47:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Simd128 optimized q8k vecdot. (#1026)

Browse Source
This commit is contained in:
Laurent Mazare
2023-10-03 15:29:48 +01:00
committed by GitHub
parent dac73edb34
commit 11d3687cc6
3 changed files with 34 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-core/src/quantized/k_quants.rs
View File

@ -1764,6 +1764,9 @@ impl GgmlType for BlockQ8K {
#[cfg(target_feature = "neon")]
return super::neon::vec_dot_q8k_q8k(n, xs, ys);
#[cfg(target_feature = "simd128")]
return super::simd128::vec_dot_q8k_q8k(n, xs, ys);
Self::vec_dot_unopt(n, xs, ys)
}