huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 11:56:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

No need for the even constraint on vecdot-q40-q80. (#1202)

Browse Source
This commit is contained in:
Laurent Mazare
2023-10-28 08:23:59 +02:00
committed by GitHub
parent c8face3f95
commit ef33df7ae2
4 changed files with 2 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
candle-core/src/quantized/k_quants.rs
View File

@ -236,14 +236,9 @@ impl GgmlType for BlockQ4_0 {
fn vec_dot_unopt(n: usize, xs: &[Self], ys: &[Self::VecDotType]) -> Result<f32> {
let qk = QK8_0;
let nb = n / qk;
if n % QK8_0 != 0 {
crate::bail!("vec_dot_q4_0_q8_0: {n} is not divisible by {qk}")
}
if nb % 2 != 0 {
crate::bail!("vec_dot_q4_0_q8_0: {nb} is not even")
}
// Generic implementation.
let mut sumf = 0f32;
for (xs, ys) in xs.iter().zip(ys.iter()) {