diff options
| author | Laurent Mazare <laurent.mazare@gmail.com> | 2023-10-28 08:23:59 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-10-28 07:23:59 +0100 |
| commit | ef33df7ae2b94e2b911b61f3765d6826726614e7 (patch) | |
| tree | 6db29f2ea17d975466eec1ecb570ca8cb7538d62 /candle-core/src/quantized/simd128.rs | |
| parent | c8face3f95a9c57b4714cd95dc69237533558c25 (diff) | |
| download | candle-ef33df7ae2b94e2b911b61f3765d6826726614e7.tar.gz candle-ef33df7ae2b94e2b911b61f3765d6826726614e7.tar.bz2 candle-ef33df7ae2b94e2b911b61f3765d6826726614e7.zip | |
No need for the even constraint on vecdot-q40-q80. (#1202)
Diffstat (limited to 'candle-core/src/quantized/simd128.rs')
| -rw-r--r-- | candle-core/src/quantized/simd128.rs | 4 |
1 files changed, 0 insertions, 4 deletions
diff --git a/candle-core/src/quantized/simd128.rs b/candle-core/src/quantized/simd128.rs index f256fdc2..1c8c0f20 100644 --- a/candle-core/src/quantized/simd128.rs +++ b/candle-core/src/quantized/simd128.rs @@ -11,10 +11,6 @@ pub(crate) fn vec_dot_q4_0_q8_0(n: usize, xs: &[BlockQ4_0], ys: &[BlockQ8_0]) -> if n % QK8_0 != 0 { crate::bail!("vec_dot_q4_0_q8_0: {n} is not divisible by {qk}") } - let nb = n / QK8_0; - if nb % 2 != 0 { - crate::bail!("vec_dot_q4_0_q8_0: {nb} is not even") - } unsafe { let mut acc = f32x4_splat(0.0f32); for (x, y) in xs.iter().zip(ys.iter()) { |