From 4e55aaa51f61a2472c24c52d7b3596f4d0bca4f7 Mon Sep 17 00:00:00 2001 From: Laurent Mazare Date: Sat, 30 Sep 2023 20:12:41 +0100 Subject: Simd128 version of the q2k-q8k vecdot product. (#1011) * Sketch the simd128 version of q2k vecdot. * Use a single accumulator. * Simdify the q2k-q8k vecdot product. * Cosmetic change. --- candle-wasm-tests/tests/quantized_tests.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'candle-wasm-tests') diff --git a/candle-wasm-tests/tests/quantized_tests.rs b/candle-wasm-tests/tests/quantized_tests.rs index 643eb2f0..fcd812c1 100644 --- a/candle-wasm-tests/tests/quantized_tests.rs +++ b/candle-wasm-tests/tests/quantized_tests.rs @@ -106,7 +106,7 @@ fn ggml_matmul_error_test() -> Result<()> { let ggml_error = ggml_reference_matmul_error(T::DTYPE)?; - if error > GGML_MAX_DOT_PRODUCT_ERROR { + if !error.is_finite() || error > GGML_MAX_DOT_PRODUCT_ERROR { candle::bail!( "Dot product error {} exceeds max error {}", error, -- cgit v1.2.3