From 8520fc310eab87f2c4612f2a00d4adbd44a20d0d Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 24 Mar 2023 23:47:06 +0200 Subject: [PATCH] Disable BLAS altogether - the bug is not just for qunatized mat mul --- ggml.c | 3 +++ 1 file changed, 3 insertions(+) diff --git a/ggml.c b/ggml.c index b428d70..db68ed1 100644 --- a/ggml.c +++ b/ggml.c @@ -5854,6 +5854,9 @@ static bool ggml_compute_forward_mul_mat_use_blas( const int ne0 = dst->ne[0]; const int ne1 = dst->ne[1]; + // TMP: disable BLAS for now there is definitely a bug + return false; + // TODO: find the optimal values for these if (ggml_is_contiguous(src0) && ggml_is_contiguous(src1) && ((ne0 >= 32 && ne1 >= 32 && ne10 >= 32))) {