From 718bb989a52cadc198a8522c2cbaa28b9149d063 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebasti=C3=A1n=20Aedo?= Date: Sun, 12 Mar 2023 00:02:03 -0300 Subject: [PATCH] Remove unsupported VLAs --- utils.cpp | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/utils.cpp b/utils.cpp index d029490..5213ecb 100644 --- a/utils.cpp +++ b/utils.cpp @@ -1,5 +1,4 @@ #include "utils.h" -#define QK 32 #include #include @@ -454,7 +453,8 @@ size_t ggml_quantize_q4_0(float * src, void * dst, int n, int k, int qk, int64_t assert(k % qk == 0); - uint8_t pp[QK/2]; + std::vector pp; + pp.reserve(qk/2); char * pdst = (char *) dst; @@ -493,7 +493,7 @@ size_t ggml_quantize_q4_0(float * src, void * dst, int n, int k, int qk, int64_t pp[l/2] = vi0 | (vi1 << 4); } - memcpy(pb, pp, sizeof(pp)); + memcpy(pb, pp.data(), pp.size()); pb += bs; } } @@ -508,7 +508,8 @@ size_t ggml_quantize_q4_1(float * src, void * dst, int n, int k, int qk, int64_t assert(k % qk == 0); - uint8_t pp[QK/2]; + std::vector pp; + pp.reserve(qk/2); char * pdst = (char *) dst; @@ -552,7 +553,7 @@ size_t ggml_quantize_q4_1(float * src, void * dst, int n, int k, int qk, int64_t pp[l/2] = vi0 | (vi1 << 4); } - memcpy(pb + i*qk/2, pp, sizeof(pp)); + memcpy(pb + i*qk/2, pp.data(), pp.size()); } } }