sync : forgot to sync ggml.h

pull/15/head
Georgi Gerganov 2 years ago
parent 45fc4fed0b
commit e0abac1be7
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

@ -731,6 +731,8 @@ int ggml_cpu_has_f16c(void);
int ggml_cpu_has_fp16_va(void); int ggml_cpu_has_fp16_va(void);
int ggml_cpu_has_wasm_simd(void); int ggml_cpu_has_wasm_simd(void);
int ggml_cpu_has_blas(void); int ggml_cpu_has_blas(void);
int ggml_cpu_has_sse3(void);
int ggml_cpu_has_vsx(void);
#ifdef __cplusplus #ifdef __cplusplus
} }

@ -208,6 +208,8 @@ void mul_mat_vec_gq_1(
void quantize_2(const float * src, void * dst, int n, int k) { void quantize_2(const float * src, void * dst, int n, int k) {
char * p0 = dst; char * p0 = dst;
gq_t pp[QB];
for (int j = 0; j < n; j++) { for (int j = 0; j < n; j++) {
for (int i = 0; i < k/QK; i++) { for (int i = 0; i < k/QK; i++) {
float min = FLT_MAX; float min = FLT_MAX;
@ -254,7 +256,7 @@ void quantize_2(const float * src, void * dst, int n, int k) {
//printf("min/max/d/id: %f %f %f %f\n", min, max, d, id); //printf("min/max/d/id: %f %f %f %f\n", min, max, d, id);
for (int s = 0; s < QK/gq_t_bits; ++s) { for (int s = 0; s < QK/gq_t_bits; ++s) {
gq_t pp[QB] = {0}; memset(pp, 0, sizeof(pp));
for (int l = 0; l < gq_t_bits; l++) { for (int l = 0; l < gq_t_bits; l++) {
const float v = src[j*k + i*QK + s*gq_t_bits + l]; const float v = src[j*k + i*QK + s*gq_t_bits + l];

Loading…
Cancel
Save