|
|
@ -533,7 +533,9 @@ bool gpt2_eval(
|
|
|
|
params.mem_buffer = buf;
|
|
|
|
params.mem_buffer = buf;
|
|
|
|
|
|
|
|
|
|
|
|
struct ggml_context * ctx0 = ggml_init(params);
|
|
|
|
struct ggml_context * ctx0 = ggml_init(params);
|
|
|
|
struct ggml_cgraph gf = { .n_threads = n_threads };
|
|
|
|
|
|
|
|
|
|
|
|
struct ggml_cgraph gf = { };
|
|
|
|
|
|
|
|
gf.n_threads = n_threads;
|
|
|
|
|
|
|
|
|
|
|
|
struct ggml_tensor * embd = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, N);
|
|
|
|
struct ggml_tensor * embd = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, N);
|
|
|
|
memcpy(embd->data, embd_inp.data(), N*ggml_element_size(embd));
|
|
|
|
memcpy(embd->data, embd_inp.data(), N*ggml_element_size(embd));
|
|
|
|