Update utils.h

pull/56/head
Georgi Gerganov 1 year ago committed by GitHub
parent 2913d75a42
commit 90b9b5b8c0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -88,7 +88,7 @@ gpt_vocab::id llama_sample_top_p_top_k(
std::mt19937 & rng);
// filer to top K tokens from list of logits
void sample_top_k(std::vector<std::pair<double, gpt_vocab::id>> &logits_id, int top_k);
void sample_top_k(std::vector<std::pair<double, gpt_vocab::id>> & logits_id, int top_k);
//
// Quantization

Loading…
Cancel
Save