From 9ec1dfdbe2c448ab147466e9589e6cb0055e76ed Mon Sep 17 00:00:00 2001 From: Matthew McAllister Date: Sun, 12 Mar 2023 22:13:23 -0700 Subject: [PATCH] Strip trailing whitespace from prompt file Many/most text editors save with trailing whitespace. --- utils.cpp | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/utils.cpp b/utils.cpp index b340bd6..46a41f5 100644 --- a/utils.cpp +++ b/utils.cpp @@ -32,7 +32,11 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) { std::copy(std::istreambuf_iterator(file), std::istreambuf_iterator(), back_inserter(params.prompt)); - + + std::string& p = params.prompt; + p.erase(std::find_if(p.rbegin(), p.rend(), [](unsigned char ch) { + return !std::isspace(ch); + }).base(), p.end()); } else if (arg == "-n" || arg == "--n_predict") { params.n_predict = std::stoi(argv[++i]); } else if (arg == "--top_k") { @@ -367,7 +371,7 @@ gpt_vocab::id llama_sample_top_p_top_k( logits_id.push_back(std::make_pair(logits[i]*scale*repeat_penalty, i)); } else { logits_id.push_back(std::make_pair(logits[i]*scale/repeat_penalty, i)); - } + } } else { logits_id.push_back(std::make_pair(logits[i]*scale, i)); }