|
|
@ -33,6 +33,10 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {
|
|
|
|
std::istreambuf_iterator<char>(),
|
|
|
|
std::istreambuf_iterator<char>(),
|
|
|
|
back_inserter(params.prompt));
|
|
|
|
back_inserter(params.prompt));
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
std::string& p = params.prompt;
|
|
|
|
|
|
|
|
p.erase(std::find_if(p.rbegin(), p.rend(), [](unsigned char ch) {
|
|
|
|
|
|
|
|
return !std::isspace(ch);
|
|
|
|
|
|
|
|
}).base(), p.end());
|
|
|
|
} else if (arg == "-n" || arg == "--n_predict") {
|
|
|
|
} else if (arg == "-n" || arg == "--n_predict") {
|
|
|
|
params.n_predict = std::stoi(argv[++i]);
|
|
|
|
params.n_predict = std::stoi(argv[++i]);
|
|
|
|
} else if (arg == "--top_k") {
|
|
|
|
} else if (arg == "--top_k") {
|
|
|
|