Fix EOT token handling

If it is the end of the audio, pick all sampled tokens.
Otherwise, print error message.
pull/24/merge
Georgi Gerganov 2 years ago
parent 91632eb6ea
commit cf67bfffa0

@ -2445,9 +2445,12 @@ int whisper_full(
// end of text token // end of text token
if (id == whisper_token_eot(ctx)) { if (id == whisper_token_eot(ctx)) {
if (result_len == 0) { if (result_len == 0) {
// TODO: figure out how to resolve this if (seek + seek_delta + 100 >= whisper_n_len(ctx)) {
fprintf(stderr, "\n%s: failed to generate timestamp token - this should not happen\n\n", __func__); result_len = i + 1;
//result_len = i + 1; } else {
// TODO: figure out how to resolve this
fprintf(stderr, "\n%s: failed to generate timestamp token - this should not happen\n\n", __func__);
}
} }
break; break;
} }

Loading…
Cancel
Save