Fix EOT token handling

If it is the end of the audio, pick all sampled tokens.
Otherwise, print error message.
pull/24/merge
Georgi Gerganov 2 years ago
parent 91632eb6ea
commit cf67bfffa0

@ -2445,9 +2445,12 @@ int whisper_full(
// end of text token
if (id == whisper_token_eot(ctx)) {
if (result_len == 0) {
if (seek + seek_delta + 100 >= whisper_n_len(ctx)) {
result_len = i + 1;
} else {
// TODO: figure out how to resolve this
fprintf(stderr, "\n%s: failed to generate timestamp token - this should not happen\n\n", __func__);
//result_len = i + 1;
}
}
break;
}

Loading…
Cancel
Save