Fix EOT token handling

If it is the end of the audio, pick all sampled tokens. Otherwise, print error message.
2 years ago · cf67bfffa0
parent 91632eb6ea
commit cf67bfffa0
1 changed files with 6 additions and 3 deletions
--- a/whisper.cpp
+++ b/whisper.cpp
@ -2445,9 +2445,12 @@ int whisper_full(
                // end of text token
                if (id == whisper_token_eot(ctx)) {
                    if (result_len == 0) {
-                        // TODO: figure out how to resolve this
-                        fprintf(stderr, "\n%s: failed to generate timestamp token - this should not happen\n\n", __func__);
-                        //result_len = i + 1;
+                        if (seek + seek_delta + 100 >= whisper_n_len(ctx)) {
+                            result_len = i + 1;
+                        } else {
+                            // TODO: figure out how to resolve this
+                            fprintf(stderr, "\n%s: failed to generate timestamp token - this should not happen\n\n", __func__);
+                        }
                    }
                    break;
                }