From ce7ebb33198c0e99399de567e367bb2a63274d04 Mon Sep 17 00:00:00 2001
From: beiller <beiller@gmail.com>
Date: Wed, 8 Mar 2023 16:44:50 -0500
Subject: [PATCH] Another antiprompt fix

---
 main.cpp | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/main.cpp b/main.cpp
index 36d6ddc..98abcc0 100644
--- a/main.cpp
+++ b/main.cpp
@@ -1004,7 +1004,8 @@ int main(int argc, char ** argv) {
                         buf[n_read+1] = 0;
                     }
 
-                    std::vector<gpt_vocab::id> line_inp = ::llama_tokenize(vocab, buf, false);
+                    std::vector<gpt_vocab::id> line_inp;
+                    processor.Encode(buf, &antiprompt_inp);
                     embd_inp.insert(embd_inp.end(), line_inp.begin(), line_inp.end());
 
                     input_noecho = true; // do not echo this again