From 9cde7973ccc2f823fd518b8dadb7c395175c6697 Mon Sep 17 00:00:00 2001 From: Mug <> Date: Tue, 4 Apr 2023 16:20:27 +0200 Subject: [PATCH] Fix stripping instruction prompt --- examples/low_level_api_chatllama_cpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/low_level_api_chatllama_cpp.py b/examples/low_level_api_chatllama_cpp.py index 357b381..f7540ee 100644 --- a/examples/low_level_api_chatllama_cpp.py +++ b/examples/low_level_api_chatllama_cpp.py @@ -75,7 +75,7 @@ class LLaMAInteract: # add instruction as antiprompt if (self.instruct): - self.first_antiprompt.append(self.inp_prefix.strip()) + self.first_antiprompt.append(self._tokenize(self.inp_prefix.strip())) # primer feed if (len(primer) > 0):