Bugfix: only eval new tokens

abetlen · abetlen · commit 89856ef00d37 · 2023-04-15T17:32:53.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -280,6 +280,7 @@ def generate(
             if self.verbose:
                 print("generate cache hit", file=sys.stderr)
             reset = False
+            tokens = tokens[len(self.tokens) :]
         ###
         if reset:
             self.reset()
