move to another PR

CISC · web-flow · commit a6e5917ca400 · 2024-05-29T20:24:42.000+02:00
diff --git a/llama_cpp/_internals.py b/llama_cpp/_internals.py
@@ -170,14 +170,6 @@ def token_eot(self) -> int:
         assert self.model is not None
         return llama_cpp.llama_token_eot(self.model)
 
-    def add_bos_token(self) -> int:
-        assert self.model is not None
-        return llama_cpp.llama_add_bos_token(self.model)
-
-    def add_eos_token(self) -> int:
-        assert self.model is not None
-        return llama_cpp.llama_add_eos_token(self.model)
-
     # Tokenization
 
     def tokenize(self, text: bytes, add_bos: bool, special: bool):
