From 65bcd1479d605e662ccd96c860c6770be5adfc1d Mon Sep 17 00:00:00 2001
From: NickAlgra <92731720+NickAlgra@users.noreply.github.com>
Date: Tue, 24 Oct 2023 12:29:22 +0200
Subject: [PATCH] Add missing n_seq_id to llama_batch
---
llama_cpp/llama_cpp.py | 2 ++
1 file changed, 2 insertions(+)
diff --git a/llama_cpp/llama_cpp.py b/llama_cpp/llama_cpp.py
index 83d41ba09..f48b218b4 100644
--- a/llama_cpp/llama_cpp.py
+++ b/llama_cpp/llama_cpp.py
@@ -243,6 +243,7 @@ class llama_token_data_array(Structure):
# llama_token * token;
# float * embd;
# llama_pos * pos;
+# int32_t * n_seq_id;
# llama_seq_id ** seq_id;
# int8_t * logits;
@@ -262,6 +263,7 @@ class llama_batch(Structure):
("token", POINTER(llama_token)),
("embd", c_float_p),
("pos", POINTER(llama_pos)),
+ ("n_seq_id", POINTER(c_int32)),
("seq_id", POINTER(POINTER(llama_seq_id))),
("logits", POINTER(c_int8)),
("all_pos_0", llama_pos),
pFad - Phonifier reborn
Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.
Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.
Alternative Proxies:
Alternative Proxy
pFad Proxy
pFad v3 Proxy
pFad v4 Proxy