llama: add token ID tracking to KV cell (#27762)

* kv: track token id * rm get_prev_tokens, move it to the main pr * nits * add get_prev_tokens
2026-08-26 23:34:28 +02:00
parent 539f24529b
commit 925e117994
4 changed files with 133 additions and 14 deletions
@@ -43,10 +43,10 @@
 #define LLAMA_FILE_MAGIC_GGSQ 0x67677371u // 'ggsq'

 #define LLAMA_SESSION_MAGIC   LLAMA_FILE_MAGIC_GGSN
-#define LLAMA_SESSION_VERSION 9
+#define LLAMA_SESSION_VERSION 10

 #define LLAMA_STATE_SEQ_MAGIC   LLAMA_FILE_MAGIC_GGSQ
-#define LLAMA_STATE_SEQ_VERSION 2
+#define LLAMA_STATE_SEQ_VERSION 3

 #ifdef __cplusplus
 extern "C" {