kv-cache : avoid kv cells copies (#24277)

This commit is contained in:
Georgi Gerganov
2026-06-07 21:42:54 +03:00
committed by GitHub
parent f0156d1401
commit 379ac6673b
3 changed files with 11 additions and 7 deletions
+3 -1
View File
@@ -269,7 +269,9 @@ private:
// TODO: temporary until we refactor to be able to share the same cells between 2 kv caches [TAG_KV_CACHE_SHARE_CELLS]
llama_kv_cache * other;
std::vector<llama_kv_cells> v_cells;
std::shared_ptr<llama_kv_cells_vec> v_cells_impl;
llama_kv_cells_vec & v_cells;
// maps from a sequence id to a stream id
std::vector<uint32_t> seq_to_stream;