model: add dots3-note (#27060)

* text: conversion * init impl * address review comments * fix rope * move to a new llama_kv_cache_dsa_iswa
2026-08-21 19:52:34 +02:00
parent 873e5d8e39
commit 5a32f7b66e
20 changed files with 1412 additions and 9 deletions
@@ -115,6 +115,7 @@ enum llm_arch {
    LLM_ARCH_BAILINGMOE2,
    LLM_ARCH_BAILINGMOE3,
    LLM_ARCH_DOTS1,
+    LLM_ARCH_DOTS3NOTE,
    LLM_ARCH_ARCEE,
    LLM_ARCH_AFMOE,
    LLM_ARCH_LAGUNA,
@@ -278,6 +279,9 @@ enum llm_kv {
    LLM_KV_ATTENTION_VALUE_LENGTH_MLA,
    LLM_KV_ATTENTION_KEY_LENGTH_SWA,
    LLM_KV_ATTENTION_VALUE_LENGTH_SWA,
+    LLM_KV_ATTENTION_KEY_LENGTH_MLA_SWA,
+    LLM_KV_ATTENTION_VALUE_LENGTH_MLA_SWA,
+    LLM_KV_ATTENTION_KV_LORA_RANK_SWA,
    LLM_KV_ATTENTION_INDEXER_HEAD_COUNT,
    LLM_KV_ATTENTION_INDEXER_KEY_LENGTH,
    LLM_KV_ATTENTION_INDEXER_TOP_K,