CUDA + ggml: add sparse-fa for DSV4/GLM (#27970)

2026-09-02 17:27:37 +03:00
parent 0f3a71be15
commit 8e93a9773b
12 changed files with 392 additions and 101 deletions
@@ -2453,6 +2453,12 @@ extern "C" {
    GGML_API enum ggml_prec ggml_flash_attn_ext_get_prec(
            const struct ggml_tensor * a);

+    // Use finite mask entries as a sparse K/V set. Set 0 to disable.
+    // n_kv_max must bound the number of finite entries in every mask row.
+    GGML_API void ggml_flash_attn_ext_set_n_kv_max(
+            struct ggml_tensor * a,
+            int32_t              n_kv_max);
+
    GGML_API void ggml_flash_attn_ext_add_sinks(
            struct ggml_tensor * a,
            struct ggml_tensor * sinks);