ggml: add SWIGLU_CLAMP (#27930)

* ggml: add SWIGLU_CLAMP * add vulkan shader
2026-08-30 23:00:02 +08:00
parent 2578138397
commit 0190529ec4
40 changed files with 768 additions and 35 deletions
@@ -627,6 +627,7 @@ extern "C" {
        GGML_GLU_OP_SWIGLU_OAI,
        GGML_GLU_OP_GEGLU_ERF,
        GGML_GLU_OP_GEGLU_QUICK,
+        GGML_GLU_OP_SWIGLU_CLAMP,

        GGML_GLU_OP_COUNT,
    };
@@ -1367,6 +1368,12 @@ extern "C" {
            float                 alpha,
            float                 limit);

+    GGML_API struct ggml_tensor * ggml_swiglu_clamp(
+            struct ggml_context * ctx,
+            struct ggml_tensor  * a,
+            struct ggml_tensor  * b,
+            float                 limit);
+
    // normalize along rows
    GGML_API struct ggml_tensor * ggml_norm(
            struct ggml_context * ctx,