ggml: add ggml_rope_set_offset (+ metal support) (#27120)

* add params * cpu kernel * metal kernel * add test backend ops * gate other backends * ggml: (cuda) support ggml_rope_set_offset (#27121) * rm cuda supports_op guard, fix webgpu clang-format * ggml: support ggml_rope_set_offset on vulkan (#27344) * ggml: support ggml_rope_set_offset on vulkan * remove inplace optimization
2026-08-19 14:04:57 +02:00
parent 77acca437f
commit fe8156f789
19 changed files with 272 additions and 116 deletions
@@ -1981,6 +1981,14 @@ extern "C" {
            float                 beta_fast,
            float                 beta_slow);

+    // set the offset dims for RoPE
+    // a must be GGML_OP_ROPE or GGML_OP_ROPE_BACK
+    // vision RoPE is not supported
+    // example: (marking: x = rotated, 0 = unrotated)
+    //     n_embd = 10, n_dims = 4, offset = 2 --> [00xxxx0000]
+    GGML_API struct ggml_tensor * ggml_rope_set_offset(
+            struct ggml_tensor  * a,
+            int                   n_offs);

    // clamp
    // in-place, returns view(a)