metal: add support for opt_step_sgd (#16539)

* metal: add support for opt_step_sgd * add newline to pass EditorConfig check
2025-10-13 11:25:02 +03:00
parent c515fc5771
commit 3f750f8d76
7 changed files with 78 additions and 0 deletions
@@ -8806,3 +8806,17 @@ kernel void kernel_opt_step_adamw_f32(

    x[gid] = x[gid] * (1.0f - alpha * wd) - alpha * mh / vh;
 }
+
+kernel void kernel_opt_step_sgd_f32(
+        constant    ggml_metal_kargs_opt_step_sgd & args,
+        device       float * x,
+        device const float * g,
+        device const float * pars,
+        uint        gid[[thread_position_in_grid]]) {
+
+    if (gid >= args.np) {
+        return;
+    }
+
+    x[gid] = x[gid] * (1.0f - pars[0] * pars[1]) - pars[0] * g[gid];
+}