ggml: add f16 out_prod support for CPU and out_prod op for Vulkan (#23997)

2026-07-15 10:46:56 +02:00
parent 33a75f41c3
commit f955e394bf
6 changed files with 167 additions and 7 deletions
@@ -2859,7 +2859,8 @@ struct ggml_cplan ggml_graph_plan(
                    } break;
                case GGML_OP_OUT_PROD:
                    {
-                        if (ggml_is_quantized(node->src[0]->type)) {
+                        if (ggml_is_quantized(node->src[0]->type) ||
+                            node->src[0]->type == GGML_TYPE_F16) {
                            cur = ggml_type_size(GGML_TYPE_F32) * node->src[0]->ne[0] * n_tasks;
                        }
                    } break;