diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index 716891e05..20f9e8f2b 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -10632,9 +10632,18 @@ void ggml_vk_concat(ggml_backend_vk_context * ctx, vk_context& subctx, const ggm const bool s0_trans = dim0_ok && types_ok && shapes_ok && off_fits && src_transposed_2d(src0) && ggml_is_contiguous(src1); - if (s1_trans || s0_trans) { + // validation/A-B knob: GGML_VK_CONCAT_FASTPATH=0 forces the generic path, =log reports every + // fast-path dispatch on stderr + static const char * fastpath_env = getenv("GGML_VK_CONCAT_FASTPATH"); + static const bool fastpath_off = fastpath_env != nullptr && std::string(fastpath_env) == "0"; + static const bool fastpath_log = fastpath_env != nullptr && std::string(fastpath_env) == "log"; + + if (!fastpath_off && (s1_trans || s0_trans)) { const ggml_tensor * ctg = s1_trans ? src0 : src1; // contiguous source const ggml_tensor * trp = s1_trans ? src1 : src0; // transposed source + if (fastpath_log) { + std::cerr << "ggml_vk_concat: transpose fast path, transposed ne0=" << trp->ne[0] << std::endl; + } // dst offsets (in elements) where each source region begins const uint32_t off_ctg = s1_trans ? 0u : (uint32_t) src1->ne[0]; const uint32_t off_trp = s1_trans ? (uint32_t) src0->ne[0] : 0u;