ggml-cuda: Repost of 21896: Blackwell native NVFP4 support (#22196)

2026-04-29 06:47:42 +08:00
parent 7b8443ac78
commit fc2b0053ff
8 changed files with 318 additions and 130 deletions
@@ -26,7 +26,7 @@ void quantize_mmq_q8_1_cuda(
        ggml_type type_src0, int64_t ne00, int64_t s01, int64_t s02, int64_t s03,
        int64_t ne0, int64_t ne1, int64_t ne2, int64_t ne3, cudaStream_t stream);

-void quantize_mmq_mxfp4_cuda(const float *   x,
+void quantize_mmq_fp4_cuda(const float *   x,
                             const int32_t * ids,
                             void *          vy,
                             ggml_type       type_src0,