From 15759e0ca9d5caa7f9d31cd999c2434f17e7a1f5 Mon Sep 17 00:00:00 2001 From: Aman Gupta Date: Tue, 10 Nov 2026 18:53:47 +0800 Subject: [PATCH] CUDA: skip graph compat check when graph is being reused (#32004) --- ggml/src/ggml-cuda/ggml-cuda.cu | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu index becd33483..f2c484731 100644 --- a/ggml/src/ggml-cuda/ggml-cuda.cu +++ b/ggml/src/ggml-cuda/ggml-cuda.cu @@ -5262,7 +5262,9 @@ static enum ggml_status ggml_backend_cuda_graph_compute(ggml_backend_t backend, ggml_cuda_graph * graph = cuda_ctx->cuda_graph(graph_key); if (graph->is_enabled()) { - const bool graph_compatible = ggml_cuda_graph_check_compability(cgraph); + // graph->uid is set only for a compatible graph (see ggml_cuda_graph_update_required), so a reused graph needs no new check + const bool graph_reused = cgraph->uid != 0 && cgraph->uid == graph->uid; + const bool graph_compatible = graph_reused || ggml_cuda_graph_check_compability(cgraph); if (graph_compatible) { const bool properties_changed = ggml_cuda_graph_update_required(cuda_ctx, cgraph);