tmp: probe upload bytes per eval

2026-07-17 02:55:53 +02:00
parent 71b61d18bf
commit 03151e6970
1 changed files with 10 additions and 0 deletions
@@ -15554,6 +15554,16 @@ static void ggml_backend_vk_set_tensor_2d_async(ggml_backend_t backend, ggml_ten
    ggml_backend_vk_context * ctx = (ggml_backend_vk_context *)backend->context;
    GGML_ASSERT((tensor->buffer->buft == ggml_backend_vk_get_default_buffer_type(backend) || tensor->buffer->buft == ggml_backend_vk_host_buffer_type()) && "unsupported buffer type");

+    {
+        static uint64_t upload_bytes = 0;
+        static int upload_calls = 0;
+        upload_bytes += (uint64_t) size * n_copies;
+        upload_calls++;
+        if (upload_calls % 40 == 0 || upload_calls == 1) {
+            fprintf(stderr, "UPLOAD n=%d total=%.2f MiB\n", upload_calls, upload_bytes / 1048576.0);
+        }
+    }
+
    if (size == 0) {
        return;
    }