Lumpiasty/llama.cpp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

tmp: probe upload bytes per eval

Browse Source
This commit is contained in:
Lumpiasty
2026-07-17 02:55:53 +02:00
parent 71b61d18bf
commit 03151e6970
1 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-vulkan/ggml-vulkan.cpp
+10
View File
@@ -15554,6 +15554,16 @@ static void ggml_backend_vk_set_tensor_2d_async(ggml_backend_t backend, ggml_ten
ggml_backend_vk_context * ctx = (ggml_backend_vk_context *)backend->context; ggml_backend_vk_context * ctx = (ggml_backend_vk_context *)backend->context;
GGML_ASSERT((tensor->buffer->buft == ggml_backend_vk_get_default_buffer_type(backend) || tensor->buffer->buft == ggml_backend_vk_host_buffer_type()) && "unsupported buffer type"); GGML_ASSERT((tensor->buffer->buft == ggml_backend_vk_get_default_buffer_type(backend) || tensor->buffer->buft == ggml_backend_vk_host_buffer_type()) && "unsupported buffer type");
{
static uint64_t upload_bytes = 0;
static int upload_calls = 0;
upload_bytes += (uint64_t) size * n_copies;
upload_calls++;
if (upload_calls % 40 == 0 || upload_calls == 1) {
fprintf(stderr, "UPLOAD n=%d total=%.2f MiB\n", upload_calls, upload_bytes / 1048576.0);
}
}
if (size == 0) { if (size == 0) {
return; return;
} }