ggml : use vm_allocate instead of posix_memalign on all Apple platforms (#31437)
* ggml : use `vm_allocate` instead of `posix_memalign` on iOS * ggml : use vm_allocate on all Apple platforms, run test-host-buffer-release by default
This commit is contained in:
1 parent
84d9ce0fad
commit
ea24b952cd
4 files changed
+51
-14
No files matched your search
@@ -0,0 +1,47 @@
|
||||
// ref: https://github.com/ggml-org/llama.cpp/issues/30556
|
||||
|
||||
#include "ggml-backend.h"
|
||||
|
||||
#include <cstdint>
|
||||
#include <cstdio>
|
||||
#include <cstring>
|
||||
#include <mach/mach.h>
|
||||
|
||||
static uint64_t phys_footprint() {
|
||||
task_vm_info_data_t info;
|
||||
mach_msg_type_number_t count = TASK_VM_INFO_COUNT;
|
||||
const kern_return_t ret = task_info(mach_task_self(), TASK_VM_INFO, (task_info_t) &info, &count);
|
||||
GGML_ASSERT(ret == KERN_SUCCESS);
|
||||
return info.phys_footprint;
|
||||
}
|
||||
|
||||
static bool test_release(ggml_backend_buffer_type_t buft) {
|
||||
const size_t size = 256ull*1024*1024;
|
||||
|
||||
ggml_backend_buffer_t buf = ggml_backend_buft_alloc_buffer(buft, size);
|
||||
GGML_ASSERT(buf != nullptr);
|
||||
ggml_backend_buffer_clear(buf, 1);
|
||||
|
||||
const uint64_t footprint_alloc = phys_footprint();
|
||||
ggml_backend_buffer_free(buf);
|
||||
const uint64_t footprint_free = phys_footprint();
|
||||
|
||||
printf("%s: phys_footprint %.1f MiB -> %.1f MiB after freeing %.1f MiB\n", ggml_backend_buft_name(buft), footprint_alloc/1048576.0, footprint_free/1048576.0, size/1048576.0);
|
||||
|
||||
// do not poll, the footprint must drop at free time
|
||||
return footprint_free < footprint_alloc - 0.75*size;
|
||||
}
|
||||
|
||||
int main() {
|
||||
ggml_backend_load_all();
|
||||
|
||||
bool ok = test_release(ggml_backend_cpu_buffer_type());
|
||||
|
||||
// private Metal buffers are allocated by Metal, not by ggml_metal_host_malloc
|
||||
ggml_backend_dev_t dev = ggml_backend_dev_by_name("MTL0");
|
||||
if (dev && strcmp(ggml_backend_buft_name(ggml_backend_dev_buffer_type(dev)), "MTL0") == 0) {
|
||||
ok = test_release(ggml_backend_dev_buffer_type(dev)) && ok;
|
||||
}
|
||||
|
||||
return ok ? 0 : 1;
|
||||
}
|
||||
Reference in new issue
Block a user