Lumpiasty/llama.cpp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

gguf-split: Add option to delete split parts during merge (#26538)

Browse Source 
* Add delete-files option to split parameters

Added a new option to delete split files during execution to free up disk space.

* Add test for delete files on merge option

* Fix tests

* Update tools/gguf-split/gguf-split.cpp

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>

* Update tools/gguf-split/gguf-split.cpp

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>

* Uncomment tests

* Improvements to address PR comments

* Fix formatting

* Fix formatting

* Rename --delete-files to --delete-splits

* Comment tests

* Move delete inside loop

* style cleanup

---------

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>
This commit is contained in:
Guilherme Quintino
2026-08-04 21:27:47 +03:00
committed by GitHub
co-authored by Sigbjørn Skjæret
parent 2f56fc3431
commit 76c956c137
2 changed files with 42 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/gguf-split/gguf-split.cpp
+20
View File
@@ -47,6 +47,7 @@ struct split_params {
std::string output;
bool no_tensor_first_split = false;
bool dry_run = false;
bool delete_splits = false;
};
static void split_print_usage(const char * executable) {
@@ -65,6 +66,7 @@ static void split_print_usage(const char * executable) {
printf(" --split-max-size N(M|G) max size per split\n");
printf(" --no-tensor-first-split do not add tensors to the first split (disabled by default)\n");
printf(" --dry-run only print out a split plan and exit, without writing any new files\n");
printf(" --delete-splits delete the split files during merge to free up disk space WARNING: this option is unsafe and will leave you in an unrecoverable state if something fails during the merge\n");
printf("\n");
}
@@ -147,6 +149,9 @@ static void split_params_parse_ex(int argc, const char ** argv, split_params & p
}
params.mode = MODE_SIZE;
params.n_bytes_split = split_str_to_n_bytes(argv[arg_idx]);
} else if (arg == "--delete-splits") {
arg_found = true;
params.delete_splits = true;
}
if (!arg_found) {
@@ -509,6 +514,7 @@ static void gguf_merge(const split_params & split_params) {
}
// Write tensors data
bool merge_error = false;
for (int i_split = 0; i_split < n_split; i_split++) {
llama_split_path(split_path, sizeof(split_path), split_prefix, i_split, n_split);
std::ifstream f_input(split_path, std::ios::binary);
@@ -554,6 +560,16 @@ static void gguf_merge(const split_params & split_params) {
ggml_free(ctx_meta);
f_input.close();
fprintf(stderr, "\033[3Ddone\n");
if (!split_params.dry_run && split_params.delete_splits) {
int delete_result = std::remove(split_path);
if (delete_result != 0) {
merge_error = true;
fprintf(stderr, "error: failed to delete %s\n", split_path);
} else {
fprintf(stderr, "%s: deleted file %s\n", __func__, split_path);
}
}
}
if (!split_params.dry_run) {
@@ -568,6 +584,10 @@ static void gguf_merge(const split_params & split_params) {
fprintf(stderr, "%s: %s merged from %d split with %d tensors.\n",
__func__, split_params.output.c_str(), n_split, total_tensors);
if (merge_error) {
exit(EXIT_FAILURE);
}
}
int main(int argc, const char ** argv) {