1 parent
6900fb5ac8
commit
162e2bb2e4
2 files changed
+7
-8
No files matched your search
@@ -182,6 +182,8 @@ struct lora_merge_ctx {
|
||||
ggml_type get_out_tensor_type(struct ggml_tensor * t) {
|
||||
if (t->type == GGML_TYPE_F32) {
|
||||
return GGML_TYPE_F32;
|
||||
} else if (t->type == GGML_TYPE_BF16) {
|
||||
return GGML_TYPE_BF16;
|
||||
} else {
|
||||
return GGML_TYPE_F16;
|
||||
}
|
||||
@@ -409,8 +411,7 @@ struct lora_merge_ctx {
|
||||
|
||||
static void print_usage(int, char ** argv) {
|
||||
printf("\nexample usage:\n");
|
||||
printf("\n %s -m base-model.gguf --lora lora-file.gguf -o merged-model-f16.gguf\n", argv[0]);
|
||||
printf("\nNOTE: output model is F16\n");
|
||||
printf("\n %s -m base-model.gguf --lora lora-file.gguf -o merged-model.gguf\n", argv[0]);
|
||||
printf("\n");
|
||||
}
|
||||
|
||||
|
||||
Reference in new issue
Block a user