From b3c3b96a139d4ef1bdec926ac17aa040981cfc5d Mon Sep 17 00:00:00 2001 From: Tarek Dakhran Date: Mon, 24 Aug 2026 16:01:35 +0200 Subject: [PATCH] misc : read repetition_penalty from generation_config.json (#27659) `repetition_penalty` is standard HF key for repetion penalty. Currently, only `penalty_repeat` is mapped, read `repetition_penalty` and map it to `metadata.sampling_penalty_repeat`. --- gguf-py/gguf/metadata.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gguf-py/gguf/metadata.py b/gguf-py/gguf/metadata.py index e954644e2..d5836cc68 100644 --- a/gguf-py/gguf/metadata.py +++ b/gguf-py/gguf/metadata.py @@ -83,7 +83,7 @@ class Metadata: metadata.sampling_xtc_threshold = gen_config.get("xtc_threshold", metadata.sampling_xtc_threshold) metadata.sampling_temp = gen_config.get("temperature", metadata.sampling_temp) metadata.sampling_penalty_last_n = gen_config.get("penalty_last_n", metadata.sampling_penalty_last_n) - metadata.sampling_penalty_repeat = gen_config.get("penalty_repeat", metadata.sampling_penalty_repeat) + metadata.sampling_penalty_repeat = gen_config.get("penalty_repeat", gen_config.get("repetition_penalty", metadata.sampling_penalty_repeat)) metadata.sampling_mirostat = gen_config.get("mirostat", metadata.sampling_mirostat) metadata.sampling_mirostat_tau = gen_config.get("mirostat_tau", metadata.sampling_mirostat_tau) metadata.sampling_mirostat_eta = gen_config.get("mirostat_eta", metadata.sampling_mirostat_eta)