diff --git a/conversion/gpt_oss.py b/conversion/gpt_oss.py index 7542ec0ea..c4cae9611 100644 --- a/conversion/gpt_oss.py +++ b/conversion/gpt_oss.py @@ -85,6 +85,16 @@ class GptOssModel(TextModel): def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: name, gen = item + # Normalize erroneous GPT-OSS MXFP4 tensor naming. + # https://github.com/p-e-w/heretic/pull/211#issuecomment-5094370390 + if "mlp.experts." in name: + for proj in ("down_proj", "gate_up_proj"): + name = name.replace( + f"{proj}_blocks_blocks", f"{proj}_blocks" + ).replace( + f"{proj}_blocks_scales", f"{proj}_scales" + ) + if "sinks" in name: name += ".weight"