diff --git a/conversion/nemotron.py b/conversion/nemotron.py index c9bb3031f..f7eefcf8d 100644 --- a/conversion/nemotron.py +++ b/conversion/nemotron.py @@ -216,7 +216,7 @@ class NemotronHModel(GraniteHybridModel): hparams = kwargs.pop("hparams", None) if hparams is None: hparams = ModelBase.load_hparams(args[0], self.is_mistral_format) - llm_config = {**hparams, **(hparams.get("llm_config") or {})} + llm_config = {**hparams, **hparams.get("text_config", {})} has_moe_params = "num_experts_per_tok" in llm_config layers_block_type = llm_config.get("layers_block_type")