convert : add text_config as fallback [transformers 5.18] (#30040)
* add text_config as fallback * remove redundant llm_config check Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co> --------- Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>
This commit is contained in:
1 parent
1a3011cc0c
commit
6c73b3e12d
1 file changed
+1
-1
@@ -216,7 +216,7 @@ class NemotronHModel(GraniteHybridModel):
|
||||
hparams = kwargs.pop("hparams", None)
|
||||
if hparams is None:
|
||||
hparams = ModelBase.load_hparams(args[0], self.is_mistral_format)
|
||||
llm_config = {**hparams, **(hparams.get("llm_config") or {})}
|
||||
llm_config = {**hparams, **hparams.get("text_config", {})}
|
||||
|
||||
has_moe_params = "num_experts_per_tok" in llm_config
|
||||
layers_block_type = llm_config.get("layers_block_type")
|
||||
|
||||
Reference in new issue
Block a user