Lumpiasty/llama.cpp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

convert: fix handle HunyuanVL XD-RoPE config (#25514)

Browse Source 
Signed-off-by: wendadawen <wendadawen@qq.com>
This commit is contained in:
wendadawen
2026-07-22 00:42:35 +02:00
committed by GitHub
parent b4aa7dd477
commit 66e4bf7e59
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
conversion/hunyuan.py
+6
View File
@@ -338,6 +338,12 @@ class HunyuanVLTextModel(HunYuanModel):
def __init__(self, dir_model: Path, *args, **kwargs): def __init__(self, dir_model: Path, *args, **kwargs):
super().__init__(dir_model, *args, **kwargs) super().__init__(dir_model, *args, **kwargs)
# transformers 5.13.0 encodes HunyuanVL XD-RoPE as dynamic + mrope_section.
# Normalize it to avoid the HunYuan dynamic-RoPE context assertion.
if self.rope_parameters.get("rope_type") == "dynamic" and "mrope_section" in self.rope_parameters:
self.rope_parameters["rope_type"] = "xdrope"
self.rope_parameters["type"] = "xdrope"
self.rope_parameters["xdrope_section"] = list(self.rope_parameters["mrope_section"])
def set_gguf_parameters(self): def set_gguf_parameters(self):
super().set_gguf_parameters() super().set_gguf_parameters()