diff --git a/conversion/hunyuan.py b/conversion/hunyuan.py index 537f023aa01b..9c64debbe948 100644 --- a/conversion/hunyuan.py +++ b/conversion/hunyuan.py @@ -338,6 +338,13 @@ class HunyuanVLTextModel(HunYuanModel): def __init__(self, dir_model: Path, *args, **kwargs): super().__init__(dir_model, *args, **kwargs) + def _fix_special_tokens(self): + super()._fix_special_tokens() + # text_config.eos_token_id is the real stop token (merged into hparams by base.py) + eos_id = self.hparams.get("eos_token_id") + if eos_id is not None: + self.gguf_writer.add_eos_token_id(eos_id) + def set_gguf_parameters(self): super().set_gguf_parameters()