diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index e5dea18aeb..4c6ce4845c 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -3137,6 +3137,9 @@ class LlavaVisionModel(MmprojModel): assert self.hparams["norm_eps"] is not None, "norm_eps not found in params.json" if self.use_break_tok: self.img_break_tok_id = self.find_vparam(["image_break_token_id"]) + if self.img_break_tok_id < 0: + # Fall back to tokenizer lookup + self.img_break_tok_id = self.get_token_id("[IMG_BREAK]") else: raise ValueError(f"Unsupported model type: {self.hparams['model_type']}") logger.info(f"Image break token id: {self.img_break_tok_id}")