happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Simplify Jina BERT v3 detection logic 

Remove unnecessary try/except Jina text hparams.

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>
This commit is contained in:
pockers21 2025-11-14 18:13:43 +08:00 committed by liyang
parent 3063f0467c
commit 7f801abea6
1 changed files with 7 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
convert_hf_to_gguf.py
View File

@ -5636,17 +5636,13 @@ class XLMRobertaModel(BertModel):
if lora_names := hparams.get("lora_adaptations"): if lora_names := hparams.get("lora_adaptations"):
self._lora_names = lora_names self._lora_names = lora_names
try: pe_type = (hparams.get("position_embedding_type") or "").lower()
text_cfg = hparams.get("text_config", {}) if isinstance(hparams.get("text_config", {}), dict) else {} rope_base = hparams.get("rotary_emb_base")
pe_type = (text_cfg.get("position_embedding_type") or hparams.get("position_embedding_type") or "").lower() name_path = (hparams.get("_name_or_path") or "").lower()
rope_base = text_cfg.get("rotary_emb_base", hparams.get("rotary_emb_base")) is_vx = ("jina" in name_path and ("v2" in name_path or "v3" in name_path))
name_path = (hparams.get("_name_or_path") or "").lower() is_v3 = (pe_type == "rotary" or rope_base is not None) and is_vx
is_vx = ("jina" in name_path and ("v2" in name_path or "v3" in name_path)) if is_v3 or self._lora_names:
is_v3 = (pe_type == "rotary" or rope_base is not None) and is_vx self.model_arch = gguf.MODEL_ARCH.JINA_BERT_V3
if (is_v3) or self._lora_names:
self.model_arch = gguf.MODEL_ARCH.JINA_BERT_V3
except Exception:
pass
super().__init__(dir_model, ftype, fname_out, hparams=hparams, **kwargs) super().__init__(dir_model, ftype, fname_out, hparams=hparams, **kwargs)
self._xlmroberta_tokenizer_init() self._xlmroberta_tokenizer_init()