Update convert_hf_to_gguf.py
Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>
This commit is contained in:
parent
da3a1c90f8
commit
89431b6ba6
|
|
@ -8962,9 +8962,10 @@ class ModernBertModel(BertModel):
|
||||||
model_arch = gguf.MODEL_ARCH.MODERN_BERT
|
model_arch = gguf.MODEL_ARCH.MODERN_BERT
|
||||||
|
|
||||||
def set_vocab(self):
|
def set_vocab(self):
|
||||||
self._set_vocab_gpt2()
|
|
||||||
self.gguf_writer.add_add_bos_token(True)
|
self.gguf_writer.add_add_bos_token(True)
|
||||||
self.gguf_writer.add_add_eos_token(True)
|
self.gguf_writer.add_add_eos_token(True)
|
||||||
|
self.gguf_writer.add_add_sep_token(True)
|
||||||
|
self._set_vocab_gpt2()
|
||||||
|
|
||||||
def set_gguf_parameters(self):
|
def set_gguf_parameters(self):
|
||||||
super().set_gguf_parameters()
|
super().set_gguf_parameters()
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue