mix instead of max
This commit is contained in:
parent
1fd0574adc
commit
250b4f1074
|
|
@ -607,7 +607,7 @@ class TextModel(ModelBase):
|
|||
|
||||
from transformers import AutoTokenizer
|
||||
tokenizer = AutoTokenizer.from_pretrained(self.dir_model)
|
||||
vocab_size = max(
|
||||
vocab_size = min(
|
||||
self.hparams.get("vocab_size", len(tokenizer.vocab)),
|
||||
len(tokenizer.vocab)
|
||||
)
|
||||
|
|
|
|||
Loading…
Reference in New Issue