mix instead of max
This commit is contained in:
parent
1fd0574adc
commit
250b4f1074
|
|
@ -607,7 +607,7 @@ class TextModel(ModelBase):
|
||||||
|
|
||||||
from transformers import AutoTokenizer
|
from transformers import AutoTokenizer
|
||||||
tokenizer = AutoTokenizer.from_pretrained(self.dir_model)
|
tokenizer = AutoTokenizer.from_pretrained(self.dir_model)
|
||||||
vocab_size = max(
|
vocab_size = min(
|
||||||
self.hparams.get("vocab_size", len(tokenizer.vocab)),
|
self.hparams.get("vocab_size", len(tokenizer.vocab)),
|
||||||
len(tokenizer.vocab)
|
len(tokenizer.vocab)
|
||||||
)
|
)
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue