Fix flake8 complaints
This commit is contained in:
parent
87509005a8
commit
3cf7bdf1e9
|
|
@ -18,6 +18,7 @@ logger = logging.getLogger(__name__)
|
||||||
ADDED_TOKENS_FILE = 'added_tokens.json'
|
ADDED_TOKENS_FILE = 'added_tokens.json'
|
||||||
FAST_TOKENIZER_FILE = 'tokenizer.json'
|
FAST_TOKENIZER_FILE = 'tokenizer.json'
|
||||||
|
|
||||||
|
|
||||||
class SpecialVocab:
|
class SpecialVocab:
|
||||||
merges: list[str]
|
merges: list[str]
|
||||||
add_special_token: dict[str, bool]
|
add_special_token: dict[str, bool]
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue