/usr/local/lib64/python3.6/site-packages/tokenizers/trainers
NameSizeModeActions
__pycache__/-0755rm
__init__.py2480644editdlrm
__init__.pyi51260644editdlrm
Edit: /usr/local/lib64/python3.6/site-packages/tokenizers/trainers/__init__.py (248B)
# Generated content DO NOT EDIT from .. import trainers Trainer = trainers.Trainer BpeTrainer = trainers.BpeTrainer UnigramTrainer = trainers.UnigramTrainer WordLevelTrainer = trainers.WordLevelTrainer WordPieceTrainer = trainers.WordPieceTrainer