/usr/local/lib64/python3.6/site-packages/tokenizers/models
NameSizeModeActions
__pycache__/-0755rm
__init__.py1760644editdlrm
__init__.pyi147790644editdlrm
Edit: /usr/local/lib64/python3.6/site-packages/tokenizers/models/__init__.py (176B)
# Generated content DO NOT EDIT from .. import models Model = models.Model BPE = models.BPE Unigram = models.Unigram WordLevel = models.WordLevel WordPiece = models.WordPiece