/usr/local/lib64/python3.6/site-packages/tokenizers/pre_tokenizers/
/usr/local/lib64/python3.6/site-packages/tokenizers/pre_tokenizers
NameSizeModeActions
__pycache__/-0755rm
__init__.py5570644editdlrm
__init__.pyi227950644editdlrm
Edit: /usr/local/lib64/python3.6/site-packages/tokenizers/pre_tokenizers/__init__.py (557B)
# Generated content DO NOT EDIT from .. import pre_tokenizers PreTokenizer = pre_tokenizers.PreTokenizer BertPreTokenizer = pre_tokenizers.BertPreTokenizer ByteLevel = pre_tokenizers.ByteLevel CharDelimiterSplit = pre_tokenizers.CharDelimiterSplit Digits = pre_tokenizers.Digits Metaspace = pre_tokenizers.Metaspace Punctuation = pre_tokenizers.Punctuation Sequence = pre_tokenizers.Sequence Split = pre_tokenizers.Split UnicodeScripts = pre_tokenizers.UnicodeScripts Whitespace = pre_tokenizers.Whitespace WhitespaceSplit = pre_tokenizers.WhitespaceSplit