/
usr
/
local
/
lib64
/
python3.6
/
site-packages
/
tokenizers
/
pre_tokenizers
/
/usr/local/lib64/python3.6/site-packages/tokenizers/pre_tokenizers
mkdir
upload
Name
Size
Mode
Actions
__pycache__/
-
0755
rm
__init__.py
557
0644
edit
dl
rm
__init__.pyi
22795
0644
edit
dl
rm
Edit:
/usr/local/lib64/python3.6/site-packages/tokenizers/pre_tokenizers/__init__.py
(557B)
# Generated content DO NOT EDIT from .. import pre_tokenizers PreTokenizer = pre_tokenizers.PreTokenizer BertPreTokenizer = pre_tokenizers.BertPreTokenizer ByteLevel = pre_tokenizers.ByteLevel CharDelimiterSplit = pre_tokenizers.CharDelimiterSplit Digits = pre_tokenizers.Digits Metaspace = pre_tokenizers.Metaspace Punctuation = pre_tokenizers.Punctuation Sequence = pre_tokenizers.Sequence Split = pre_tokenizers.Split UnicodeScripts = pre_tokenizers.UnicodeScripts Whitespace = pre_tokenizers.Whitespace WhitespaceSplit = pre_tokenizers.WhitespaceSplit
Save
cmd:
run