FM / utils

/usr/local/lib/python3.6/site-packages/transformers/utils/

/usr/local/lib/python3.6/site-packages/transformers/utils

Name	Size	Mode	Actions
__pycache__/	-	0755	rm
doc.py	38836	0644	edit dl rm
dummy_detectron2_objects.py	391	0644	edit dl rm
dummy_flax_objects.py	24855	0644	edit dl rm
dummy_pt_objects.py	111443	0644	edit dl rm
dummy_pytorch_quantization_and_torch_objects.py	2476	0644	edit dl rm
dummy_scatter_objects.py	1138	0644	edit dl rm
dummy_sentencepiece_and_speech_objects.py	342	0644	edit dl rm
dummy_sentencepiece_and_tokenizers_objects.py	301	0644	edit dl rm
dummy_sentencepiece_objects.py	4371	0644	edit dl rm
dummy_speech_objects.py	315	0644	edit dl rm
dummy_tf_objects.py	50456	0644	edit dl rm
dummy_timm_and_vision_objects.py	903	0644	edit dl rm
dummy_timm_objects.py	805	0644	edit dl rm
dummy_tokenizers_objects.py	8173	0644	edit dl rm
dummy_vision_objects.py	3486	0644	edit dl rm
fx.py	23186	0644	edit dl rm
fx_transformations.py	12178	0644	edit dl rm
generic.py	9820	0644	edit dl rm
hp_naming.py	4971	0644	edit dl rm
hub.py	42932	0644	edit dl rm
import_utils.py	29288	0644	edit dl rm
logging.py	9516	0644	edit dl rm
model_parallel_utils.py	2276	0644	edit dl rm
notebook.py	14524	0644	edit dl rm
sentencepiece_model_pb2.py	39607	0644	edit dl rm
versions.py	4378	0644	edit dl rm
__init__.py	5055	0644	edit dl rm

Edit: /usr/local/lib/python3.6/site-packages/transformers/utils/dummy_tokenizers_objects.py (8173B)

# This file is autogenerated by the command `make fix-copies`, do not edit.
# flake8: noqa
from ..utils import DummyObject, requires_backends

class AlbertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BartTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BarthezTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BigBirdTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BlenderbotTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BlenderbotSmallTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class CamembertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class CLIPTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class ConvBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DebertaTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DistilBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DPRContextEncoderTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DPRQuestionEncoderTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DPRReaderTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class ElectraTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class FNetTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class FunnelTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class GPT2TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class HerbertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LayoutLMTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LayoutLMv2TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LayoutXLMTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LEDTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LongformerTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LxmertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MBartTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MBart50TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MobileBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MPNetTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MT5TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class OpenAIGPTTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class PegasusTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RealmTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class ReformerTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RemBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RetriBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RobertaTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RoFormerTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class SplinterTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class SqueezeBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class T5TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class XGLMTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class XLMRobertaTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class XLNetTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class PreTrainedTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

cmd: