FM / utils

/usr/local/lib/python3.6/site-packages/transformers/utils/

/usr/local/lib/python3.6/site-packages/transformers/utils

Name	Size	Mode	Actions
__pycache__/	-	0755	rm
doc.py	38836	0644	edit dl rm
dummy_detectron2_objects.py	391	0644	edit dl rm
dummy_flax_objects.py	24855	0644	edit dl rm
dummy_pt_objects.py	111443	0644	edit dl rm
dummy_pytorch_quantization_and_torch_objects.py	2476	0644	edit dl rm
dummy_scatter_objects.py	1138	0644	edit dl rm
dummy_sentencepiece_and_speech_objects.py	342	0644	edit dl rm
dummy_sentencepiece_and_tokenizers_objects.py	301	0644	edit dl rm
dummy_sentencepiece_objects.py	4371	0644	edit dl rm
dummy_speech_objects.py	315	0644	edit dl rm
dummy_tf_objects.py	50456	0644	edit dl rm
dummy_timm_and_vision_objects.py	903	0644	edit dl rm
dummy_timm_objects.py	805	0644	edit dl rm
dummy_tokenizers_objects.py	8173	0644	edit dl rm
dummy_vision_objects.py	3486	0644	edit dl rm
fx.py	23186	0644	edit dl rm
fx_transformations.py	12178	0644	edit dl rm
generic.py	9820	0644	edit dl rm
hp_naming.py	4971	0644	edit dl rm
hub.py	42932	0644	edit dl rm
import_utils.py	29288	0644	edit dl rm
logging.py	9516	0644	edit dl rm
model_parallel_utils.py	2276	0644	edit dl rm
notebook.py	14524	0644	edit dl rm
sentencepiece_model_pb2.py	39607	0644	edit dl rm
versions.py	4378	0644	edit dl rm
__init__.py	5055	0644	edit dl rm

Edit: /usr/local/lib/python3.6/site-packages/transformers/utils/dummy_tokenizers_objects.py (8173B)

# This file is autogenerated by the command `make fix-copies`, do not edit.
# flake8: noqa
from ..utils import DummyObject, requires_backends

class AlbertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BartTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BarthezTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BigBirdTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BlenderbotTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class BlenderbotSmallTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class CamembertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class CLIPTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class ConvBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DebertaTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DistilBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DPRContextEncoderTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DPRQuestionEncoderTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class DPRReaderTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class ElectraTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class FNetTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class FunnelTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class GPT2TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class HerbertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LayoutLMTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LayoutLMv2TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LayoutXLMTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LEDTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LongformerTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class LxmertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MBartTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MBart50TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MobileBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MPNetTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class MT5TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class OpenAIGPTTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class PegasusTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RealmTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class ReformerTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RemBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RetriBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RobertaTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class RoFormerTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class SplinterTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class SqueezeBertTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class T5TokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class XGLMTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class XLMRobertaTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class XLNetTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

class PreTrainedTokenizerFast(metaclass=DummyObject):
    _backends = ["tokenizers"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["tokenizers"])

# This file is autogenerated by the command `make fix-copies`, do not edit. # flake8: noqa from ..utils import DummyObject, requires_backends class AlbertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class BartTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class BarthezTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class BertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class BigBirdTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class BlenderbotTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class BlenderbotSmallTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class CamembertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class CLIPTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class ConvBertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class DebertaTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class DistilBertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class DPRContextEncoderTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class DPRQuestionEncoderTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class DPRReaderTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class ElectraTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class FNetTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class FunnelTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class GPT2TokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class HerbertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class LayoutLMTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class LayoutLMv2TokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class LayoutXLMTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class LEDTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class LongformerTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class LxmertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class MBartTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class MBart50TokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class MobileBertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class MPNetTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class MT5TokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class OpenAIGPTTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class PegasusTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class RealmTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class ReformerTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class RemBertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class RetriBertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class RobertaTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class RoFormerTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class SplinterTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class SqueezeBertTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class T5TokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class XGLMTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class XLMRobertaTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class XLNetTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"]) class PreTrainedTokenizerFast(metaclass=DummyObject): _backends = ["tokenizers"] def __init__(self, *args, **kwargs): requires_backends(self, ["tokenizers"])