FM / utils

/usr/local/lib/python3.6/site-packages/transformers/utils/

/usr/local/lib/python3.6/site-packages/transformers/utils

Name	Size	Mode	Actions
__pycache__/	-	0755	rm
doc.py	38836	0644	edit dl rm
dummy_detectron2_objects.py	391	0644	edit dl rm
dummy_flax_objects.py	24855	0644	edit dl rm
dummy_pt_objects.py	111443	0644	edit dl rm
dummy_pytorch_quantization_and_torch_objects.py	2476	0644	edit dl rm
dummy_scatter_objects.py	1138	0644	edit dl rm
dummy_sentencepiece_and_speech_objects.py	342	0644	edit dl rm
dummy_sentencepiece_and_tokenizers_objects.py	301	0644	edit dl rm
dummy_sentencepiece_objects.py	4371	0644	edit dl rm
dummy_speech_objects.py	315	0644	edit dl rm
dummy_tf_objects.py	50456	0644	edit dl rm
dummy_timm_and_vision_objects.py	903	0644	edit dl rm
dummy_timm_objects.py	805	0644	edit dl rm
dummy_tokenizers_objects.py	8173	0644	edit dl rm
dummy_vision_objects.py	3486	0644	edit dl rm
fx.py	23186	0644	edit dl rm
fx_transformations.py	12178	0644	edit dl rm
generic.py	9820	0644	edit dl rm
hp_naming.py	4971	0644	edit dl rm
hub.py	42932	0644	edit dl rm
import_utils.py	29288	0644	edit dl rm
logging.py	9516	0644	edit dl rm
model_parallel_utils.py	2276	0644	edit dl rm
notebook.py	14524	0644	edit dl rm
sentencepiece_model_pb2.py	39607	0644	edit dl rm
versions.py	4378	0644	edit dl rm
__init__.py	5055	0644	edit dl rm

Edit: /usr/local/lib/python3.6/site-packages/transformers/utils/dummy_sentencepiece_objects.py (4371B)

# This file is autogenerated by the command `make fix-copies`, do not edit.
# flake8: noqa
from ..utils import DummyObject, requires_backends

class AlbertTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class BarthezTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class BartphoTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class BertGenerationTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class BigBirdTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class CamembertTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class DebertaV2Tokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class LayoutXLMTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class M2M100Tokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class MarianTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class MBart50Tokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class MBartTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class MLukeTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class MT5Tokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class PegasusTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class PLBartTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class ReformerTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class RemBertTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class Speech2TextTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class T5Tokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class XGLMTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class XLMProphetNetTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class XLMRobertaTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

class XLNetTokenizer(metaclass=DummyObject):
    _backends = ["sentencepiece"]

def __init__(self, *args, **kwargs):
        requires_backends(self, ["sentencepiece"])

# This file is autogenerated by the command `make fix-copies`, do not edit. # flake8: noqa from ..utils import DummyObject, requires_backends class AlbertTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class BarthezTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class BartphoTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class BertGenerationTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class BigBirdTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class CamembertTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class DebertaV2Tokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class LayoutXLMTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class M2M100Tokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class MarianTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class MBart50Tokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class MBartTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class MLukeTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class MT5Tokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class PegasusTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class PLBartTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class ReformerTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class RemBertTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class Speech2TextTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class T5Tokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class XGLMTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class XLMProphetNetTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class XLMRobertaTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"]) class XLNetTokenizer(metaclass=DummyObject): _backends = ["sentencepiece"] def __init__(self, *args, **kwargs): requires_backends(self, ["sentencepiece"])