Spaces:
Runtime error
Runtime error
# This file is autogenerated by the command `make fix-copies`, do not edit. | |
from ..utils import DummyObject, requires_backends | |
class AlbertTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class BarthezTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class BartphoTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class BertGenerationTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class BigBirdTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class CamembertTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class CodeLlamaTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class CpmTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class DebertaV2Tokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class ErnieMTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class FNetTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class GPTSw3Tokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class LayoutXLMTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class LlamaTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class M2M100Tokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class MarianTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class MBart50Tokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class MBartTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class MLukeTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class MT5Tokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class NllbTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class PegasusTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class PLBartTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class ReformerTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class RemBertTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class Speech2TextTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class SpeechT5Tokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class T5Tokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class XGLMTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class XLMProphetNetTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class XLMRobertaTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |
class XLNetTokenizer(metaclass=DummyObject): | |
_backends = ["sentencepiece"] | |
def __init__(self, *args, **kwargs): | |
requires_backends(self, ["sentencepiece"]) | |