dummy_tokenizers_objects.py 304 B

123456789
  1. # This file is autogenerated by the command `make fix-copies`, do not edit.
  2. from ..utils import DummyObject, requires_backends
  3. class PreTrainedTokenizerFast(metaclass=DummyObject):
  4. _backends = ["tokenizers"]
  5. def __init__(self, *args, **kwargs):
  6. requires_backends(self, ["tokenizers"])