/usr/local/lib64/python3.6/site-packages/tokenizers/decoders
NameSizeModeActions
__pycache__/-0755rm
__init__.py1970644editdlrm
__init__.pyi43160644editdlrm
Edit: /usr/local/lib64/python3.6/site-packages/tokenizers/decoders/__init__.py (197B)
from .. import decoders Decoder = decoders.Decoder ByteLevel = decoders.ByteLevel WordPiece = decoders.WordPiece Metaspace = decoders.Metaspace BPEDecoder = decoders.BPEDecoder CTC = decoders.CTC