Ë
    ÛÓ^jD  ã                   ó0   — d Z ddlmZ  G d„ de«      ZdgZy)z"Tokenization classes for ConvBERT.é   )ÚBertTokenizerc                   ó   — e Zd ZdZy)ÚConvBertTokenizera  
    Construct a ConvBERT tokenizer (backed by HuggingFace's tokenizers library). Based on WordPiece.

    This tokenizer inherits from [`BertTokenizer`] which contains most of the main methods. Users should
    refer to this superclass for more information regarding those methods.
    N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__© ó    ú}/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/convbert/tokenization_convbert.pyr   r      s   „ ñð 	r   r   N)r	   Úmodels.bert.tokenization_bertr   r   Ú__all__r
   r   r   ú<module>r      s#   ðñ )å :ô	˜ô 	ð Ð
�r   