
    Z jD                     0    S r SSKJr   " S S\5      rS/rg)z"Tokenization classes for ConvBERT.   )BertTokenizerc                       \ rS rSrSrSrg)ConvBertTokenizer   a  
Construct a ConvBERT tokenizer (backed by HuggingFace's tokenizers library). Based on WordPiece.

This tokenizer inherits from [`BertTokenizer`] which contains most of the main methods. Users should
refer to this superclass for more information regarding those methods.
 N)__name__
__module____qualname____firstlineno____doc____static_attributes__r       ڃ/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/convbert/tokenization_convbert.pyr   r      s     	r   r   N)r   models.bert.tokenization_bertr   r   __all__r   r   r   <module>r      s#    ) :	 	 
r   