
    Z j                     |    S SK Jr  S SKJr  SSKJr  SSKJr  SSKJ	r	J
r
  \" SS	9\ " S
 S\5      5       5       rS/rg)    )Literal)strict   )PreTrainedConfig)auto_docstring   )CONFIG_MAPPING
AutoConfigzModernVBERT/modernvbert)
checkpointc                      ^  \ rS rSr% SrSr\\S.rSr\	\
-  S-  \S'   Sr\	\
-  S-  \S'   Sr\\S	'   S
r\\S'   Sr\\S'   Sr\\S'   Sr\S   \S'   Sr\\-  \S'   Sr\\S'   Sr\\S'   U 4S jrSrU =r$ )ModernVBertConfig   a  
pixel_shuffle_factor (`int | None`, *optional*, defaults to 4):
    Scale factor used by any pixel-shuffle / upsampling operations in the vision head.
initializer_cutoff_factor (`float | None`, *optional*, defaults to 2.0):
    The cutoff factor for the truncated_normal_initializer for initializing all weight matrices.
classifier_pooling (`Literal["cls", "mean"]`, *optional*, defaults to `"cls"`):
    The pooling strategy to use for classification tasks.
classifier_bias (`bool | None`, *optional*, defaults to `False`):
    Whether to add a bias term to the classification head

Example:
```python
>>> from transformers import ModernVBertConfig

>>> # Initializing configuration
>>> configuration = ModernVBertConfig()

>>> # Initializing a model from the configuration (model class is implemented in
>>> # `modernvbert.modeling_modernvbert`)

>>> from transformers import ModernVBertModel
>>> model = ModernVBertModel(configuration)

>>> # Accessing the model configuration
>>> cfg = model.config
```modernvbert)text_configvision_configNr   r   i  image_token_id   pixel_shuffle_factorg{Gz?initializer_rangeg       @initializer_cutoff_factorcls)r   meanclassifier_poolingg        classifier_dropoutFclassifier_biastie_word_embeddingsc                   > U R                   c  [        S   " 5       U l         O=[        U R                   [        5      (       a  [        S   " S0 U R                   D6U l         U R                  c  [        S   " 5       U l        O=[        U R                  [        5      (       a  [        S   " S0 U R                  D6U l        [
        TU ]  " S0 UD6  g )N
modernbertsiglip_vision_model )r   r	   
isinstancedictr   super__post_init__)selfkwargs	__class__s     ڊ/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/modernvbert/configuration_modernvbert.pyr$   ModernVBertConfig.__post_init__J   s    #-l;=D(($//-l;Od>N>NOD%!/0E!F!HD**D11!/0E!F!\I[I[!\D''    )__name__
__module____qualname____firstlineno____doc__
model_typer
   sub_configsr   r   r"   __annotations__r   r   intr   r   floatr   r   r   r   r   boolr   r$   __static_attributes____classcell__)r'   s   @r(   r   r      s    6 J",zJK26K!D(4/648M#d*T18NC !#!#u#'*u*16.6&))!OT! %%( (r*   r   N)typingr   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   autor	   r
   r   __all__r    r*   r(   <module>r>      sK   *  . 3 # - 455(( 5(  65(p 
r*   