
    Z j#                     p    S SK Jr  SSKJr  SSKJr  SSKJrJr  \" SS9\ " S	 S
\5      5       5       r	S
/r
g)    )strict   )PreTrainedConfig)auto_docstring   )CONFIG_MAPPING
AutoConfigz-mistralai/Mistral-Small-3.1-24B-Instruct-2503)
checkpointc                      ^  \ rS rSr% SrSrSS0r\\S.rSr	Sr
\\-  S-  \S	'   Sr\\-  S-  \S
'   Sr\\S'   Sr\\S'   Sr\\\   -  \S'   Sr\\S'   Sr\\S'   Sr\\S'   U 4S jrSrU =r$ )Mistral3Config   aW  
Example:

```python
>>> from transformers import Mistral3ForConditionalGeneration, Mistral3Config, PixtralVisionConfig, MistralConfig

>>> # Initializing a Pixtral-vision config
>>> vision_config = PixtralVisionConfig()

>>> # Initializing a Mistral config
>>> text_config = MistralConfig()

>>> # Initializing a Mistral3 configuration
>>> configuration = Mistral3Config(vision_config, text_config)

>>> # Initializing a model from the mistral3.1 configuration
>>> model = Mistral3ForConditionalGeneration(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```mistral3image_token_idimage_token_index)text_configvision_configTNr   r   
   geluprojector_hidden_actvision_feature_layerFmultimodal_projector_biasr   spatial_merge_sizetie_word_embeddingsc                   > [        U R                  [        5      (       aU  U R                  R                  SS5      U R                  S'   [        U R                  S      " S*0 U R                  D6U l        O'U R                  c  [        S   " SSSSSSS	S
SS9	U l        [        U R
                  [        5      (       aU  U R
                  R                  SS5      U R
                  S'   [        U R
                  S      " S*0 U R
                  D6U l        OOU R
                  cB  [        S   " S*0 SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_S S!_S"S#_S$S%_S&S _S'S(_S)S_6U l        [        TU ]  " S*0 UD6  g )+N
model_typepixtrali   i      i  r      i }  @   r   )	intermediate_sizehidden_size
patch_size
image_sizenum_hidden_layersnum_attention_heads
vocab_sizehead_dim
hidden_actmistralattention_dropoutg        r(      r)   silur"   i   initializer_rangeg{Gz?r!   i   max_position_embeddingsi   r&       r%   (   num_key_value_heads   rms_norm_epsgh㈵>
rope_thetag    eAsliding_window	use_cacheTr'    )
isinstancer   dictgetr   r   super__post_init__)selfkwargs	__class__s     ڄ/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/mistral3/configuration_mistral3.pyr=   Mistral3Config.__post_init__A   s   d(($///3/A/A/E/ElT]/^D|,!/0B0B<0P!Q!gTXTfTf!gD'!/	!:"& "$$& !
"D d&&---1-=-=-A-A,PY-ZD\*-d.>.>|.LMaPTP`P`aD%-i8  "%   "  !	 
 #'  #(  )/  %  %'  #%  %&  #  (   $     "! D& 	''    )__name__
__module____qualname____firstlineno____doc__r   attribute_mapr	   sub_configsis_compositionr   r:   r   __annotations__r   r   intr   strr   listr   boolr   r   r=   __static_attributes____classcell__)r@   s   @rA   r   r      s    , J-M #-zJKN48M4**T1826K((4/6s &#&,.#S	/.&+t+ $$(( ((rC   r   N)huggingface_hub.dataclassesr   configuration_utilsr   utilsr   autor   r	   r   __all__r8   rC   rA   <module>rX      sL   " / 3 # - JKO(% O(  LO(d 
rC   