
    Z jd                         S SK Jr  SSKJr  SSKJr  SSKJrJr  \" SS9\ " S	 S
\5      5       5       r	\" SS9\ " S S\5      5       5       r
S
S/rg)    )strict   )PreTrainedConfig)auto_docstring   )CONFIG_MAPPING
AutoConfigzmistralai/Voxtral-Mini-3B-2507)
checkpointc                   
   \ rS rSr% SrSrSSSSSS	.rS
r\\	S'   Sr
\\	S'   Sr\\	S'   Sr\\	S'   Sr\\	S'   Sr\\	S'   Sr\\	S'   Sr\\	S'   Sr\\	S'   Sr\\	S'   Sr\\-  \	S'   Sr\\-  \	S'   Sr\\-  \	S'   Sr\\-  \	S'   Srg) VoxtralEncoderConfig   a  
max_source_positions (`int`, *optional*, defaults to 1500):
    The maximum sequence length of log-mel filter-bank features that this model might ever be used with.

```python
>>> from transformers import VoxtralEncoderConfig, VoxtralEncoder

>>> # Initializing a VoxtralEncoderConfig
>>> configuration = VoxtralEncoderConfig()

>>> # Initializing a VoxtralEncoder (with random weights)
>>> model = VoxtralEncoder(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```
voxtral_encoderhidden_sizenum_hidden_layersnum_attention_headsintermediate_size	layerdrop)d_modelencoder_layersencoder_attention_headsencoder_ffn_dimencoder_layerdropi  
vocab_sizei   i          Fscale_embeddinggeluactivation_function   num_mel_binsi  max_source_positionsg{Gz?initializer_rangeg        attention_dropoutdropoutactivation_dropout N)__name__
__module____qualname____firstlineno____doc__
model_typeattribute_mapr   int__annotations__r   r   r   r   r   boolr   strr    r!   r"   floatr#   r$   r   r%   __static_attributes__r&       ڂ/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/voxtral/configuration_voxtral.pyr   r      s    $ #J !-#8.(M JK!s!s!!!OT!%%L# $#$#u#%(us{(
 GUS[ Ius{ &))r4   r   c                      ^  \ rS rSr% SrSr\\S.rSSSSS	SS
SSSS.
rSr	\
\-  S-  \S'   Sr\
\-  S-  \S'   Sr\S-  \S'   Sr\\S'   U 4S jrSrU =r$ )VoxtralConfigJ   a  
Example:

```python
>>> from transformers import VoxtralForConditionalGeneration, VoxtralConfig

>>> # Initializing a Voxtral configuration
>>> configuration = VoxtralConfig(audio_token_id=24, projector_hidden_act="gelu")

>>> # Initializing a 3B model with random weights
>>> model = VoxtralForConditionalGeneration(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```voxtral)text_configaudio_configi   i   i          gh㈵>Tg    חAr   )
r   r   r   r   num_key_value_headsmax_position_embeddingsrms_norm_eps	use_cache
rope_thetahead_dimNr;   r:   audio_token_idr   projector_hidden_actc                   > [        U R                  [        5      (       aU  U R                  R                  SS5      U R                  S'   [        U R                  S      " S0 U R                  D6U l        O U R                  c  [        S   " 5       U l        [        U R
                  [        5      (       ac  U R
                  R                  SS5      U R
                  S'   [        U R
                  S      " S0 0 U R                  EU R
                  ED6U l        O+U R
                  c  [        S   " S0 U R                  D6U l        U R
                  R                  U l        [        TU ]$  " S0 UD6  g )Nr,   r   llamar&   )

isinstancer;   dictgetr   r:   _default_text_config_kwargsr   super__post_init__)selfkwargs	__class__s     r5   rM   VoxtralConfig.__post_init__r   s=   d''...2.?.?.C.CLRc.dDl+ .t/@/@/N O dRVRcRc dD& ./@ A CDd&&---1-=-=-A-A,PW-XD\*-d.>.>|.LM  JT55J9I9IJ D %-g6Z9Y9YZD++77''r4   )r;   r   r:   )r'   r(   r)   r*   r+   r,   r	   sub_configsrK   r;   rI   r   r/   r:   rD   r.   rE   r1   rM   r3   __classcell__)rP   s   @r5   r7   r7   J   s      J",jIK ! #)!# 48L$))D0726K((4/6!%NC$J% &#&( (r4   r7   N)huggingface_hub.dataclassesr   configuration_utilsr   utilsr   autor   r	   r   r7   __all__r&   r4   r5   <module>rY      su     / 3 # - ;<.*+ .*  =.*b ;<6($ 6(  =6(r "?
3r4   