
    Z j                         S r SSKJr  SSKJr  SSKJr  SSKJrJ	r	  SSK
JrJr  \	R                  " \5      r\" S	S
9\ " S S\5      5       5       rS/rg)zFuyu model configuration    )strict   )PreTrainedConfig)RopeParameters)auto_docstringlogging   )CONFIG_MAPPING
AutoConfigzadept/fuyu-8b)
checkpointc                     ^  \ rS rSr% SrSrS\0rS/rSr	Sr
\\S'   S	r\\S
'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\S-  \S'   Sr\S-  \S'   Sr\S-  \S'   Sr\\S'   Sr\S-  \S'   Sr\\S '   S!r\\S"'   Sr\\-  S-  \S#'   Sr \S-  \S$'   S%r!\\-  S-  \S&'   S%r"\\-  S-  \S''   Sr#\S-  \S('   S)r$\S-  \S*'   S+r%\\&\   -  S-  \S,'   S-r'\S-  \S.'   Sr(\\)-  S-  \S'   U 4S/ jr*S0r+U =r,$ )1
FuyuConfig   z
Example:

```python
>>> from transformers import FuyuConfig

>>> # Initializing a Fuyu fuyu-7b style configuration
>>> configuration = FuyuConfig()
```fuyutext_configpast_key_valuesg     j@i   
vocab_sizei   hidden_sizei @  intermediate_size$   num_hidden_layers@   num_attention_headsrelu2
hidden_actmax_position_embeddingsi,  N
image_size   
patch_sizer   num_channelsg{Gz?initializer_rangegh㈵>layer_norm_epsT	use_cacheFtie_word_embeddingsrope_parametersqk_layernormg        hidden_dropoutattention_dropoutpad_token_id   bos_token_idr	   eos_token_idic image_token_idc                 *  > U R                   Gc	  0 SU R                  _SU R                  _SU R                  _SU R                  _SU R
                  _SU R                  _SU R                  _SU R                  _S	U R                  _S
U R                  _SU R                  _SU R                  _SU R                  _SU R                  _SU R                  _SU R                   _SU R"                  _n[$        R'                  S5        [(        S   " S0 UD6U l         OY[+        U R                   [,        5      (       a:  U R                   R/                  SS5      n[(        U   " S0 U R                   D6U l         UR1                  SS5        [2        TU ]h  " S0 UD6  g )Nr   r   r   r   r   r   r   r!   r"   r#   r%   r&   r'   r(   r)   r+   r,   zEtext_config is None. initializing the text model with default values.	persimmon
model_typepartial_rotary_factorg      ? )r   r   r   r   r   r   r   r   r!   r"   r#   r%   r&   r'   r(   r)   r+   r,   loggerinfor
   
isinstancedictget
setdefaultsuper__post_init__)selfkwargsr   text_model_type	__class__s       |/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/fuyu/configuration_fuyu.pyr:   FuyuConfig.__post_init__E   s   #doo)4+G+G t// $T%;%;	
 $T%;%; &t'?'? doo $T%;%; !$"5"5 T^^ "4#7#7  1 1 !$"5"5 $T%;%;  1 1   1 1!"  1 1#K& KK_`-k:I[ID(($//"..22<MO-o>RAQAQRD137''    )r   )-__name__
__module____qualname____firstlineno____doc__r0   r   sub_configskeys_to_ignore_at_inferencedefault_thetar   int__annotations__r   r   r   r   r   strr   r   r   r    r!   floatr"   r#   boolr$   r%   r   r6   r&   r'   r(   r)   r+   r,   listr-   r   r   r:   __static_attributes____classcell__)r>   s   @r?   r   r      sr    J *-K#4"5MJK"s"s!!J#(S( Jd
 Jd
 L#* #u##'NEDL'It %%48O^d*T18 $L$+$),NECK$&,,/us{T)/#L#*# L#* +,L#S	/D(,!&NC$J&26K((4/6( (rA   r   N)rF   huggingface_hub.dataclassesr   configuration_utilsr   modeling_rope_utilsr   utilsr   r   autor
   r   
get_loggerrB   r3   r   __all__r2   rA   r?   <module>rY      sa     . 3 1 , - 
		H	% ?+D(! D(  ,D(N .rA   