
    Z j                     t    S r SSKJr  SSKJr  SSKJr  SSKJrJ	r	  \" SS	9\ " S
 S\5      5       5       r
S/rg)zPaliGemmamodel configuration    )strict   )PreTrainedConfig)auto_docstring   )CONFIG_MAPPING
AutoConfigzgoogle/paligemma-3b-pt-224)
checkpointc                      ^  \ rS rSr% SrSrSS0r\\S.rS/r	Sr
\\-  S-  \S	'   Sr\\-  S-  \S
'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   U 4S jrSrU =r$ )PaliGemmaConfig   a  
Example:

```python
>>> from transformers import PaliGemmaForConditionalGeneration, PaliGemmaConfig, SiglipVisionConfig, GemmaConfig

>>> # Initializing a Siglip-like vision config
>>> vision_config = SiglipVisionConfig()

>>> # Initializing a PaliGemma config
>>> text_config = GemmaConfig()

>>> # Initializing a PaliGemma paligemma-3b-224 style configuration
>>> configuration = PaliGemmaConfig(vision_config, text_config)

>>> # Initializing a model from the paligemma-3b-224 style configuration
>>> model = PaliGemmaForConditionalGeneration(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```	paligemmaimage_token_idimage_token_index)text_configvision_configpast_key_valuesNr   r   i   
vocab_size   projection_dimhidden_sizeTtie_word_embeddingsc                   > [        U R                  [        5      (       aU  U R                  R                  SS5      U R                  S'   [        U R                  S      " S0 U R                  D6U l        O&U R                  c  [        S   " SSSSSSS	S
S9U l        [        U R
                  [        5      (       aU  U R
                  R                  SS5      U R
                  S'   [        U R
                  S      " S0 U R
                  D6U l        O/U R
                  c"  [        S   " SSSSSS
U R                  S9U l        U R
                  R                  c  SU R
                  l        U R                  R                  U R                  R                  -  S-  U R
                  l
        U R                  U R                  l        [        TU ]4  " S0 UD6  g )N
model_typesiglip_vision_modeli   i              r   F)intermediate_sizer   
patch_size
image_sizenum_hidden_layersnum_attention_headsr   vision_use_headgemmar      i @        )r   r$   r!   r%   num_key_value_headsis_encoder_decoderr   Tr    )
isinstancer   dictgetr   r   r   use_bidirectional_attentionr#   r"   num_image_tokensr   super__post_init__)selfkwargs	__class__s     چ/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/paligemma/configuration_paligemma.pyr4   PaliGemmaConfig.__post_init__>   s   d(($///3/A/A/E/ElTi/jD|,!/0B0B<0P!Q!gTXTfTf!gD'!/0E!F"& "$$&! %	"D d&&---1-=-=-A-A,PW-XD\*-d.>.>|.LMaPTP`P`aD%-g6 "$"'$%$%#(?? D 77?;?D8-1-?-?-J-JdN`N`NkNk-kpq,q),0,?,?)''    )__name__
__module____qualname____firstlineno____doc__r   attribute_mapr	   sub_configskeys_to_ignore_at_inferencer   r/   r   __annotations__r   r   intr   r   r   r   boolr4   __static_attributes____classcell__)r7   s   @r8   r   r      s    , J-M #-zJK#4"548M4**T1826K((4/6#s#JNCK $$%( %(r:   r   N)r?   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   autor   r	   r   __all__r-   r:   r8   <module>rM      sN    # . 3 # - 78K(& K(  9K(\ 
r:   