
    Z j[                         S SK Jr  SSKJr  SSKJr  SSKJr  \" SS9\ " S	 S
\5      5       5       r\" SS9\ " S S\5      5       5       r	S
S/r
g)    )strict   )PreTrainedConfig)auto_docstring   )Qwen2Configzthisisiron/Ovis2-1B-hf)
checkpointc                   J   \ rS rSr% SrSrSr\\S'   Sr	\\S'   Sr
\\S	'   S
r\\S'   Sr\\S'   Sr\\\   -  \\\4   -  \S'   Sr\\\   -  \\\4   -  \S'   Sr\\S'   Sr\\-  \S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S '   S!r\\S"'   S#r\\S$'   S%rg&)'Ovis2VisionConfig   aW  
hidden_stride (`int`, *optional*, defaults to 1):
    The stride of the hidden layer in the Vision Transformer.
num_visual_indicator_tokens (`int`, *optional*, defaults to 5):
    Number of visual indicator tokens.
tokenize_function (`str`, *optional*, defaults to `"softmax"`):
    The function used to tokenize the visual indicator tokens.
vision_configi   hidden_sizei   intermediate_size   num_hidden_layers   num_attention_headsr   num_channels   
image_size   
patch_sizegh㈵>rms_norm_epsg        attention_dropoutFqkv_biasmlp_biassilu
hidden_acti @  
vocab_size   hidden_stride   num_visual_indicator_tokensg{Gz?initializer_rangesoftmaxtokenize_function N)__name__
__module____qualname____firstlineno____doc__base_config_keyr   int__annotations__r   r   r   r   r   listtupler   r   floatr   r   boolr   r   strr   r!   r#   r$   r&   __static_attributes__r'       ~/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/ovis2/configuration_ovis2.pyr   r      s     &OK!s!s  L#47Jd3i%S/1746Jd3i%S/16L%%(us{(HdHdJJM3'((#u#&s&r6   r   c                      ^  \ rS rSr% SrSr\\S.rSr	\
\-  S-  \S'   Sr\
\-  S-  \S'   Sr\\S	'   S
r\\   \\S4   -  \S'   Sr\\S'   Sr\\S'   Sr\\S'   U 4S jrSrU =r$ )Ovis2Config8   a  
visual_indicator_token_ids (`List[int]`, *optional*, defaults to `[151666, 151667, 151668, 151669, 151670]`):
    The visual indicator token ids to encode the image prompt.

```python
>>> from transformers import Ovis2ForConditionalGeneration, Ovis2Config

>>> # Initializing a Ovis2 style configuration
>>> configuration = Ovis2Config()

>>> # Initializing a model from the Ovis2-2B style configuration
>>> model = Ovis2ForConditionalGeneration(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```
ovis2)text_configr   Nr   r<   iqP image_token_id)irP isP itP iuP ivP .visual_indicator_token_idsi[P r   i   r   Ttie_word_embeddingsc                   > [        U R                  [        5      (       a  [        S0 U R                  D6U l        U R                  c!  [        [	        U R
                  5      S9U l        [        U R                  [        5      (       a  [        S0 U R                  D6U l        OU R                  c  [        5       U l        [        TU ]$  " S0 UD6  g )N)r#   r'   )

isinstancer   dictr   lenr>   r<   r   super__post_init__)selfkwargs	__class__s     r7   rE   Ovis2Config.__post_init__X   s    d(($//!2!HT5G5G!HD%!2sSWSrSrOs!tDd&&--*>T-=-=>D%*}D''r6   )r(   r)   r*   r+   r,   
model_typer   r   sub_configsr   rB   r   r/   r<   r=   r.   r>   r0   r1   r   r   r?   r3   rE   r5   __classcell__)rH   s   @r7   r9   r9   8   s    $ J"-@QRK48M4**T1826K((4/6 NC >fS	E#s(O ;fJK $$( (r6   r9   N)huggingface_hub.dataclassesr   configuration_utilsr   utilsr   qwen2.configuration_qwen2r   r   r9   __all__r'   r6   r7   <module>rR      st     / 3 # 3 34'( '  5'> 34)(" )(  5)(X 
.r6   