
    Z j                     d    S r SSKJr  SSKJr  SSKJr  \" SS9\ " S S	\5      5       5       rS	/rg
)zXGLM model configuration    )strict   )PreTrainedConfig)auto_docstringzfacebook/xglm-564M)
checkpointc                   ~   \ rS rSr% SrSrS/rSSSS.rS	r\	\
S
'   Sr\	\
S'   Sr\	\
S'   Sr\	\
S'   Sr\	\
S'   Sr\	\
S'   Sr\\
S'   Sr\\	-  \
S'   Sr\\	-  \
S'   Sr\\	-  \
S'   Sr\\	-  \
S'   Sr\\
S'   Sr\\
S'   Sr\\
S'   Sr\	\
S '   S!r\	S"-  \
S#'   S$r\	S"-  \
S%'   Sr\	\\	   -  S"-  \
S&'   S'r \\
S('   Sr!\\
S)'   S*r"g")+
XGLMConfig   ai  
Example:

```python
>>> from transformers import XGLMModel, XGLMConfig

>>> # Initializing a XGLM facebook/xglm-564M style configuration
>>> configuration = XGLMConfig()

>>> # Initializing a model from the facebook/xglm-564M style configuration
>>> model = XGLMModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```xglmpast_key_valuesattention_headsd_model
num_layers)num_attention_headshidden_sizenum_hidden_layersi 
vocab_sizei   max_position_embeddingsi   i   ffn_dim      geluactivation_functiong?dropoutattention_dropoutg        activation_dropout	layerdropg{Gz?init_stdTscale_embedding	use_cache   decoder_start_token_id   Npad_token_idr   bos_token_ideos_token_idFadd_cross_attentiontie_word_embeddings )#__name__
__module____qualname____firstlineno____doc__
model_typekeys_to_ignore_at_inferenceattribute_mapr   int__annotations__r   r   r   r   r   r   strr   floatr   r   r   r   r   boolr    r"   r$   r%   r&   listr'   r(   __static_attributes__r)       |/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/xglm/configuration_xglm.pyr	   r	      s     J#4"5  1 )M J#'S'GSGSJOS%%GUS[%(us{(&)) Ius{ He OT It"#C# L#*  L#* +,L#S	/D(, %% $$r9   r	   N)	r.   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r)   r9   r:   <module>r?      sG     . 3 # /0-%! -%  1-%` .r9   