
    Z j                     d    S r SSKJr  SSKJr  SSKJr  \" SS9\ " S S	\5      5       5       rS	/rg
)zSalesforce CTRL configuration    )strict   )PreTrainedConfig)auto_docstringzSalesforce/ctrl)
checkpointc                   .   \ rS rSr% SrSrS/rSSSSS	.rS
r\	\
S'   Sr\	\
S'   Sr\	\
S'   Sr\	\
S'   Sr\	\
S'   Sr\	\
S'   Sr\\	-  \
S'   Sr\\	-  \
S'   Sr\\
S'   Sr\\
S'   Sr\\
S'   Sr\	S-  \
S'   Sr\	S-  \
S'   Sr\	\\	   -  S-  \
S'   Sr\\
S'   S rg)!
CTRLConfig   a  
dff (`int`, *optional*, defaults to 8192):
    Dimensionality of the inner dimension of the feed forward networks (FFN).

Examples:

```python
>>> from transformers import CTRLConfig, CTRLModel

>>> # Initializing a CTRL configuration
>>> configuration = CTRLConfig()

>>> # Initializing a model (with random weights) from the configuration
>>> model = CTRLModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```ctrlpast_key_valuesn_positionsn_embdn_headn_layer)max_position_embeddingshidden_sizenum_attention_headsnum_hidden_layersi 
vocab_size   i   i    dff0      g?resid_pdrop
embd_pdropgư>layer_norm_epsilong{Gz?initializer_rangeT	use_cacheNpad_token_idbos_token_ideos_token_idtie_word_embeddings )__name__
__module____qualname____firstlineno____doc__
model_typekeys_to_ignore_at_inferenceattribute_mapr   int__annotations__r   r   r   r   r   r   floatr   r   r   r   boolr   r    r!   listr"   __static_attributes__r#       |/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/ctrl/configuration_ctrl.pyr	   r	      s    & J#4"5#0'&	M JKFCCOGSFC"K"!J! $$#u#It#L#*##L#*#+/L#S	/D(/ $$r2   r	   N)	r(   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r#   r2   r3   <module>r8      sG    $ . 3 # ,-+%! +%  .+%\ .r2   