
    Z jS                     d    S r SSKJr  SSKJr  SSKJr  \" SS9\ " S S	\5      5       5       rS	/rg
)zRoBERTa configuration    )strict   )PreTrainedConfig)auto_docstringzFacebookAI/roberta-base)
checkpointc                   l   \ rS rSr% SrSrSr\\S'   Sr	\\S'   Sr
\\S	'   Sr\\S
'   Sr\\S'   Sr\\S'   Sr\\-  \S'   Sr\\-  \S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\S-  \S'   Sr\S-  \S'   Sr\\\   -  S-  \S'   S r\\S!'   Sr\\-  S-  \S"'   S#r\\S$'   S#r\\S%'   S r\\S&'   S'r g)(RobertaConfig   a]  
Examples:

```python
>>> from transformers import RobertaConfig, RobertaModel

>>> # Initializing a RoBERTa configuration
>>> configuration = RobertaConfig()

>>> # Initializing a model (with random weights) from the configuration
>>> model = RobertaModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```robertaiY  
vocab_sizei   hidden_size   num_hidden_layersnum_attention_headsi   intermediate_sizegelu
hidden_actg?hidden_dropout_probattention_probs_dropout_probi   max_position_embeddings   type_vocab_sizeg{Gz?initializer_rangeg-q=layer_norm_eps   Npad_token_idr   bos_token_ideos_token_idT	use_cacheclassifier_dropoutF
is_decoderadd_cross_attentiontie_word_embeddings )!__name__
__module____qualname____firstlineno____doc__
model_typer   int__annotations__r   r   r   r   r   strr   floatr   r   r   r   r   r   r   r   listr   boolr    r!   r"   r#   __static_attributes__r$       ڂ/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/roberta/configuration_roberta.pyr	   r	      s     JJKs!!!s!J'**03 %#+3#&S&OS#u#!NE! L#*  L#* +,L#S	/D(,It-1d*1J %% $$r2   r	   N)	r)   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r$   r2   r3   <module>r8      sH     . 3 # 45&%$ &%  6&%R 
r2   