
    Z jG                     d    S r SSKJr  SSKJr  SSKJr  \" SS9\ " S S	\5      5       5       rS	/rg
)zMPNet model configuration    )strict   )PreTrainedConfig)auto_docstringzmicrosoft/mpnet-base)
checkpointc                   (   \ rS rSr% SrSrSr\\S'   Sr	\\S'   Sr
\\S	'   Sr\\S
'   Sr\\S'   Sr\\S'   Sr\\-  \S'   Sr\\-  \S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\S-  \S'   Sr\S-  \S'   Sr\\\   -  S-  \S '   S!r\\S"'   S#rg)$MPNetConfig   a  
relative_attention_num_buckets (`int`, *optional*, defaults to 32):
    The number of buckets to use for each attention layer.

Examples:

```python
>>> from transformers import MPNetModel, MPNetConfig

>>> # Initializing a MPNet mpnet-base style configuration
>>> configuration = MPNetConfig()

>>> # Initializing a model from the mpnet-base style configuration
>>> model = MPNetModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```mpneti?w  
vocab_sizei   hidden_size   num_hidden_layersnum_attention_headsi   intermediate_sizegelu
hidden_actg?hidden_dropout_probattention_probs_dropout_probi   max_position_embeddingsg{Gz?initializer_rangeg-q=layer_norm_eps    relative_attention_num_buckets   Npad_token_idr   bos_token_id   eos_token_idTtie_word_embeddings )__name__
__module____qualname____firstlineno____doc__
model_typer   int__annotations__r   r   r   r   r   strr   floatr   r   r   r   r   r   r   r   listr    bool__static_attributes__r!       ~/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/mpnet/configuration_mpnet.pyr	   r	      s    & JJKs!!!s!J'**03 %#+3#&S&#u#!NE!*,"C, L#*  L#* +,L#S	/D(, $$r/   r	   N)	r&   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r!   r/   r0   <module>r5      sG      . 3 # 12%%" %%  3%%P /r/   