
    Z jF	                     d    S r SSKJr  SSKJr  SSKJr  \" SS9\ " S S	\5      5       5       rS	/rg
)zRemBERT model configuration    )strict   )PreTrainedConfig)auto_docstringzgoogle/rembert)
checkpointc                      \ rS rSr% SrSrSr\\S'   Sr	\\S'   Sr
\\S	'   S
r\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\-  \S'   Sr\\-  \S'   Sr\\-  \S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S '   S!r\\S"'   S#r\S$-  \S%'   S&r\S$-  \S''   S(r\\\   -  S$-  \S)'   S*r\\S+'   S*r \\S,'   S*r!\\S-'   S.r"g$)/RemBertConfig   a4  
input_embedding_size (`int`, *optional*, defaults to 256):
    Dimensionality of the input embeddings.
output_embedding_size (`int`, *optional*, defaults to 1664):
    Dimensionality of the output embeddings.

Example:

```python
>>> from transformers import RemBertModel, RemBertConfig

>>> # Initializing a RemBERT rembert style configuration
>>> configuration = RemBertConfig()

>>> # Initializing a model from the rembert style configuration
>>> model = RemBertModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```remberti 
vocab_sizei  hidden_size    num_hidden_layers   num_attention_heads   input_embedding_sizei  output_embedding_sizei   intermediate_sizegelu
hidden_actg        hidden_dropout_probattention_probs_dropout_probg?classifier_dropout_probi   max_position_embeddings   type_vocab_sizeg{Gz?initializer_rangeg-q=layer_norm_epsT	use_cacher   Npad_token_idi8  bos_token_idi9  eos_token_idF
is_decoderadd_cross_attentiontie_word_embeddings )#__name__
__module____qualname____firstlineno____doc__
model_typer   int__annotations__r   r   r   r   r   r   r   strr   floatr   r   r   r   r   r   r    boolr!   r"   r#   listr$   r%   r&   __static_attributes__r'       ڂ/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/rembert/configuration_rembert.pyr	   r	      s   * JJKs!! ###!%3%!s!J'**03 %#+3+.US[.#&S&OS#u#!NE!It L#* "L#*"+.L#S	/D(.J %% %%r5   r	   N)	r,   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r'   r5   r6   <module>r;      sH    " . 3 # +,-&$ -&  --&` 
r5   