
    Z j                     d    S r SSKJr  SSKJr  SSKJr  \" SS9\ " S S	\5      5       5       rS	/rg
)zGPT-J model configuration    )strict   )PreTrainedConfig)auto_docstringzEleutherAI/gpt-j-6B)
checkpointc                   ^   \ rS rSr% SrSrSSSSS.rS	r\\	S
'   Sr
\\	S'   Sr\\	S'   Sr\\	S'   Sr\\	S'   Sr\\	S'   Sr\S-  \	S'   Sr\\	S'   Sr\\-  \	S'   Sr\\-  \	S'   Sr\\-  \	S'   Sr\\	S'   Sr\\	S'   Sr\\	S'   Sr\S-  \	S '   Sr\\\   -  S-  \	S!'   Sr\S-  \	S"'   S#r\\	S$'   S%rg)&
GPTJConfig   a  
rotary_dim (`int`, *optional*, defaults to 64):
    Number of dimensions in the embedding that Rotary Position Embedding is applied to.

Example:

```python
>>> from transformers import GPTJModel, GPTJConfig

>>> # Initializing a GPT-J 6B configuration
>>> configuration = GPTJConfig()

>>> # Initializing a model from the configuration
>>> model = GPTJModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```gptjn_positionsn_embdn_headn_layer)max_position_embeddingshidden_sizenum_attention_headsnum_hidden_layersi  
vocab_sizei   i         @   
rotary_dimNn_innergelu_newactivation_functiong        resid_pdrop
embd_pdrop
attn_pdropgh㈵>layer_norm_epsilong{Gz?initializer_rangeT	use_cacheiP  bos_token_ideos_token_idpad_token_idFtie_word_embeddings ) __name__
__module____qualname____firstlineno____doc__
model_typeattribute_mapr   int__annotations__r   r   r   r   r   r   r   strr   floatr   r   r   r    r!   boolr"   r#   listr$   r%   __static_attributes__r&       |/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/gptj/configuration_gptj.pyr	   r	      s    & J#0'&	M JKFCGSFCJGS4Z))"K"!J!!J! $$#u#It$L#*$+0L#S	/D(0#L#*# %%r5   r	   N)	r+   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r&   r5   r6   <module>r;      sG      . 3 # 01-&! -&  2-&` .r5   