
    Z j	                     d    S r SSKJr  SSKJr  SSKJr  \" SS9\ " S S	\5      5       5       rS	/rg
)zCPMAnt model configuration    )strict   )PreTrainedConfig)auto_docstringzopenbmb/cpm-ant-10b)
checkpointc                      \ rS rSr% SrSrSr\\S'   Sr	\\S'   Sr
\\S	'   S
r\\S'   Sr\\S'   Sr\\S'   Sr\\-  \S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   S rg!)"CpmAntConfig   a  
position_bias_num_buckets (`int`, *optional*, defaults to 512):
    The number of position_bias buckets.
position_bias_max_distance (`int`, *optional*, defaults to 2048):
    The maximum sequence length that this model might ever be used with. Typically set this to something large
    just in case (e.g., 512 or 1024 or 2048).
prompt_types (`int`, *optional*, defaults to 32):
    The type of prompt.
prompt_length (`int`, *optional*, defaults to 32):
    The length of prompt.
segment_types (`int`, *optional*, defaults to 32):
    The type of segment.

Example:

```python
>>> from transformers import CpmAntModel, CpmAntConfig

>>> # Initializing a CPMAnt cpm-ant-10b style configuration
>>> configuration = CpmAntConfig()

>>> # Initializing a model from the cpm-ant-10b style configuration
>>> model = CpmAntModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```cpmanti x  
vocab_sizei   hidden_size    num_attention_heads   dim_headi (  dim_ff0   num_hidden_layersg        	dropout_pi   position_bias_num_bucketsi   position_bias_max_distancegư>epsg      ?init_stdprompt_typesprompt_lengthsegment_typesT	use_cachetie_word_embeddings N)__name__
__module____qualname____firstlineno____doc__
model_typer   int__annotations__r   r   r   r   r   r   floatr   r   r   r   r   r   r   r   boolr   __static_attributes__r       ڀ/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/models/cpmant/configuration_cpmant.pyr	   r	      s    8 JJK!!HcFCs Ius{ %(s(&**CHeL#M3M3It $$r+   r	   N)	r$   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r   r+   r,   <module>r1      sH    ! . 3 # 01.%# .%  2.%b 
r+   