
    Z jV                        S r SSKrSSKJr  SSKJr  SSKJr  SSKrSSK	r	SSK
JrJr  SSKJr  SSKJr  S	S
KJr  S	SKJrJrJrJrJrJrJrJrJrJrJrJrJ r J!r!J"r"  S	SK#J$r$  S	SK%J&r&J'r'J(r(J)r)  \\\\\\\\\ \!\0 \E\E\"\S.r*\)RV                  " \,5      r-Sr.SSSSSSSSSSSSSS.r// SQr0S r1S  r2S! r3S" r4S# r5S$ r6\ " S% S&5      5       r7S' r8S.S( jr9S) r:S* r;S+ r</ S,Qr=S- r>g)/z'Configuration base class and utilities.    N)	dataclass)Path)Any)is_offline_mode
model_info)OfflineModeIsEnabled)HFValidationError   )__version__),MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING_NAMES!MODEL_FOR_CAUSAL_LM_MAPPING_NAMESMODEL_FOR_CTC_MAPPING_NAMES,MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING_NAMES*MODEL_FOR_IMAGE_SEGMENTATION_MAPPING_NAMES*MODEL_FOR_IMAGE_TEXT_TO_TEXT_MAPPING_NAMES!MODEL_FOR_MASKED_LM_MAPPING_NAMES(MODEL_FOR_OBJECT_DETECTION_MAPPING_NAMES*MODEL_FOR_QUESTION_ANSWERING_MAPPING_NAMES,MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING_NAMES/MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES(MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING_NAMES0MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING_NAMES,MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING_NAMES6MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING_NAMES)ParallelMode)is_datasets_availableis_tokenizers_availableis_torch_availablelogging)text-generationimage-classificationimage-segmentation	fill-maskobject-detectionquestion-answeringztext2text-generationtext-classificationtable-question-answeringtoken-classificationaudio-classificationautomatic-speech-recognitionzzero-shot-image-classificationzimage-text-to-textz
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
should probably proofread and complete it, then remove this comment. -->
zMasked Language ModelingzImage ClassificationzImage SegmentationzMultiple ChoicezObject DetectionzQuestion AnsweringzTable Question AnsweringzText ClassificationzCausal Language ModelingzToken ClassificationzZero Shot ClassificationzAutomatic Speech RecognitionzAudio Classification)r#   r!   r"   zmultiple-choicer$   r%   r'   r&   r    r(   zzero-shot-classificationr*   r)   )accuracybleuf1matthews_correlationpearsonr	precisionrecallrouge	sacrebleu	spearmanrwerc                 @    U c  / $ [        U [        5      (       a  U /$ U $ N)
isinstancestr)objs    g/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/modelcard.py_listifyr<   p   s%    
{		C		u
    c                     Uc  U $ [        U[        5      (       a  U/nU Vs/ s H	  o3c  M  UPM     nn[        U5      S:X  a  U $ X U'   U $ s  snf )Nr   )r8   r9   len)metadatanamevaluesvs       r;   _insert_values_as_listrD   y   sV    ~&#1AaF1
6{aTNO	 2s
   AAc                     U c  0 $ 0 nU  Hi  nUR                  5       R                  SS5      [        ;   a$  X!UR                  5       R                  SS5      '   MO  UR                  5       S:X  d  Me  X!S'   Mk     U$ )N _rouge1r2   )lowerreplaceMETRIC_TAGS)eval_resultsresultkeys      r;   #infer_metric_tags_from_eval_resultsrO      sn    	F99;sC(K747399;&&sC01YY[H$!7O	 
 Mr=   c                     Uc  U $ X U'   U $ r7    )r@   rA   values      r;   _insert_valuerS      s    }TNOr=   c                 L    [        5       (       d  gSSKJnJn  [	        XU45      $ )NFr   )DatasetIterableDataset)r   datasetsrU   rV   r8   )datasetrU   rV   s      r;   is_hf_datasetrY      s!     ""1g9::r=   c                     / nU R                  5        H?  n[        U[        [        45      (       a  U[        U5      -  nM.  UR	                  U5        MA     U$ r7   )rB   r8   tuplelistappend)mappingrM   rC   s      r;   _get_mapping_valuesr_      sJ    F^^a%''d1gFMM!	 
 Mr=   c                      \ rS rSr% \\S'   Sr\\\   -  S-  \S'   Sr\S-  \S'   Sr	\\\   -  S-  \S'   Sr
\S-  \S'   Sr\\\   -  S-  \S'   Sr\\\   -  S-  \S	'   Sr\\\   -  S-  \S
'   Sr\\\   -  S-  \S'   Sr\\\4   S-  \S'   Sr\\\4   S-  \S'   Sr\\   S-  \S'   Sr\\\4   S-  \S'   Sr\S-  \S'   S rS rS rS r\          SS j5       rSrg)TrainingSummary   
model_nameNlanguagelicensetagsfinetuned_fromtasksrX   dataset_tagsdataset_argsdataset_metadatarL   
eval_lineshyperparameterstrainersourcec                 p   U R                   c  [        5       (       dt  U R                  bf  [        U R                  5      S:  aL   [	        U R                  5      nUR
                   H%  nUR                  S5      (       d  M  USS  U l         M'     g g g g g ! [        R                  [        [        4 a     g f = f)Nr   zlicense:   )re   r   rg   r?   r   rf   
startswithhttpx	HTTPErrorr	   r   )selfinfotags      r;   __post_init__TrainingSummary.__post_init__   s     LL #%%##/D''(1,!$"5"5699C~~j11'*12w %	 - 0 & ! OO%68LM s   8B  B B54B5c                    SU R                   0n[        U R                  5      n[        U R                  5      n[        U R                  5      n[        U R
                  5      n[        U5      [        U5      :  a  US /[        U5      [        U5      -
  -  -   n[        [        XC5      5      n[        [        XE5      5      n[        [        XF5      5      n	[        U R                  5       V
s0 s H  o[        ;   d  M  U
[        U
   _M     nn
/ US'   [        U5      S:X  a  [        U5      S:X  a  U/$ [        U5      S:X  a  S S 0n[        U5      S:X  a  S S 0nU VVs/ s H  o  H  oU4PM     M     nnnU H  u  p0 nUb
  X   US.US'   Ub-  U	R                  U0 5      nX}   US.UEUS'   X   b
  X   US   S'   [        U5      S:  aD  / US'   UR                  5        H+  u  nnUS   R                  UUU R                  U   S	.5        M-     SU;   a"  SU;   a  SU;   a  US   R                  U5        M  [        R!                  S
U 35        M     U/$ s  sn
f s  snnf )NrA   resultsr   )rA   typetaskrX   argsmetrics)rA   r|   rR   zLDropping the following result as it does not have all the necessary fields:
)rc   r<   rX   ri   rj   rk   r?   dictziprh   TASK_TAG_TO_NAME_MAPPINGgetitemsr]   rL   loggerrv   )ru   metric_mappingmodel_indexdataset_namesri   rj   rk   dataset_mappingdataset_arg_mappingdataset_metadata_mappingr}   task_mappingtask_tagds_tagall_possibilitiesrM   r@   
metric_tagmetric_names                      r;   create_model_index"TrainingSummary.create_model_index   s   t/ !. 1 12 1 12#D$9$9:|s<00'4&C4ELHY4Y*ZZLs<?@"3|#BC#'L(K#L  >Fdjj=Q
=QT]uUu0D*400=Q 	 
 "$I|!c/&:a&?= |! $<L1$#TlO AMkH[jQW/[j/k 1HF#*6*@(!Sv!377C+3"% %y!
 '.:0C0KF9%f->"Q&$&y!/=/C/C/E+J9%,,$/$.%)%6%6{%C 0F I$7I<OI&--f5klrkstu= !2@ }_
 ls   ,I=IIc                 .   [        U R                  5      n0 n[        USS5      n[        USU R                  5      n[        USU R
                  5      nU R                  bO  [        U R                  [        5      (       a0  [        U R                  5      S:  a  [        USU R                  5      n[        USU R                  5      n[        USU R                  5      n[        US	[        UR                  5       5      5      nU R                  U5      US
'   U$ )Nlibrary_nametransformersrd   re   r   
base_modelrf   rW   r   zmodel-index)rO   rL   rS   rD   rd   re   rg   r8   r9   r?   rf   ri   r\   keysr   )ru   r   r@   s      r;   create_metadataTrainingSummary.create_metadata  s    <T=N=NO >>J)(JN 9dllC*z$:M:Ms/S/SX[\`\o\oXpstXt$X|T=P=PQH)(FDIIF)(J@Q@QR)(ItNDWDWDY?Z["&"9"9."Ir=   c                    Sn[         R                  " U R                  5       SS9n[        U5      S:  a  SU S3nU R                  S:X  a	  U[
        -  nUSU R                   S3-  nU R                  c  US	-  nO US
U R                   SU R                   S3-  nU R                  b8  [        U R                  [        5      (       a  [        U R                  5      S:X  a  US-  nO[        U R                  [        5      (       a  USU R                   S3-  nO[        U R                  [        [        45      (       a0  [        U R                  5      S:X  a  USU R                  S    S3-  nOIUSR                  U R                  S S  Vs/ s H  nSU 3PM
     sn5      SU R                  S    S3-   -  nU R                  bU  US-  nUSR                  U R                  R                  5        VVs/ s H  u  pESU S[!        U5       3PM     snn5      -  nUS-  nUS-  nUS-  nUS-  nUS-  nUS-  nU R"                  bR  US-  nUSR                  U R"                  R                  5        VVs/ s H  u  pESU SU 3PM     snn5      -  nUS-  nOUS-  nU R$                  b"  US -  nU['        U R$                  5      -  nUS-  nUS!-  nUS"[(         S3-  nU R                  S:X  a&  [+        5       (       a  SS KnUS#UR(                   S3-  n[/        5       (       a  SS KnUS$UR(                   S3-  n[3        5       (       a  SS KnUS%UR(                   S3-  nU$ s  snf s  snnf s  snnf )&N F)	sort_keysr   z---
rn   z
# z

z'This model was trained from scratch on z'This model is a fine-tuned version of [z](https://huggingface.co/z) on zan unknown dataset.zthe z	 dataset.r
   z, z	 and the z
 datasets.z:
It achieves the following results on the evaluation set:

z- z: z/
## Model description

More information needed
z9
## Intended uses & limitations

More information needed
z:
## Training and evaluation data

More information needed
z
## Training procedure
z
### Training hyperparameters
z:
The following hyperparameters were used during training:
z
More information needed
z
### Training results

z
### Framework versions

z- Transformers z
- Pytorch z- Datasets z- Tokenizers )yamldumpr   r?   ro   AUTOGENERATED_TRAINER_COMMENTrc   rg   rX   r8   r\   r9   r[   joinrL   r   _maybe_roundrm   rl   make_markdown_tabler   r   torchr   rW   r   
tokenizers)	ru   
model_cardr@   dsrA   rR   r   rW   r   s	            r;   to_model_cardTrainingSummary.to_model_card  s   
99T113uEx=1 
%0J ;;)#77JT__-T22
&CCJ(())B4CVCVBWW\^J
 <<Jt||T$B$Bs4<<GX\]G]//J$,,,,T\\N)<<
DLL5$-88S=NRS=ST\\!_$5Y??
IIT\\#25FG5FrbT{5FGHYW[WcWcdfWgVhhrKss
 (XXJ$))[_[l[l[r[r[t$u[tKDr$r,u2E1F%G[t$uvvJd
KK
UU
VV
11
88
+XXJ$))TMaMaMgMgMi$jMikdr$r%%9Mi$jkkJ$J77J??&66J-doo>>J$J44
}B77
;;)#(:(<(<Ju'8'8&9<<J ""K(<(<'=R@@J"$$M**@*@)ADDJU H
 %v %ks   
M
1M$1M*c                 \   UR                   b  UR                   OUR                  n[        U5      (       aW  Ub  Ub  U	cN  UR                  nUS;  a<  U	c#  UR                  [        UR                  5      S./n	Uc  U/nUc  UR                  /nU
c  Ub  Un
Uc  [        UR                  R                  S5      (       ab  [        R                  R                  UR                  R                  R                  5      (       d   UR                  R                  R                  nUcQ  UR                  R                  R                  n[         R#                  5        H  u  nnU[%        U5      ;   d  M  UnM     Uc)  ['        UR(                  R*                  5      R,                  n[/        U5      S:X  a  UnUc  S/nO7[1        U[
        5      (       a  US:w  a  US/nOSU;  a  UR3                  S5        [5        UR6                  R8                  5      u  nnn[;        U5      nU " UUUUUUU
UUU	UUUS9$ )N)csvjsonpandasparquettext)configsplit_name_or_pathr   generated_from_trainer)rd   re   rf   rc   rg   rh   rX   ri   rj   rk   rL   rl   rm   )eval_datasettrain_datasetrY   builder_nameconfig_namer9   r   hasattrmodelr   ospathisdirr   	__class____name__TASK_MAPPINGr   r_   r   r~   
output_dirrA   r?   r8   r]   parse_log_historystatelog_history$extract_hyperparameters_from_trainer)clsrn   rd   re   rf   rc   rg   rh   ri   rk   rX   rj   one_datasetdefault_tagmodel_class_namer}   r^   rG   rl   rL   rm   s                        r;   from_trainerTrainingSummary.from_trainere  s     /6.B.B.Ng**T[TiTi%%<+?<CW[k[s%22K"NN#+3>3J3JUXYdYjYjUk(l'm$'$/=L'$/$;$;#<L?|7"G ",,o>>GGMM'--"6"6"D"DEE$]]11??N =&}}66??!-!3!3!5g#':7'CC E "6 gll556;;Jz?a'J <,-Dc""t/G'G23D%T1KK01&78Q8Q&R#:|>wG!)%%-%!+
 	
r=   )re   )
NNNNNNNNNN)r   
__module____qualname____firstlineno__r9   __annotations__rd   r\   re   rf   rg   rh   rX   ri   rj   rk   r   r   rL   floatrl   rm   ro   rx   r   r   r   classmethodr   __static_attributes__rQ   r=   r;   ra   ra      sb   O'+HcDIo$+GS4Z#'D#S	/D
 '!%NC$J%$(E3c?T!(&*GS49_t#*+/L#S	/D(/+/L#S	/D(/.2d38nt+2,0L$sEz"T)0#'JS	D '-1OT#s(^d*1"FC$J" =~ HT  K
 K
r=   ra   c           	         SnU[        U 5      :  a&  SX   ;  a  US-  nU[        U 5      :  a
  SX   ;  a  M  U[        U 5      :X  a6  US-  nUS:  a  SX   ;  a  US-  nUS:  a
  SX   ;  a  M  US:  a  SSX   4$ gX   n/ nSn[        U5       GH  nSX   ;   a  X   S   nSX   ;   d  M  X   R                  5       nUR                  S	S5      nUR                  S
S5      nUR                  SS5      n	UR                  SS5      nUR                  SS5      nUR                  SS5      nXHU	S.n
UR	                  5        HX  u  pUS:X  a  XS'   M  UR                  S5      nSR                  USS  Vs/ s H  oR                  5       PM     sn5      nXU'   MZ     UR                  U
5        GM      [        U 5      S-
  nUS:  a  SX   ;  a  US-  nUS:  a
  SX   ;  a  M  US:  a~  0 nX   R	                  5        Hb  u  nnUR                  S5      nUS;  d  M  SR                  UR                  S5       Vs/ s H  oR                  5       PM     sn5      nUUU'   Md     X#U4$ X#S4$ s  snf s  snf )z\
Parse the `log_history` of a Trainer to get the intermediate and final evaluation results.
r   train_runtimer
   	eval_lossN)NNNzNo logloss
total_flosepochstepeval_runtimeeval_samples_per_secondeval_steps_per_second)zTraining LossEpochStepzValidation LossrG   rF   eval_)runtimesamples_per_secondsteps_per_secondr   r   )
r?   rangecopypopr   r   r   
capitalizer]   removeprefix)r   idx	train_loglinestraining_lossir   rG   r   r   rB   krC   splitspartrA   rL   rN   rR   camel_cased_keys                       r;   r   r     s    C
K 
 _K<L%Lq K 
 _K<L%L c+qQh;k.>>1HC Qh;k.>> !8{///#  IEM3Z[^#'N62M+.(!n))+GL$/AKK.E;;vt,DND1A5t<A3T:A'4dSF#01,-WWS\F886!":$N:4__%6:$NOD#$4L ( LL ' * k
Q
C
({+*::q ({+*:: Qw%*002JC""7+C``"%((#))TW.+Y.$OO,=.+Y"Z05_-	 3
 --%%# %O ,Zs   4I+:I0
c                     [        U [        5      (       aY  [        [        U 5      R	                  S5      5      S:  a2  [        [        U 5      R	                  S5      S   5      U:  a  U SU S3 $ [        U 5      $ )N.r
   f)r8   r   r?   r9   r   )rC   decimalss     r;   r   r     se    !UCFLL$5 6 :s3q6<<PSCTUVCW?X[c?cAhZq=!"q6Mr=   c           
          [        X5       VVs/ s H  u  p#SU 3SU[        U5      -
  S-   -  -   PM!     nnnSR                  U5      S-   $ s  snnf )Nz| rF   r
   r   |
)r   r?   r   )rB   
col_widthsrC   wvalues_with_spaces        r;   _regular_table_liner     sW    GJ6G^_G^tq2aSC1s1v:>$::G^_77$%-- `s   &Ac                 j    U  Vs/ s H  nSSU-  -   S-   PM     nnSR                  U5      S-   $ s  snf )Nz|:-:r   r   )r   )r   r   rB   s      r;   _second_table_liner     s;    ,67JqdS1Wns"JF7776?U"" 8s   0c           
         U b  [        U 5      S:X  a  gU S    Vs0 s H  o[        [        U5      5      _M     nnU  HN  nUR                  5        H7  u  pX!   [        [        U5      5      :  d  M!  [        [        U5      5      X!'   M9     MP     [	        [        U S   R                  5       5      [        UR                  5       5      5      nU[        [        UR                  5       5      5      -  nU  HQ  nU[	        UR                  5        Vs/ s H  n[        U5      PM     sn[        UR                  5       5      5      -  nMS     U$ s  snf s  snf )z;
Create a nice Markdown table from the results in `lines`.
r   r   )	r?   r9   r   r   r   r\   r   rB   r   )r   rN   r   linerR   tablerC   s          r;   r   r      s    }E
a05a9s3s8}$J9**,JC\%%8!99"%l5&9":
 ' 
  U1X]]_ 5tJ<M<M<O7PQE	Z%6%6%8 9::E$t{{}%M}!l1o}%MtT^TeTeTgOhii L : &Ns   E
E)learning_ratetrain_batch_sizeeval_batch_sizeseedc           
         [          Vs0 s H  o[        U R                  U5      _M     nnU R                  R                  [        R
                  [        R                  4;  aM  U R                  R                  [        R                  :X  a  SOU R                  R                  R                  US'   U R                  R                  S:  a  U R                  R                  US'   U R                  R                  S:  a  U R                  R                  US'   U R                  R                  U R                  R                  -  U R                  R                  -  nX2S   :w  a  X2S'   U R                  R                  U R                  R                  -  nXBS   :w  a  XBS	'   U R                  R                  (       a  U R                  R                  nU R                  R                  (       a  U R                  R                  OS
nSUR                  5       ;   aQ  SU SU R                  R                    SU R                  R"                   SU R                  R$                   SU 3
US'   OSU SU 3US'   U R                  R&                  R                  US'   U R                  R(                  S:w  a  U R                  R(                  US'   U R                  R*                  S:w  a  U R                  R*                  US'   OU R                  R,                  US'   U R                  R.                  (       a  SUS'   U R                  R0                  S:w  a  U R                  R0                  US'   U$ s  snf )Nz	multi-GPUdistributed_typer
   num_devicesgradient_accumulation_stepsr  total_train_batch_sizer  total_eval_batch_sizez!No additional optimizer argumentsadamzUse z with betas=(,z) and epsilon=z and optimizer_args=	optimizerz and the args are:
lr_scheduler_typeg        lr_scheduler_warmup_stepsr   training_steps
num_epochsz
Native AMPmixed_precision_traininglabel_smoothing_factor)_TRAINING_ARGS_KEYSgetattrr~   parallel_moder   NOT_PARALLELNOT_DISTRIBUTEDDISTRIBUTEDrR   
world_sizer
  r  r  optim
optim_argsrI   
adam_beta1
adam_beta2adam_epsilonr  warmup_steps	max_stepsnum_train_epochsfp16r  )rn   r   rm   r  r  optimizer_nameoptimizer_argss          r;   r   r     s   <OP<Oq'',,22<OOP||!!,*C*C\EaEa)bb"<<559Q9QQKW^WcWcWqWqWwWw 	*+ ||")0)@)@&||//!39@9a9a56 	%%(?(??',,BjBjj  1C!DD4J01#LL887<<;R;RR0A BB3H/0|| ++4;LL4K4K00Qt^))++~&mGLL4K4K3LAgllNeNeMf g#LL5566J>JZ\ K(
 .2.1AAUVdUe+fOK(+2<<+I+I+O+OO'(||  C'7>||7P7P34||#,3LL,B,B()(/(E(E%||6B23||**c14;LL4W4W01] Qs    M+)   )?__doc__r   dataclassesr   pathlibr   typingr   rs   r   huggingface_hubr   r   huggingface_hub.errorsr   huggingface_hub.utilsr	   r   r   models.auto.modeling_autor   r   r   r   r   r   r   r   r   r   r   r   r   r   r   training_argsr   utilsr   r   r   r   r   
get_loggerr   r   r   r   rK   r<   rD   rO   rS   rY   r_   ra   r   r   r   r   r   r  r   rQ   r=   r;   <module>r4     sC   . 	 !     7 7 3     " (  9HD2@DHJ PHH$o'B$oFn$o&\D" 
		H	%!  ,2.(*. :012 :$B2 "		; E
 E
 E
P9&x.
#
& /r=   