
    Z j.                        S SK JrJr   " S S\S9r " S S\S9r " S S\S9r " S	 S
\S9r " S S\S9r " S S\S9r " S S\S9r	 " S S\S9r
 " S S\S9r " S S\S9r " S S\S9r " S S\S9r " S S\S9r " S S\S9r " S S \S9r " S! S"\S9r " S# S$\S9r " S% S&\S9r " S' S(\S9r " S) S*\S9r " S+ S,\S9r " S- S.\S9r " S/ S0\S9r " S1 S2\S9r " S3 S4\S9r " S5 S6\S9r " S7 S8\S9r " S9 S:\S9r " S; S<\S9r " S= S>\S9r  " S? S@\S9r! " SA SB\S9r" " SC SD\S9r# " SE SF\S9r$ " SG SH\S9r% " SI SJ\S9r& " SK SL\S9r' " SM SN\S9r( " SO SP\S9r) " SQ SR\S9r* " SS ST\S9r+ " SU SV\S9r, " SW SX\S9r- " SY SZ\S9r. " S[ S\\S9r/ " S] S^\S9r0 " S_ S`\S9r1 " Sa Sb\S9r2 " Sc Sd\S9r3 " Se Sf\S9r4 " Sg Sh\S9r5 " Si Sj\S9r6 " Sk Sl\S9r7Sm r8 " Sn So\S9r9Sp r: " Sq Sr\S9r;Ssr<St r= " Su Sv\S9r> " Sw Sx\S9r? " Sy Sz\S9r@S{ rAS| rBS} rCS~ rDS rES rFS rGS rHS rI " S S\S9rJS rK " S S\S9rLS rM " S S\S9rNgs)   )DummyObjectrequires_backendsc                        \ rS rSrS/rS rSrg)Cache   torchc                     [        U S/5        g Nr   r   selfargskwargss      t/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/utils/dummy_pt_objects.py__init__Cache.__init__       $	*     N__name__
__module____qualname____firstlineno__	_backendsr   __static_attributes__r   r   r   r   r          	I+r   r   )	metaclassc                        \ rS rSrS/rS rSrg)DynamicCache   r   c                     [        U S/5        g r
   r   r   s      r   r   DynamicCache.__init__   r   r   r   Nr   r   r   r   r    r       r   r   r    c                        \ rS rSrS/rS rSrg)EncoderDecoderCache   r   c                     [        U S/5        g r
   r   r   s      r   r   EncoderDecoderCache.__init__   r   r   r   Nr   r   r   r   r%   r%      r   r   r%   c                        \ rS rSrS/rS rSrg)QuantizedCache   r   c                     [        U S/5        g r
   r   r   s      r   r   QuantizedCache.__init__   r   r   r   Nr   r   r   r   r*   r*      r   r   r*   c                        \ rS rSrS/rS rSrg)StaticCache!   r   c                     [        U S/5        g r
   r   r   s      r   r   StaticCache.__init__$   r   r   r   Nr   r   r   r   r/   r/   !   r   r   r/   c                        \ rS rSrS/rS rSrg)GlueDataset(   r   c                     [        U S/5        g r
   r   r   s      r   r   GlueDataset.__init__+   r   r   r   Nr   r   r   r   r4   r4   (   r   r   r4   c                        \ rS rSrS/rS rSrg)GlueDataTrainingArguments/   r   c                     [        U S/5        g r
   r   r   s      r   r   "GlueDataTrainingArguments.__init__2   r   r   r   Nr   r   r   r   r9   r9   /   r   r   r9   c                        \ rS rSrS/rS rSrg)SquadDataset6   r   c                     [        U S/5        g r
   r   r   s      r   r   SquadDataset.__init__9   r   r   r   Nr   r   r   r   r>   r>   6   r   r   r>   c                        \ rS rSrS/rS rSrg)SquadDataTrainingArguments=   r   c                     [        U S/5        g r
   r   r   s      r   r   #SquadDataTrainingArguments.__init__@   r   r   r   Nr   r   r   r   rC   rC   =   r   r   rC   c                        \ rS rSrS/rS rSrg)#AlternatingCodebooksLogitsProcessorD   r   c                     [        U S/5        g r
   r   r   s      r   r   ,AlternatingCodebooksLogitsProcessor.__init__G   r   r   r   Nr   r   r   r   rH   rH   D   r   r   rH   c                        \ rS rSrS/rS rSrg)BayesianDetectorConfigK   r   c                     [        U S/5        g r
   r   r   s      r   r   BayesianDetectorConfig.__init__N   r   r   r   Nr   r   r   r   rM   rM   K   r   r   rM   c                        \ rS rSrS/rS rSrg)BayesianDetectorModelR   r   c                     [        U S/5        g r
   r   r   s      r   r   BayesianDetectorModel.__init__U   r   r   r   Nr   r   r   r   rR   rR   R   r   r   rR   c                        \ rS rSrS/rS rSrg)%ClassifierFreeGuidanceLogitsProcessorY   r   c                     [        U S/5        g r
   r   r   s      r   r   .ClassifierFreeGuidanceLogitsProcessor.__init__\   r   r   r   Nr   r   r   r   rW   rW   Y   r   r   rW   c                        \ rS rSrS/rS rSrg)#EncoderNoRepeatNGramLogitsProcessor`   r   c                     [        U S/5        g r
   r   r   s      r   r   ,EncoderNoRepeatNGramLogitsProcessor.__init__c   r   r   r   Nr   r   r   r   r\   r\   `   r   r   r\   c                        \ rS rSrS/rS rSrg)'EncoderRepetitionPenaltyLogitsProcessorg   r   c                     [        U S/5        g r
   r   r   s      r   r   0EncoderRepetitionPenaltyLogitsProcessor.__init__j   r   r   r   Nr   r   r   r   ra   ra   g   r   r   ra   c                        \ rS rSrS/rS rSrg)EosTokenCriterian   r   c                     [        U S/5        g r
   r   r   s      r   r   EosTokenCriteria.__init__q   r   r   r   Nr   r   r   r   rf   rf   n   r   r   rf   c                        \ rS rSrS/rS rSrg)EpsilonLogitsWarperu   r   c                     [        U S/5        g r
   r   r   s      r   r   EpsilonLogitsWarper.__init__x   r   r   r   Nr   r   r   r   rk   rk   u   r   r   rk   c                        \ rS rSrS/rS rSrg)EtaLogitsWarper|   r   c                     [        U S/5        g r
   r   r   s      r   r   EtaLogitsWarper.__init__   r   r   r   Nr   r   r   r   rp   rp   |   r   r   rp   c                        \ rS rSrS/rS rSrg)ExponentialDecayLengthPenalty   r   c                     [        U S/5        g r
   r   r   s      r   r   &ExponentialDecayLengthPenalty.__init__   r   r   r   Nr   r   r   r   ru   ru      r   r   ru   c                        \ rS rSrS/rS rSrg)ForcedBOSTokenLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   &ForcedBOSTokenLogitsProcessor.__init__   r   r   r   Nr   r   r   r   rz   rz      r   r   rz   c                        \ rS rSrS/rS rSrg)ForcedEOSTokenLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   &ForcedEOSTokenLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)GenerationMixin   r   c                     [        U S/5        g r
   r   r   s      r   r   GenerationMixin.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)InfNanRemoveLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   $InfNanRemoveLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)LogitNormalization   r   c                     [        U S/5        g r
   r   r   s      r   r   LogitNormalization.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)LogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   LogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)LogitsProcessorList   r   c                     [        U S/5        g r
   r   r   s      r   r   LogitsProcessorList.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)MaxLengthCriteria   r   c                     [        U S/5        g r
   r   r   s      r   r   MaxLengthCriteria.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)MaxTimeCriteria   r   c                     [        U S/5        g r
   r   r   s      r   r   MaxTimeCriteria.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)MinLengthLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   !MinLengthLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)!MinNewTokensLengthLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   *MinNewTokensLengthLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)MinPLogitsWarper   r   c                     [        U S/5        g r
   r   r   s      r   r   MinPLogitsWarper.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)NoBadWordsLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   "NoBadWordsLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)NoRepeatNGramLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   %NoRepeatNGramLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg) PrefixConstrainedLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   )PrefixConstrainedLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg) RepetitionPenaltyLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   )RepetitionPenaltyLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)SequenceBiasLogitsProcessor   r   c                     [        U S/5        g r
   r   r   s      r   r   $SequenceBiasLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r      r   r   r   c                        \ rS rSrS/rS rSrg)StoppingCriteriai  r   c                     [        U S/5        g r
   r   r   s      r   r   StoppingCriteria.__init__  r   r   r   Nr   r   r   r   r   r     r   r   r   c                        \ rS rSrS/rS rSrg)StoppingCriteriaListi  r   c                     [        U S/5        g r
   r   r   s      r   r   StoppingCriteriaList.__init__  r   r   r   Nr   r   r   r   r   r     r   r   r   c                        \ rS rSrS/rS rSrg)StopStringCriteriai  r   c                     [        U S/5        g r
   r   r   s      r   r   StopStringCriteria.__init__  r   r   r   Nr   r   r   r   r   r     r   r   r   c                        \ rS rSrS/rS rSrg)$SuppressTokensAtBeginLogitsProcessori  r   c                     [        U S/5        g r
   r   r   s      r   r   -SuppressTokensAtBeginLogitsProcessor.__init__  r   r   r   Nr   r   r   r   r   r     r   r   r   c                        \ rS rSrS/rS rSrg)SuppressTokensLogitsProcessori  r   c                     [        U S/5        g r
   r   r   s      r   r   &SuppressTokensLogitsProcessor.__init__   r   r   r   Nr   r   r   r   r   r     r   r   r   c                        \ rS rSrS/rS rSrg)SynthIDTextWatermarkDetectori$  r   c                     [        U S/5        g r
   r   r   s      r   r   %SynthIDTextWatermarkDetector.__init__'  r   r   r   Nr   r   r   r   r   r   $  r   r   r   c                        \ rS rSrS/rS rSrg)SynthIDTextWatermarkingConfigi+  r   c                     [        U S/5        g r
   r   r   s      r   r   &SynthIDTextWatermarkingConfig.__init__.  r   r   r   Nr   r   r   r   r   r   +  r   r   r   c                        \ rS rSrS/rS rSrg)#SynthIDTextWatermarkLogitsProcessori2  r   c                     [        U S/5        g r
   r   r   s      r   r   ,SynthIDTextWatermarkLogitsProcessor.__init__5  r   r   r   Nr   r   r   r   r   r   2  r   r   r   c                        \ rS rSrS/rS rSrg)TemperatureLogitsWarperi9  r   c                     [        U S/5        g r
   r   r   s      r   r    TemperatureLogitsWarper.__init__<  r   r   r   Nr   r   r   r   r   r   9  r   r   r   c                        \ rS rSrS/rS rSrg)TopKLogitsWarperi@  r   c                     [        U S/5        g r
   r   r   s      r   r   TopKLogitsWarper.__init__C  r   r   r   Nr   r   r   r   r   r   @  r   r   r   c                        \ rS rSrS/rS rSrg)TopPLogitsWarperiG  r   c                     [        U S/5        g r
   r   r   s      r   r   TopPLogitsWarper.__init__J  r   r   r   Nr   r   r   r   r   r   G  r   r   r   c                        \ rS rSrS/rS rSrg)TypicalLogitsWarperiN  r   c                     [        U S/5        g r
   r   r   s      r   r   TypicalLogitsWarper.__init__Q  r   r   r   Nr   r   r   r   r   r   N  r   r   r   c                        \ rS rSrS/rS rSrg).UnbatchedClassifierFreeGuidanceLogitsProcessoriU  r   c                     [        U S/5        g r
   r   r   s      r   r   7UnbatchedClassifierFreeGuidanceLogitsProcessor.__init__X  r   r   r   Nr   r   r   r   r   r   U  r   r   r   c                        \ rS rSrS/rS rSrg)WatermarkDetectori\  r   c                     [        U S/5        g r
   r   r   s      r   r   WatermarkDetector.__init___  r   r   r   Nr   r   r   r   r  r  \  r   r   r  c                        \ rS rSrS/rS rSrg)WatermarkLogitsProcessoric  r   c                     [        U S/5        g r
   r   r   s      r   r   !WatermarkLogitsProcessor.__init__f  r   r   r   Nr   r   r   r   r  r  c  r   r   r  c                        \ rS rSrS/rS rSrg)WhisperTimeStampLogitsProcessorij  r   c                     [        U S/5        g r
   r   r   s      r   r   (WhisperTimeStampLogitsProcessor.__init__m  r   r   r   Nr   r   r   r   r  r  j  r   r   r  c                        \ rS rSrS/rS rSrg)$TorchExportableModuleWithStaticCacheiq  r   c                     [        U S/5        g r
   r   r   s      r   r   -TorchExportableModuleWithStaticCache.__init__t  r   r   r   Nr   r   r   r   r  r  q  r   r   r  c                  &    [        [        S/5        g r
   )r   convert_and_export_with_cacher   r   s     r   r  r  x  s    3gY?r   c                        \ rS rSrS/rS rSrg)AttentionMaskInterfacei|  r   c                     [        U S/5        g r
   r   r   s      r   r   AttentionMaskInterface.__init__  r   r   r   Nr   r   r   r   r  r  |  r   r   r  c                  &    [        [        S/5        g r
   )r   model_addition_debugger_contextr  s     r   r  r        5yAr   c                        \ rS rSrS/rS rSrg)GradientCheckpointingLayeri  r   c                     [        U S/5        g r
   r   r   s      r   r   #GradientCheckpointingLayer.__init__  r   r   r   Nr   r   r   r   r  r    r   r   r  Nc                  &    [        [        S/5        g r
   )r   dynamic_rope_updater  s     r   r!  r!    s    )G95r   c                        \ rS rSrS/rS rSrg)AttentionInterfacei  r   c                     [        U S/5        g r
   r   r   s      r   r   AttentionInterface.__init__  r   r   r   Nr   r   r   r   r#  r#    r   r   r#  c                        \ rS rSrS/rS rSrg)PreTrainedModeli  r   c                     [        U S/5        g r
   r   r   s      r   r   PreTrainedModel.__init__  r   r   r   Nr   r   r   r   r'  r'    r   r   r'  c                        \ rS rSrS/rS rSrg)	Adafactori  r   c                     [        U S/5        g r
   r   r   s      r   r   Adafactor.__init__  r   r   r   Nr   r   r   r   r+  r+    r   r   r+  c                  &    [        [        S/5        g r
   )r   get_constant_scheduler  s     r   r/  r/    s    +gY7r   c                  &    [        [        S/5        g r
   )r   !get_constant_schedule_with_warmupr  s     r   r1  r1    s    7'Cr   c                  &    [        [        S/5        g r
   )r   get_cosine_schedule_with_warmupr  s     r   r3  r3    r  r   c                  &    [        [        S/5        g r
   )r   2get_cosine_with_hard_restarts_schedule_with_warmupr  s     r   r5  r5    s    H7)Tr   c                  &    [        [        S/5        g r
   )r   get_inverse_sqrt_scheduler  s     r   r7  r7        /';r   c                  &    [        [        S/5        g r
   )r   get_linear_schedule_with_warmupr  s     r   r:  r:    r  r   c                  &    [        [        S/5        g r
   )r   )get_polynomial_decay_schedule_with_warmupr  s     r   r<  r<    s    ?'Kr   c                  &    [        [        S/5        g r
   )r   get_schedulerr  s     r   r>  r>    s    mgY/r   c                  &    [        [        S/5        g r
   )r   get_wsd_scheduler  s     r   r@  r@    s    &	2r   c                        \ rS rSrS/rS rSrg)Conv1Di  r   c                     [        U S/5        g r
   r   r   s      r   r   Conv1D.__init__  r   r   r   Nr   r   r   r   rB  rB    r   r   rB  c                  &    [        [        S/5        g r
   )r   apply_chunking_to_forwardr  s     r   rF  rF    r8  r   c                        \ rS rSrS/rS rSrg)Traineri  r   c                     [        U S/5        g r
   r   r   s      r   r   Trainer.__init__  r   r   r   Nr   r   r   r   rH  rH    r   r   rH  c                  &    [        [        S/5        g r
   )r   torch_distributed_zero_firstr  s     r   rL  rL    s    2WI>r   c                        \ rS rSrS/rS rSrg)Seq2SeqTraineri  r   c                     [        U S/5        g r
   r   r   s      r   r   Seq2SeqTrainer.__init__  r   r   r   Nr   r   r   r   rN  rN    r   r   rN  )Outilsr   r   r   r    r%   r*   r/   r4   r9   r>   rC   rH   rM   rR   rW   r\   ra   rf   rk   rp   ru   rz   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r  r  r  r  r  r  r  ROPE_INIT_FUNCTIONSr!  r#  r'  r+  r/  r1  r3  r5  r7  r:  r<  r>  r@  rB  rF  rH  rL  rN  r   r   r   <module>rS     s9   2+k ++[ ++K ++{ ++K ++K +++ ++[ ++; ++K ++{ ++k ++k ++K ++ ++ ++K ++ ++k ++k ++k ++ ++K ++; ++ ++K +++ ++ ++ +++ ++ +++ ++[ ++ ++ ++K ++ ++[ ++; ++[ ++k ++[ ++k ++K ++ ++ ++ ++K ++{ +++ ++ ++ ++[ +@+{ +B+; +  6+; ++ +++ +8DBU<BL03+{ +<+ +?+{ +r   