Nj  %SrSSKJr SSKrSSKrSSKrSSKrSSKrSSKrSSK r SSK r SSK r SSK r SSK r SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKJr SSKJrJrJrJrJrJrJr SSK J!r! SSK"r"SSK#r"SSK$J%r%J&r& SSK'J(r(J)r) SS K*J+r+J,r,J-r- SS K.J/r/ SS K0J1r1 SS K2J3r3 S SK4J5r5J6r6J7r7Jr8J9r9J:r: S SK;Jr>J?r? S SK@JArAJBrBJCrCJDrDJErEJFrFJGrGJHrHJIrIJJrJJKrKJLrLJMrMJNrNJOrO S SKPJPrP S SKQJRrR S SK6JSrSJTrTJUrUJVrVJWrWJXrXJYrYJZrZJ[r[ S SK\J]r] S SK^J_r_J`r` S SKaJbrbJcrcJdrd S SKeJfrfJgrgJhrhJiriJjrj S SKkJlrlJmrm S SKnJoroJprpJqrqJrrr S SKsJtrtJuruJvrvJwrwJxrxJyryJzrzJ{r{ S SK9J|r|J}r} S SK~JrJrJrJrJrJrJrJrJr S SKJrJrJr S SKJrJrJr S SKJr S S KJrJr S S!KJrJrJrJr S S"KJrJr S S#KJrJrJrJrJrJrJr S S$KJr S S%KJr S S&KJrJrJrJrJrJr S S'KJrJrJrJrJrJrJr S S(KJrJr S S)KJr S S*KJrJr S S+KJrJr S S,KJrJrJrJrJr \(aSS-KJrJrJr SS.KJr S S/KJr \GR"\5r\"GRGR\S05r\"GRGR\S15r\"GRGR\S25r\"GRGR\S35r\GR"5r\GR"5VVs0sHupU\"U5GR_M snnrS4\S5'\"\GR5GRr\"\GR5GRrS6\S7'S8\S9'\\:GRd\\4rS:\S;'\ GRSpS<j5r\GR"S=S>55r\GR"S?S@55r\GR"SASB55r\GR"SCSD55r"SESF5r\ GRSqSGj5r\GRSrSIj5r\GRSrSJj5r\GR"SKSL55r"SMSN\5r"SOSP\5r"SQSR\5rSsSSjrStSTjr\ GRSuSUj5r\ GRSvSVj5r\ GRSwSWj5r\GR"SXSY55rSxSZjrS[rSyS\jrSzS]jrS{S^jGr"S_S`G\5Gr\GR"SaSb55Gr"ScSHG\Sd9Gr"SeSfG\5Gr\GR Sg:a=\GRVVs/sH!up#G\"G\ShU;aUSiSOSjUSiS35PM# snnGr \GRS|Skj5Gr "SlSmG\5Gr "SnSoG\ 5Gr gs snnfs snnf)}a Core module responsible for converting Python bytecode into TorchDynamo's symbolic execution format. This module implements the bytecode-level tracing system that allows TorchDynamo to analyze and transform Python code. It converts Python bytecode instructions into a symbolic format that tracks the flow of tensors and other values through the program. Key components: - InstructionTranslatorBase: Base class for converting bytecode to symbolic execution - InstructionTranslator: Main translator for function bytecode - InliningInstructionTranslator: Handles inlining of called functions - SpeculationLog: Manages state for speculative execution and rollback The symbolic conversion process handles: - Control flow (loops, conditionals, etc.) - Function inlining and call stack management - Tracking of program values and side effects - Graph breaks and resumption points - Exception handling and stack frame management This is a core part of TorchDynamo's tracing system that enables ahead-of-time optimization of PyTorch programs. ) annotationsN)deque)AnycastNoReturnOptional TYPE_CHECKING TypeAliasUnion)TypeIs)DynamoProfilerStateFunctionTraceTiming)ObservedExceptionTensorifyScalarRestartAnalysis)InlinedCodeCachetracingTracingContext) dump_file) guard_bool) cache_method)configexcgraph_break_hintslogging trace_rules variables) get_indexof JUMP_OPNAMESlivevars_analysispropagate_line_nums)cleaned_instructionscreate_binary_slicecreate_call_functioncreate_call_function_ex create_copycreate_dup_topcreate_instructioncreate_jump_absolute create_rot_n create_swap get_code_keys Instruction is_generatoris_jump_absolute unique_id) code_context) PyCodegen) !augment_exc_message_with_hop_nameBackendCompilerFailedcollapse_resume_framesformat_frame_infoget_stack_above_dynamoResumePrologueTracingErrorStepUnsupported unimplemented Unsupported) get_funcname) GuardBuilder install_guard)GraphCompileReason OutputGraphStackLocalsMetadata)impl_CONTAINS_OP_fallbackimpl_IS_MAPPINGimpl_MATCH_CLASSimpl_MATCH_KEYSimpl_MATCH_SEQUENCE) DummyModuleExecutionRecorder)ContinueExecutionCache"IS_TRACING_RESUME_PROLOGUE_VARNAME ReenterWithTORCH_DYNAMO_RESUME_IN_PREFIX) AttrSourceDictGetItemSource GlobalSourceGlobalWeakRefSourceLocalCellSource LocalSourceSkipGuardSourceSource)is_builtin_constant is_forbidden) _get_error_on_graph_breakcountersget_fake_valueget_instruction_source_311get_metrics_contextgraph_break_dup_warning_checkeristype LazyStringproxy_args_kwargs)typestrValueMutationNewVariableTracker)FrameStateSizeEntryVariableBuilder wrap_fx_proxy)BuiltinVariable)CONSTANT_VARIABLE_NONEConstantVariable)ContextWrappingVariableGenericContextWrappingVariableWithEnterFunctionVariableWithExitFunctionVariable)ConstDictVariable SetVariable)BaseUserFunctionVariableLocalGeneratorFunctionVariableLocalGeneratorObjectVariableNestedUserFunctionVariableSkipFunctionVariableUserFunctionVariableUserMethodVariable)MAX_ITERATOR_LIMIT)LazyVariableTracker)BaseListVariableIteratorVariableListIteratorVariable ListVariable SliceVariable TupleVariable) CellVariableExceptionVariableGetAttrVariable NullVariablePythonModuleVariableTracebackVariableUnknownVariable)NNModuleVariableUnspecializedNNModuleVariable)SymbolicStreamState)supported_comparison_opsSymNodeVariable)SymbolicTorchFunctionStateTorchFunctionModeVariable)RemovableHandleVariableUserDefinedClassVariable!UserDefinedExceptionClassVariable"UserDefinedExceptionObjectVariableUserDefinedObjectVariable)Callable GeneratorSequence)FakeTensorMode)CompilePackage graph_breaks trace_call trace_sourcetrace_bytecodedict[str, Any]compare_op_handlersc2[U/[U5Q05$N)handle_containsreversedtxargs_s o/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/torch/_dynamo/symbolic_convert.pyrs(4.21inc J[U[U/[U5Q05/05$r) handle_notrrrs rrrs&J.x~. 34b5rznot inr ExceptionValsc.[R"U5$)z Import the named module and cache the result. importlib.import_module() seems to do some filesystem checking to validate the name so not caching this can be slow. ) importlib import_module)names r_import_modulers  " "4 ((rc|\rSrSr%S\S'S\S'S\S'S\S'S rS \S 'S rS \S'S rS\S'SSjrSSjr Sr g )SpeculationEntrystrfilenameintlinenoinstruction_pointerr-instFbool_failedNzOptional[bool]error_on_graph_breakzOptional[GraphCompileReason]reasoncSUlXlURbURRnOSn[R"US9e)zL Start tracing of the current frame over again, and don't take this branch. Tz!Unknown fail_and_restart_analysis)restart_reason)rrrrSpeculationRestartAnalysis)selfrrs rfail_and_restart_analysis*SpeculationEntry.fail_and_restart_analysiss@ $8! ;; "![[//N@N,,NKKrchUR(a!URceURUlggNTFrr)rrs rfailedSpeculationEntry.faileds/ <<,,8 88&*&?&?B #rr)rrreturnNone)rInstructionTranslatorBaserr) __name__ __module__ __qualname____firstlineno____annotations__rrrrr__static_attributes__rrrrsCM K GT+/./+/F (/ Lrrc\rSrSr%Sr\R "\S9rS\ S'Sr S\ S'S r S \ S 'SS jr SS jr SSjrSrg)SpeculationLogia SpeculationLog replaces the prior copy_graphstate/restore_graphstate checkpointing. Rather than saving/restoring state, we restart the dynamo conversion process over from the beginning -- but when we hit the start of the speculation that failed, we instead generate a graph break. default_factoryzlist[SpeculationEntry]entriesrrindexFrgraph_break_on_autograd_gradcSUlgNrrrs rrestartSpeculationLog.restarts  rcFURR5 SUlgr)rclearrrs rrSpeculationLog.clear"s  rc<[UR5UR:Xa%URR[ XX455 URURnSnURS:wa]URURS- nSUR SUR SURRSURS3 nURU:Xa UR U:XaUR U:Xd[S URS [UR5S UR SUR S URRS URSUSUS URS USUS35eU=RS- slU$)zz Lookup or create a SpeculationEntry() that is shared across RestartAnalysis calls. Args are used only for debug checks. rrzPrevious instruction: :(z @ z) z" SpeculationLog diverged at index z (log had z entries): - Expected:  (z at ip=z ) - Actual: a There are two usual reasons why this may have occurred: - When Dynamo analysis restarted, the second run took a different path than the first. If this occurred, the previous instruction is the critical instruction that behaved differently. - Speculation entries are only added under certain conditions (as seen in step()), e.g., there must exist operators in the graph; those conditions may have changed on restart. If this divergence was intentional, clear the speculation log before restarting (do NOT do this for graph breaks, you will infinite loop). Otherwise, please submit a bug report, ideally including the contents of TORCH_LOGS=+dynamo ) lenrrappendrrrropnamerSpeculationLogDivergence)rrrrrentryprev_entry_msg prev_entrys rnextSpeculationLog.next&s t||  * LL   3FM  TZZ( ::?djj1n5J()<)<(=Qz?P?P>QJOO**+3z/M/M.NcS   % %)< <(* &*""&**ZDLL8I7JK ^^ Aell^2ejj.?.?-@HaHaGbc *AfXR }G4G3HI   ( a  rrNrr) rrrrrrrr-rr)rrrr__doc__ dataclassesfieldlistrrrrrrrrrrrrrsl'2&7&7&MG #ME3N*/ $.--%(-?B-JU- -rrcJ\rSrSr%\R "\S9rS\S'SSjr Sr g) LocalStateiVrzdict[str, FrameStateSizeEntry]automatic_dynamiccbSRSURR555$)N c3P# UHupUSUR53v M g7f): N)render).0kvs r $LocalState.render..]s' -KTQqcAHHJ< -Ks$&)joinritemsrs rrLocalState.render\s/yy -1-C-C-I-I-K   rrNrr) rrrrrrdictrrrrrrrrrVs#8C8I8I95 rrc8\rSrSr%S\S'S\S'SrS\S'S rg) DistributedStateicr compile_pgr local_stateNzOptional[list[LocalState]] all_statesr)rrrrrr rrrrrrcsO-1J*1rrc~\rSrSr%\"5rS\S'\S Sj5r\S Sj5r \S Sj5r \S Sj5r Sr g )TensorifyStateijzset[str]force_specializationsc:URRU5 gr)raddclsrs r specializeTensorifyState.specializeps !!%%e,rcXR;$r)rrs rshould_specialize TensorifyState.should_specializets1111rc8URR5 gr)rrrs rrTensorifyState.clearxs !!'')rc2[UR5S:H$r)rrrs remptyTensorifyState.empty|s3,,-22rrN)rrrr)rrrrrrr) rrrrsetrr classmethodrrrrrrrrr r js_'*e8+--22**33rr c6[R"[5$r)torchdynamo_loggingget_step_loggerlogrrr _step_loggerr%s  . .s 33rrc#<# URRnURRn/URlSURlSv XRlX Rlg!XRlX Rlf=f7fr)speculation_logrr)rrrs r save_and_restart_speculation_logr(s  ((G    $ $E)%'"#$  %,"#( &-"#( s-B&A7!B7"BBc## URRnSURlSv XRlg!WURlf=f7fNF)output should_exit)rtmps r(temporarely_allow_writes_to_output_graphr.s>$ii## %  #  sA+AAAAcl\rSrSr%S\S'S\S'S\S'SrS \S 'SS jrSS jrSS jrSr g)BlockStackEntryir-rzInstruction | Nonetargetr stack_indexNzHOptional[Union[ContextWrappingVariable, GenericContextWrappingVariable]] with_contextcURSL$r)r3rs r can_restoreBlockStackEntry.can_restores  ,,rcJURceUR(al[URS5(aQURR(a6[ URS- [ URR55$[ URS- 5$)N target_valuesr)r2r3hasattrr8rKtuplers r resume_fnBlockStackEntry.resume_fns+++   ))?;;!!//  1$eD,=,=,K,K&L t//!34 4rcURceU(aURR5(dU(dURRU5$gr)r3exit_on_graph_breakexit)rris_graph_breaks rr?BlockStackEntry.exitsJ  ,,, t00DDFF$$))"- -rrr)rrK)rrr@rrzVariableTracker | None) rrrrrr3r5r;r?rrrrr0r0sQ    - 5+=A rr0c\rSrSrSrg)rirNrrrrrrrrrrrrc\rSrSrSrg) ReturnValueOpirNrCrrrrFrFrDrrFc\rSrSrSrSrg) YieldValueOpizM Signal to the symbolic tracer to stop and return control flow to the caller rN)rrrrrrrrrrHrHsrrHc^^[[R"U5R5m[ U5m[ R "U5SUU4Sjj5nU$)Ncf>URTRXRT5055 gr)push call_functionpopn)rrfn_varnargss rimplstack_op..impls% &&&tYYu-=rBCr)rInstructionTranslatorrr-rr)rinspect signature parametersrf functoolswraps)fnrPrNrOs @@rstack_oprYsL !!"%00 1E R F__RDD Krc[U[R5(dgURR S5S[ R ;$)NF.r) isinstancetypes ModuleTypersplitsysstdlib_module_names)mods r is_stdlibrcs= c5++ , , <<  c "1 %)@)@ @@rcU(aSSjnOSSjn[R"U5Vs/sHo"RPM nn[S[ U555nUR S5nX4S-US-$s snf)Nc U(dS5eg)Nmsgrxs rrX(get_assert_bytecode_sequence..fns OeO1rcU(degrrrgs rrXris H1rc3Z# UH!upURS5(dMUv M# g7f)POP_JUMPN) startswith)rirs rr/get_assert_bytecode_sequence..s!V&671$//*:UQQ&6s+ + RAISE_VARARGSr)rhrrr)disget_instructionsrr enumerater)with_msgrXrinsts begin_idxend_idxs rget_assert_bytecode_sequencerxsq  &)%9%9"%= >%=T[[%=E >Vi&6VVIkk/*G Q1 -- ?sA8c[RS:deSSjn[R"U5Vs/sHoRPM nn[ U5S- USSS2R S5- nUR S5nX#U$s snf) zNGet the bytecode instructions that precede BUILD_LIST in a list comprehension. cB[S5Vs/sHoPM sn$s snfNrrangerns rrX._get_comprehension_bytecode_prefix..fn 8$8a8$$$ rNLOAD_FAST_AND_CLEAR BUILD_LISTrz list[int])r` version_inforqrrrrr)rXrru start_idxrws r"_get_comprehension_bytecode_prefixrs   w && &%&)%9%9"%= >%=T[[%=E >E Qtt!2!23H!IIIkk,'G 7 ## ?sBc[RS:deS SjnS SjnS SjnS SjnS SjnU"U5nU"U5nU"U5nU"U5nUSUSS .USUSS .USUSS .US/S .S .$)aDiscover bytecode patterns for comprehension result handling. Analyzes sample functions to extract the opcode sequences that appear after END_FOR for each result disposition (stored, discarded, returned, consumed). Returns patterns with: - pre_store_ops: opcodes between END_FOR and first STORE_FAST - post_store_op: first opcode after all STORE_FASTs (for disambiguation) rzcD[S5Vs/sHoPM nnU$s snfr~r)rnresults r fn_stored5_get_comprehension_result_patterns..fn_storeds$"1X&X!X& 's cB[S5Vs/sHoPM ngs snfr~rrs r fn_discarded8_get_comprehension_result_patterns..fn_discarded!s !HHqH rcB[S5Vs/sHoPM sn$s snfr~rrs r fn_returned7_get_comprehension_result_patterns..fn_returned%rrcT[[S5Vs/sHoPM sn5$s snfr~)sumrrs r fn_consumed7_get_comprehension_result_patterns..fn_consumed(s#uQx(x!Ax())(s %c[[R"UR55SSn/nSn[R"U5H}nU(aUR (a OdUR nU(dM2URU:XdMDU=(d [UR 5nURUR5 M X"RS5S-SnSn/nU[U5:a9XgS:wa1URXg5 US- nU[U5:a XgS:waM1U[U5:a&XgS:XaUS- nU[U5:a XgS:XaMX[U5:aXg4$S4$)zCExtract (pre_store_ops, post_store_op) from comprehension bytecode.rFEND_FORNr STORE_FAST) rrqfindlinestarts__code__rr starts_line positionsrrrrrr) rX target_linerustartedinstrposopsidx pre_store_opss rextract_pattern;_get_comprehension_result_patterns..extract_pattern+sL3--bkk:;A>qA ))"-E5,,//Csszz[0! 0:`). Dynamo does not support tracing dynamic control flow.z1Use `torch.cond` to express dynamic control flow.gb_typecontext explanationhints)r:r FUNDAMENTALvalues rraise_jump_graph_break,generic_jump..raise_jump_graph_breaks8.-eW5D"..C rc >UR5(deSnT "U5 UceUR5(aURURU5 UR UR [U5US9 URU5 [RS5 URRU[S[U5U3UR5/5SS9nUR!5 UR#UR$U5nT (aURU5 UR&ceUR#UR&U5n[(R*S:a%URR-[/S5/5 [/UR0USS 9n U R3U5 URR-U /U-U-5 g![a nUnSnAGNSnAff=f) Nrrzgeneric_jump triggered compilez generic_jump rr stack_popsr{ TO_BOOLr)r1)should_compile_partial_graphr;maybe_has_backedgeraise_loop_graph_breakf_codelog_graph_break code_optionsrrKr$debugr+compile_subgraphr?r` frame_summarypopcreate_call_resume_atnext_instructionr1r`radd_output_instructionsr(rcopy_positions) rrr extra_msgreall_stack_locals_metadataif_nextif_jump jump_instrKrs rjump_graph_break&generic_jump..jump_graph_breaks 002222  "5 )  " " $ $  ' ' S 9    s8  % 23$(KK$@$@ %/ {;d>P>P>R=S %A% !  ,,  ! ! %   IIe {{&&&,, KK %    w & KK / /1CI1N0O P&t{{71:F   & ++YK',AG,KLY C sG G0#G++G0c>UR5n[R(Ga^[UTT5(GaKUR5nUR 5(as[ UR 55(aURU5$UR5(a T"XU5 O%[SSU3S/[RQSPSPSPS9 UR5(aIURR"S[R /[#X#405Q76 URU5 g[%U[&5(aUR(n[%U[R*5(dUS :gn[R,R.R0R3U5nU(d%[S [5U5S /[R6QS9 URU5 gURR"S[R8/[#U405Q76n[;UU[=UR>U5S 9nURR"S[R /[#Xs405Q76 URU5 gUR 5(a[%U[@5(aCURB(a2[EURBRG[HRJ55 T"UR 55(a*T(aURMU5 URU5 ggUR5(aUR5(a T"XU5 g[%U[N5(a]URRQURR5nT"U5(a*T(aURMU5 URU5 gg[%U[T5(GaURWUS 5n [%U [^5(GavU RaU/05n[c[cU SS5SS5n UR 5(aUR 5n U S :Xad[%U [ 5(dO[dRfRiS[kU 5Rl35n [XRn"[pX /S9 [%U [ [r45(a8T"U 5(a*T(aURMU5 URU5 ggg[%U[&5(a@URu5(a*T(aURMU5 URU5 gg[SSU SU3S/S9 gT"S5(a*T(aURMU5 URU5 ggUR5(dfURwU5(aPT"[yUR{U555(a*T(aURMU5 URU5 gg[%U[&5(a[%UR([R*5(aURuUR5n O[}UR(S :g5n T"U 5(a*T(aURMU5 URU5 gg[%U[dR5(a8T"S5(a*T(aURMU5 URU5 ggSSK!JAn URBb]U"URB5(aFT"UR55(a*T(aURMU5 URU5 ggT"U5 g![XRZaa [XR\"U5 URWUS5n GN![XRZa [XR\"U5 Sn GN+f=ff=f![XR~a+nUR5(aT"XUSU3S9sSnA$eSnAff=f)Nz>Data-dependent assertion failed (cannot compile partial graph)zvalue: zuDynamo has determined when encountering a data-dependent assert failure that it should not compile the partial graph.zUse `torch._assert()` to raise a hard AssertionError when the check fails. This error will propagate back the user code that called the compiled function (i.e. Dynamo will not trace any exception handling).zRemove the assert statement.zMove the assert statement outside of any context managers in order to graph break with partial graph compilation (if fullgraph=False).rrLrz#Assertion failed on symbolic shapesr) example_value__bool____len__rXrz&__bool__ should return bool, returned rz3Data-dependent branching with non-constant __bool__zmethod: z , result: z}Attempted to perform data-dependent branching on a user-defined object with a __bool__ method that did not return a constant.Tr)rr)is_constant_source)Crr rewrite_assert_with_torch_assertris_python_constantras_python_constantjumprr:rr is_tensorr+ create_proxytorch _assert_asyncr_r\rsym_numSymBoolfx experimentalsymbolic_shapes expect_truer USER_ERROR scalar_tensorrerYnodermsourcer> make_guardr=SEQUENCE_LENGTHrKr get_submodule module_keyr var_getattrrObservedAttributeErrorhandle_observed_exceptionrurLgetattrrrhrtyperraise_observed_exception TypeErrorr evaluate_exprhas_unpack_var_sequencerunpack_var_sequencer UserErrorBackwardHookVariablerget_real_value)rrrrsym_exprrscalar_to_tensor_proxyscalar_to_tensorrbrh method_name result_valuerf eval_resultrrrrKrrs rinnergeneric_jump..inners!%  3 3 36tXtLL)-I''))0023399T?*6688$T7! `")% 1%H.::u ;  N  *   ((#''''92>  $%11!==!(EMM::'1}H..>>JJ8T! E #H $&= 1 < <=   $%)[[%=%=!4!4&7H%SU7V& " -&,-C-H-H$O   KK $ $## #$4#@"E  IIdO   # # % %%!233 ell55l6R6RST00233IIe$ $4__  4#D#D#F#F T / / 0 0++++E,<,<=C}}IIe$ $8 9 9 %%dJ7!/00r26%gat&L"j0LRV9W9W'88??DT,EWE`E`Dab44Y5Q!,s <<,AWAW IIe, $BX< 88++-- IIe, $. " U"*1#Zx @%X D>> %(IIdO"""u'D'DT'J'JE55d;<==IIe$ $> / /  emmU]];;"'"5"5dkk"BK",U]]a-?"@K  $$IIe$ $%y== > >~~IIe$ $ 3||',>u||,L,LE00233 %(IIdO4 'u-c-- --d3))$ :A1111$7A  v== 4466+D2aSRR sU6_A`;"`;*`8.`,`4/`83`44`8;a:a5.a:4a55a:)rrbrr)r) rrrr-rrbrrrrrrrr-rrr)rrKr"rrs`` @@r generic_jumpr%sa   7M'7M7M7M 7M  7M7Mrw.w.r Lrc\/nUnUb"URU5 URnUbM"[U5HnURHn[ UR [ 5(a;URUR5RURU55 M]UR ce[ UR [5(deUR RU5 URUR5RURU55 M M g)zoGenerates bytecode to restore the block stack for running the unsupported instruction in the compiled bytecode.N)rparentr block_stackr\r3r extend_outputr;try_except_torch_function_moderrireconstruct_type try_finally)rcgcleanupall_txescur_txbs r_reconstruct_block_stackr2s 13H24F    x A!..*CDD  KKM@@ >>- --ann/FHH HH NN + +B /   Q[[]66rP Q !rc$^^SUU4SjjnU$)Nct>^^[R"T5SUUUU4Sjj5nSU4SjjmU$)Nc >URnTUlUR5nURU5(a"URceT"XUR5$T"X5X l$![GaAnUR (a^UR (dUR(aeUR5 [SSUR 3SS/[RQUS9 UR(aeUR5(deUR5(aURUR U5 UR#UR$TS['U53US9 UR5 UR)S5 [+UR,UR.5UlSnAOSnAff=fX lO !X lf=fUR1UR5 g) Nz0Graph break under GenericContextWrappingVariablez!Active generic context managers: z]Attempted to graph break in an active context manager(s) that doesn't support graph breaking.zEMove the offending context manager(s) to outside the compiled region.rrrrfrom_excz: r graph_break)current_instruction_push speculaterrr;active_generic_context_managers one_graphrremove_from_statsr:rCAUSED_BY_EARLIER_GRAPH_BREAK skip_framerrrrrrr add_to_statsr?rf real_stackr) rr prev_push speculationexcphandle_graph_breakinner_fn msg_prefixrKs rwrapper>break_graph_if_unsupported..decorator..wrappers55I,0D )..*K!!$''"))555)$k6H6HII) :+P1:-O% S77~~)B)B**,! R"CDDhDhCi j%Dc.LL"& ??88::**,,// TB$$%%(\s4yk:% &&(!!-0%7$//%R ""K% SJ#09- -  1 1$2K2K Ls+A,, F87D7F3.G3F88GG cR>[RS:a[RS:avURS:Xaf[R"[R SUR 5[R"[R SUR 5-nO+[R"URUR 5n[RSUR5 URRX[T 5U- S9n[URR5n/n[XU5 URR!UR#55 A[RS:aURS:XaUR$bUR$R'5OSn[)U5S:a:[RS :deURR![+S US 9/5 UR ce[-UR S 5nUS R/U5 URR!U5 OHUR0be[2R2"U5n SU lURR!U /5 URR!U5 UR7[T 5U- 5 T (aUR9[;55 URR!UR=UR>U55 g)Nr{ rzCALLPRECALLz%s triggered compilerrrrKW_NAMESrFr) r`rrrq stack_effectopmapargopcoder$rr+rrr2root_txr2rrrkw_namesrrr(r$rr1copy exn_tab_entryrMrKrrr) rrrrQrr-r.rV call_insts inst_copyrKs rrEIbreak_graph_if_unsupported..decorator..handle_graph_breaksu   G+$$w.KK6) #//IIi($(( $$SYYv%6A B  #// TXXF II,dkk :(, (D(DD L0H)E) %4;;../B)+G $Tw 7 KK / /0C0C0E F7*t{{f/D}}0MM446 x=1$++g555KK77+JxHIxx+++1$((EB 2--d3 33J?{{*** IIdO *. ' 33YK@ KK / / 8 IIc$i,. / /+, KK / /**))- rr$)rrrr-rr?rr)rVrW)rFrHrErGrKs` @r decorator-break_graph_if_unsupported..decoratorsZ  "2 M2 M #2 Mh< +< < '<  < |r)rFCallable[..., None]r8Callable[[InstructionTranslatorBase, Instruction], None]r)rKrGr\s`` rbreak_graph_if_unsupportedr`s* v%v Avvp rc0^\rSrSrSrSU4SjjrSrU=r$)BytecodeDispatchTableMetaiWzTInstalls a `cls.dispatch_table` on every subclass to speed up calls to self.OPCODE()c F>[T U]XU5 SSjn[RR 5VVs0sH&upVU[ X[ R"XE55_M( nnn[S5Vs/sHoRU5PM snUl gs snnfs snf)NcX[SUSU3SUS3SUS3/[RQS9 g)NzMissing bytecode handlerz with args z=Dynamo does not know how to handle the bytecode instruction ``.z%Do not trace code that produces the `z_` bytecode instruction (see https://docs.python.org/3/library/dis.html for bytecode semantics).r)r:r SUPPORTABLE)rrs r_missing4BytecodeDispatchTableMeta.__init__.._missing]sS 2!(+dV4[\b[ccef;F8D__'22 r)rrrrrr) super__init__rqrRrrrVpartialrgetdispatch_table) rrbasesdctrgroprnrn __class__s rrk"BytecodeDispatchTableMeta.__init__Zs c* "iioo/ /  Y%6%6x%HI I/  >C4[I[003[I  Js -B5Br) rrrrrorrprrr)rrrrrrkr __classcell__rrs@rrbrbWs^JJrrbc\rSrSr%Sr\R "\S9rS\ S'\R "SS9r S\ S 'SS jr SS jr SS jr SS jrSSjrSSjrSSjrSSjrSSjrSSjrSSjrSSjr\rSrg)ExceptionStackiqzM Exception stack that it is shared among all InstructionTranslator instances rzlist[ExceptionVals] _exc_stackN)defaultzOptional[ExceptionVals]_current_exceptioncSUlgrrzrs rclear_current_exception&ExceptionStack.clear_current_exceptions "&rc2URU5 Xlgr)._set_context_and_break_context_reference_cyclerzrvals rset_current_exception$ExceptionStack.set_current_exceptions ;;C@"%rcxURceURUR5 UR5 gr)rzrr}rs rmove_current_exception_to_stack.ExceptionStack.move_current_exception_to_stacks2&&222 D++, $$&rc8URceUR$rr|rs rget_current_exception$ExceptionStack.get_current_exceptions &&222&&&rcUR=n(a[U5[LaU$[UR5U-S:a4URUnUR XBS- 5 UR U5 U$Nrr) __context__rrhrrx_set_context_recursive set_context)rrprev_idxctxprevs rr%ExceptionStack._set_context_recursivesk?? "C "S 9I(IJ t ( *Q .??8,D  ' 'l ; OOD ! rcU=p#SnURn[U5[LagXQLaUR[5 gUnX#LagU(a URnU(+nM\r*)rrrhrrg)rroslow_oslow_update_togglers r_break_context_reference_cycle-ExceptionStack._break_context_reference_cyclesn "mmGG} 00~ 45A{!++%7!7 %rcvURU[UR5S- 5 URU5 gr~)rrrxrrs rr=ExceptionStack._set_context_and_break_context_reference_cycles0 ##CT__)=)AB ++C0rc6URR5$r)rxrrs rrExceptionStack.pops""$$rc:URRU5 gr)rxrrs rrExceptionStack.appends s#rc,[UR5$r)rrxrs rrExceptionStack.__len__s4??##rc URU$r)rx)rrs r __getitem__ExceptionStack.__getitem__su%%rc>SUR<SUR<3$)Nzself._exc_stack=z - self._current_exception=)rxrzrs r__str__ExceptionStack.__str__s""$//##?t'>'>&@AArr|r)rrrr)rr)rrrrrrr)rrrrr)rrrrrrrrrxrrzr}rrrrrrrrrrr__repr__rrrrrwrwqs'2&7&7&MJ#M2=2C2CD2Q/Q'&' '   ,/   861 1 1%$$&BHrrwc^\rSrSr%S\S'S\S'S\S'S\S'S \S 'S \S 'S \S'S\S'S\S'S\S'S\S'S\S'S\S'S\S'S\S'S\S'S\S'S \S!'S"\S#'S$\S%'S&\S''S(\S)'S\S*'S\S+'S,\S-'S\S.'S/\S0'S1\S2'S3\S4'SS5jrSS6jrSS7jrSS8jrSS9jr SS:jr SS;jr SS<jr SS=jr GSGSS>jjrGSS?jrGSS@jrSSAjr\R&SB:aGSSCjrOGSSDjr\GSSEj5rGSSFjrGSSGjrSSHjrGSSIjrGS SJjrGS SKjrGS SLjrGSSMjrGSSNjrGSSOjr GSSPjr!GSSQjr"\r#GS SRjr$GSSSjr%GSSTjr&\'RPGS SUj5r)GSSVjr*GSSWjr+\,GS SXj5r-GSSYjr.GSSZjr/GSS[jr0\0r1GSS\jr2\,GSS]j5r3GSS^jr4GSS_jr5\5r6\5r7\8"\9RtS`5r;\8"\9RxS`5r=\8"\9RtSa5r>\8"\9RxSa5r?GSSbjr@GSScjrAGSSdjrBGSSejrCGSSfjrDGSSgjrEGSShjrFGSSijrGGSSjjrHGSSkjrIGSSljrJGSSmjrKGSSnjrLGSSojrMGSSpjrNGSSqjrOGSSrjrPGSSsjrQGSStjrRGSSujrSSSvjrTGSSwjrUGSSxjrVGSSyjrWGSSzjrX\Y"SaS{S|9GSS}j5rZ\Y"SaS~S|9GSSj5r[\Y"SaSS|9GSSj5r\GSSjr]GSSjr^GSSjr_GSSjr`GSSjraGSSjrb\Y"S`SS|9GSSj5rcGSSjrd\eGSSj5rfGSSjrgGSSjrh\eGSSj5riSSjrj\Y"S`SS|9GSSj5rkGSSjrlGSSjrmGSSjrnSSjroGSSjrpGSSjrqGSSjrr\s4GSSjjrtGSSjru\urvGSSjrwGSSjrx\xryGSSjrzGSSjr{GSSjr|GSSjr}GSSjr~GSSjrGSSjrGSSjr\Y"S`SS|9GSSj5rGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjr\rGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjr\"\9GR<5r\"\9GR@5r\"\9Rt5r\"\9GRF5r\"\9GRJ5r\"\9GRN5r\"\9GRR5r\"\9GRV5r\"\9GRZ5r\"\9GR^5r\"\9GR^5r\"\9GRd5r\"\9GRh5r\Y"SaSS|9"\"\9GRl55r\"\9GRp5r\"\9GRt5r\"\9GRx5r\"\9GR|5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5r\"\9GR5rGSSjr\R&SB:aGSSjrGSSjrGSSjrGSSjrGSGS Sjjr\Y"SaSS|9GSSj5rGSSjrGSSjr\5r\5r\8"\9RxS`5r\8"\9RxS`5r\8"\9RtS`5r\8"\9RtS`5rGSSjrGSSjrGS!Sjr\eGS"Sj5rGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjrGSSjr\Y"SaSS|9GSSj5rGSSjrGSSjrGSSjrGSSjrGSSjGr\Gr\Gr\GrSGrGSSjGrGSSjGrSGrGSSjGrSSjGr GSGS#SjjGr GS$SjGr SSjGr GS%SjGr \GS&Sj5GrG\GR GS'Sj5GrGS(SjGrSSjGrGS)SjGrGS*SjGrGSSjGrGS+SjGrGS,SjGrGS-SjGrGS.SjGrGS/SjGr\eGS0Sj5GrGS1GS2U4SjjjGrSGrU=Gr$(3rir@r+dict[str, VariableTracker]symbolic_localssymbolic_globalsrsymbolic_torch_function_statersymbolic_stream_statez$Optional[dict[str, VariableTracker]]post_prune_cell_and_freevarslist[VariableTracker]stack Optional[int]rr-current_instructionrr9zlist[BlockStackEntry]r(rrzOptional[ConstantVariable]rVaccept_prefix_instlist[Instruction] prefix_insts inline_depthinconsistent_side_effectszOptional[SpeculationEntry]current_speculationz list[Any]rnrw exn_vt_stackzOptional[ExecutionRecorder] exec_recorderz+Optional[Callable[[VariableTracker], bool]]strict_checks_fn start_pointhas_no_inlined_callsz#Optional[InstructionTranslatorBase]r'is_child_tracer_activez3list[tuple[VariableTracker, list[VariableTracker]]] debug_localsOptional[CompilePackage]packagez deque[str]latest_bytecode_queuecSUlg)z InstructionTranslator has encountered instructions which may cause dynamo to see a different version of history from eager See: https://github.com/pytorch/pytorch/issues/110765 TN)rrs rmark_inconsistent_side_effects8InstructionTranslatorBase.mark_inconsistent_side_effectss *.&rc0UnUbURRnURceURURSH>nURS;a O-UR[ ;dM+UR nXB:dM> g URnUbMg)N) RETURN_VALUE RETURN_CONSTTF)roffsetrrrrrr')rr0 cur_offsetr jump_offsets rr,InstructionTranslatorBase.maybe_has_backedges*7; 33::J--9 99++F,F,F,HI;;"BB;;,."&++K"/# J]]F rc URS$)N co_cellvarsrrs rcellvars"InstructionTranslatorBase.cellvars$  //rc URS$)N co_freevarsrrs rfreevars"InstructionTranslatorBase.freevars'rrc[US5(d&UR5UR5-UlUR$)N_cell_and_freevars)r9rrrrs rcell_and_freevars+InstructionTranslatorBase.cell_and_freevars*s5t122&*mmo &GD #&&&rcdURR5VVs0sHupXR5;dMX_M snnUl[ UR UR 5nURR5VVs0sHupX;dM X_M snnUlgs snnfs snnfr)rrrrr rr)rrrreadss rprune_dead_locals+InstructionTranslatorBase.prune_dead_locals/s,,224- 4**,, AD4- ) "$"3"3T5M5MN!11779 9TQQZDAD9 -  sB&B& B,B,c([U[5(de[U[5(de[U[5(de[ S[ R "X#R5555(deSn[US5(a URn[US5(a URnU(a.[U5(a[U5(a[SU35eURURXU55 g)Nc3B# UHn[U[5v M g7fr)r\rb)rrhs rr:InstructionTranslatorBase.call_function..Es! ; q/ * *;srrXz$Attempt to trace forbidden callable )r\rbrrall itertoolschainvaluesr9rrXcallablerVAssertionErrorrKrL)rrXrkwargsrFs rrL'InstructionTranslatorBase.call_function<s "o....$%%%%&$'''' __T==?;      2w  xxH 2t  uuH **|H/E/E #Gz!RS S """4v67rcf[U[5(d [U5nURXU5$)z4 Redirect the call to the generator "call_function" )r\rprLrrXrrs rinline_generator_function3InstructionTranslatorBase.inline_generator_functionRs/"<==/3BF33rc[R(a0[UR55(aUR XU5$[ R XX#5$)z6 A call to some user defined function by inlining it. )r"enable_faithful_generator_behaviorr.get_coderInliningInstructionTranslator inline_callrs rinline_user_function_return5InstructionTranslatorBase.inline_user_function_return_sC  4 4bkkm9T9T11"FC C0<[[F7;7H7H17Lt001 3RT   7 7@%-rRz3C ++))*!F84 8K8K7L\N[kZlmmrcSUR5S3n[R"URRUR 5R 5nUSU3- nU$)NzTRACE starts_line rz )r linecachegetlinerrrrstrip)rlog_strlines rget_log_starts_line_log_str5InstructionTranslatorBase.get_log_starts_line_log_strwsX&t'C'C'E&FbI  !8!8$++FMMOT$= rc&URU:XagXl[R"URRXRR 5 UR (a*[RS[UR55 gg)N%s) rrset_current_locrrris_trace_source_log_enabledtrace_source_logrr^r)rrs rr%InstructionTranslatorBase.starts_line}sh ;;&  && KK # #V[[-@-@   + +  " "4D4T4T)U V ,rc ~[5UlURnUcgURU=UlnUS-UlUR (aUR UR 5 UR (dqUR5(a\UR5(aGUR5Ul URRU5(aURU5 gUR(a?[RSUR UR"[%UR 55 [&R((aW[%UR 5nUR,R/SUR S[%UR"5SU35 UR1U5 UR2UR4"X5 UR6R8(+$![*a SnNf=f![:a e[<R>anURAU5 SnAgSnAf[B[D4a g[F[H4Ga5nURJ(dHUR(d7URL(d&[OU[F5(aEURP(a4[OU[H5(a[SS S S S S /[TRVQS9 eURch[XRS5 [OU[H5(a[SSS SS S/[TRVQSS9 [OU[F5(deSUl(eS[[U53nUR]UR^UUS9 SnAOSnAff=fURRaUR5 g)zzTRACE  Tz3cannot resume from torch._dynamo.step_unsupported()rztraced torch._dynamo.step_unsupported(), but Dynamo is instructed to error on graph break. This graph break is used for debugging only.z1Remove the torch._dynamo.step_unsupported() call.z9Make sure fullgraph=False and error_on_graph_break=False.rz1empty checkpoint - cannot resume from graph breakz6torch._dynamo.step_unsupported() with empty checkpointztraced torch._dynamo.step_unsupported(), but there is no checkpoint to step_graph_break from. This graph break is used for debugging only.zInclude at least one checkpoint: (1) include at least 2 ops and (2) make sure there is some line of code that is not in a try/with block, and has an empty Python stack.)rrrrr?zEncountered graph break that we cannot resume from. Compiling up to the previous resumable state, then skipping the rest of the function. Graph break encountered: r)1rWrrrrrrris_non_empty_graphr:rrstep_graph_breakis_trace_bytecode_log_enabledtrace_bytecode_logrrrreprrverbose ValueErrorrrupdate_block_stackrnrTr+r,rrrexception_handlerrFrHr;r9r<is_tracing_resume_prologuer\r?r:r DYNAMO_BUGr$rrrr)ripr stack_reprrrs rstepInstructionTranslatorBase.steps@$=$?!  % % :*.*;*;B*?? 4#%6      T-- . 1133''))'+~~'7D $''..t44%%d+  - -  $ $ $++t{{D> P!$**-   & & - - QtDKK'8&9:,G  %B     ,T 8{{... . PO  P.  $$   " "1 %|, _-8 ,,22q+..1<<a11! U "%`PW/99 ''/ MNa11! X "%aPk/99  $( "![1111# /031vh8   !! ! i8 t   ::4;T;TUs=G6<9H6 HHN&H<<NN!D+NNrKcURnU(a[UR5S:aiURURSRLaBURURSRLaURR 5 ggggUR(aGUR S;a6[UR5S:XdeURR 5 ggg)Nr)NOP JUMP_BACKWARD NOT_TAKENr)rXrr(r1rr)rrrs rr,InstructionTranslatorBase.update_block_stacks&&E (()Q. D,<,Be2 .  & ')+G $T[[" >  $ $&6%7:J9KR P   W %    ^((+'7!^  ((+  '7  2!4>>I    ^((+++-)I6      ^&}!<  KK  _. / %a ( 2 2a 7 2 1}   $Q ,,Q/ //1 '(  -Y=  %Q ,,Q/ +>:  "   &'8i!mL&|QG&'8i!mL " KK / /##%++33KK002KAB2O  KK / / ^&y1 4;;../B KK / /((,++-  8;HHNNP  33&(,,S1//1. Q KK / /&y1(7&& rc.[R"S5$r)r current_framers r run_ctx_mgr%InstructionTranslatorBase.run_ctx_mgrs++D11rc lUR5 [URR5 URR U5 UR UlUR5(aUR5(aMURRO5 [)U[,5(a4URRQ5 URRS5 SSS5 g![a^nUR(aG[S[U5RS[U535RUR 5SeeSnAff=f!["a e[$a e[&an[)U[*5(a`[)U[,5(aKUR.(d:UR0(d)S[U53nUR3UR4UUS9 [7US5(anSUR8;a^[:R<R?URR@URRB5RESSSS 9nX1l#eeSnAf[a6nURH(aURHRK5Ul&eSnAff=f!URRO5 [)U[,5(a5URRQ5 URRS5 ff=f!,(df  g=f) NzError while tracing through a Dynamo-generated resume function prologue. Errors are not allowed when tracing resume function prologues. rztFailed to handle graph break gracefully. Skipping the function and falling back to eager. Graph break encountered: rrfzData-dependentFT) print_outputinclude_strideinclude_device)*rDrrrr+push_txrrr Exceptionrr8rrrwith_traceback __traceback__rr4 RuntimeErrorr\r;rRrr<rrr9rfrr GraphModule nn_modulesgraphprint_readablepartial_fx_graphr get_record exec_recordpop_txr.mark_bytecode_tracing_stop)rrrreadable_graphs rrunInstructionTranslatorBase.runs     dkk-- .E = ##D)#'#;#;  ))++))++j ""$ d$9::KK'') KK::?? 55 NN77:1vh@ (())%) 1e$$)9QUU)B%*XX%9%9 .. 0A0A&$n%*4PT%# *8& %%$($6$6$A$A$CAM    ""$ d$9::KK'') KK::< ;C sh L%,E#+C8 A#L%8 E AEE  E##J9C5I66 J91J44J99J<> 0 ? > #rc8UHnURU5 M grrK)rvalsrs r push_many#InstructionTranslatorBase.push_manyKsC IIcNrc6URR5$r)rrrs rrInstructionTranslatorBase.popOszz~~rct/[[U5Vs/sHo R5PM sn5Q$s snfr)rrr)rnrs rrMInstructionTranslatorBase.popnRs,:uQx8x!88:x89::8s5 c URnUR(a7X R;a(URRX RU5 UR UR UR 55 URS 5(aUR RU5 gg![a URS5(ahURSS5nUR UR U5 N![a( [SSU3SUS3S/[RQS9 Nf=f[S SU3S US3/[RQS9 Nf=f) Nr[implicitz5Attempted to read undefined local variable (implicit)z LOAD_FAST z5Could not find an implicit local variable with name ``z(This happens in dict/list comprehensionsrz*Attempted to read undefined local variablez+Could not find a local variable with name `__stack)rrf_locals add_local_varrKrunwrapKeyErrorrmreplacer:rrr)rrrnew_names r LOAD_FAST#InstructionTranslatorBase.LOAD_FASTUsQ{{   $--"7    , ,T==3F G  IId**40779 :4 ??9 % %  $ $T * &3 s## #||CURRURURUR5 gggr) rrrr+ side_effects load_cellrKrrkrl)rrcell contents_vars r LOAD_DEREF$InstructionTranslatorBase.LOAD_DEREFxs{{d446666##DKK0{{//99$?  ,   $++">    , ,T[[$-- :T U#? rcURnUR5nURU5 X0RU'U[:Xa+UR 5n[ U5[LdeX@lggr) rr set_name_hintrrJrrrr)rrr loaded_vtrs rr$InstructionTranslatorBase.STORE_FASTsf{{HHJ %%.T" 5 5..0C9$ $$.1 + 6rc2URUR gr)rrr&s r DELETE_FAST%InstructionTranslatorBase.DELETE_FASTs   -rc`URUR5;deURURnUR5nURR R X#5 [U[5(deURbURUR5 ggr) rrrrr+rt store_cellr\r~ local_namer{)rrrvrs r STORE_DEREF%InstructionTranslatorBase.STORE_DEREFs{{d446666##DKK0hhj   ++D6$ ---- ?? &   doo . 'rc URnUc[R"URS9$URUnU(d:[R"URS9URU'URUnUceU$)Nr)rSrhrr_constants_cache)rrrnrs r _load_const%InstructionTranslatorBase._load_constsv HH 9#**= =##A&'7'>'>T[['QD ! !! $''*C rcDURURU55 gr)rKrr&s rr$InstructionTranslatorBase.LOAD_CONSTs $""4()rc URnUR(aoX R;a)URRX RU5 O7X R;deURUURR U'X R;aUR U5$X R;a[URRURUnURURRRX255 gURUnUR[R"X[U555 gr)rr f_globalsadd_global_var f_builtinsbuiltins load_builtinrr+rtrK load_globalrbbuildrO)rrrvariablers r _load_global&InstructionTranslatorBase._load_globals{{   ~~%""11$t8LM...48OOD4I""++D1 ~~ %$$T* * (( ({{//0E0Ed0KLH IIdkk..::8J K t$ /''\$5GHIrclSnURU5n[U5n[R"XU5$)Nztorch.nn.modules.module) import_sourcerrbr)r module_name module_sourcefglobals_values rnn_modules_globals_vt/InstructionTranslatorBase.nn_modules_globals_vts4/ **;7 ' 4$$T=IIrcTURce[RS:a9[RS:a%URS-(aURU5 UR U5 [RS:a'URS-(aURU5 ggg)NrKrr)rSr`r PUSH_NULLrr&s r LOAD_GLOBAL%InstructionTranslatorBase.LOAD_GLOBALs~xx###   w &3+;+;g+E$((UV, NN4  $   w &488a< NN4 ,8 &rcUR5nURn[U5nX0R;a[ 5URU'UR R RX@RU5n[U[5(a [SUS/S9 UR R RXSU5 g)Nz%Storing Tensor hook handle in globalsThis is not supported.r) rrrOrobjectr+rttrack_global_existingr\rr: store_global)rrrrr rs r STORE_GLOBAL&InstructionTranslatorBase.STORE_GLOBALs {{d# ,, ,*0(D ! !$ ';;++AA ))$/  e4 5 5 ?4     --heDrcSU;aZ[RRRUnUR SS5R SS5R SS5nO [ U5nSUR SS53nURbURR X15 XRRU'URRnX4;d XCULdeX$U'URRU5 [U5$)z-Create an alias to a module for use in guards torch_package>r,7 ""5)KK,, %)9U)BBB % ##E*E""rcURSUS- 5n[U5U:a [S5eUSnU(aUSU3$U$)z Copied from the Cpython implementation of __import__ Resolve a relative module name to an absolute one. https://github.com/python/cpython/blob/5a094f0255eea1db58fb2cf14c200971e64ec36e/Lib/importlib/_bootstrap.py#L902 r[rz2attempted relative import beyond top-level packager)rsplitr ImportError)rrrlevelbitsbases r resolve_name&InstructionTranslatorBase.resolve_namesQ ~~c519- t9u RS SAw#'$q1T1rcURRS5nURRS5nUb4Ub/XR:wa [R SUURSS9 U$Ub UR$[R SSS9 URSnSUR;aUR S 5S nU$) z Copied from the Cpython implementation of __import__ https://github.com/python/cpython/blob/5a094f0255eea1db58fb2cf14c200971e64ec36e/Lib/importlib/_bootstrap.py#L1090 __package____spec__z)__package__ != __spec__.parent (%r != %r)r{) stacklevelzYcan't resolve package from __spec__ or __package__, falling back on __name__ and __path__r__path__r[r)rrmr'r$warning rpartition)rrspecs r calc_package&InstructionTranslatorBase.calc_packages ..$$]3~~!!*-  G{{$: ?KK  N  ;;  KK8   nnZ0G/!,,S1!4rc rURS5up#UR5nUR5nURn[RSUSUSU3nXPR ;aUR Un[ U5nO}[UUUUR S9nUS :wa"UR5nURXHU5nU(d&URS 5S n URU 5nOURU5nUR (aUR R#UW5 [%W[&R([*45(aUR-[/XgS 95 g[S [1U5S/S 9 g![a) [SSUSUSU3S/[RQS 9 GNf=f)Nrr)fromlistrglobalszImport failurez module_name: z , fromlist: z, level=z"Failure when attempting to import.rrr[r zBad import resultz%Import result is not a Python module.)rMrrrHLOCAL_MOD_PREFIXrrO __import__rr:rrrr partitionrr add_local_modr]r]r^rGrKrr`) rrrrr recorded_namerr pkgtop_level_module_names r IMPORT_NAME%InstructionTranslatorBase.IMPORT_NAME s))A,((*..0kk !112!E7!H:Q{m T  NN *NN=1E!-0F "% NN z'')"// %H (3(=(=c(B1(E%++,AB++K8       , ,]E B %%**K8 9 9 II*5@ A +C  A ,+K= XJhW\V]^ D9-889  sF/F65F6c\URU5 URUR5 gr)DUP_TOP _load_attrrr&s r IMPORT_FROM%InstructionTranslatorBase.IMPORT_FROM`s T  $rclXR;a [SSSUS3/[RQS9 URUn[ U5(aA[ UR R5n[X15n[R"XU5$[U5(de[R"US9$)Nz%failed to find name in frame builtinsrzFailed to find name `z` in frame's builtins.rr)rr:rrrrOr+%name_of_builtins_dict_key_in_fglobalsrNrbrrUrhr)rrrbuiltins_source var_sources rload_builtin_from_argval2InstructionTranslatorBase.load_builtin_from_argvalfs  ( ?3F8;QR&11  oof% C==* AAO+?CJ"((J? ?&s++ ++#**5 5rcXURURUR55 gr)rKrrr&s rr&InstructionTranslatorBase.load_builtin}s $// <=rcURceURceURce[5R SURUR- 5 UR URUlURUlg)Nir_count)rrr1r[ incrementindexofr&s rrInstructionTranslatorBase.jumps''333+++{{&&&'' 0043C3CC $(<< #< 33rFTc URceURR[XR[ UR 555 grr1r(rr0rrr&s r SETUP_LOOP$InstructionTranslatorBase.SETUP_LOOP9{{&&& kk3tzz? STrc URceURR[XR[ UR 555 grrr&s r SETUP_EXCEPT&InstructionTranslatorBase.SETUP_EXCEPTrrc8URR5 gr)r(rr&s r POP_BLOCK#InstructionTranslatorBase.POP_BLOCKs rc&URU5 grsetup_or_before_withr&s r SETUP_WITH$InstructionTranslatorBase.SETUP_WITH !!$'rc URceURR[XR[ UR 555 grrr&s r SETUP_FINALLY'InstructionTranslatorBase.SETUP_FINALLYs9{{&&& kk3tzz? STrc&URS5 grr^r&s r BEGIN_FINALLY'InstructionTranslatorBase.BEGIN_FINALLYs  $rcURS5up#UbeURU5 URURU[/S-055 g)Nrr{)rMrKrLrg)rrr?rs rWITH_CLEANUP_START,InstructionTranslatorBase.WITH_CLEANUP_STARTsJIIaL {{ # $$$T,B+Ca+GLMrcHURS5 URS5 gNr)rMrKr&s rWITH_CLEANUP_FINISH-InstructionTranslatorBase.WITH_CLEANUP_FINISHs !  $rcUR5R5nURU5 URU5nURU5 g![[ R 4an[U[ R 5(a[ R"U5 [RS:aUR[5 OUR5 URU5 SnAgSnAff=fNrz) rrealizerK next_variable StopIterationrObservedUserStopIterationr\rr`rrgr)rritrrs rFOR_ITER"InstructionTranslatorBase.FOR_ITERs XXZ   ! "  ""4(C IIcNs<<= !S::;;--d37*  01 IIdOO s"AC8.BC33C8cv[U[R[45(aUR U/05nU$r)r\rrfrrLrs r_create_exception_type0InstructionTranslatorBase._create_exception_types;  )++-NO  ##D"b1C rcUR5nUR"US5n[U[[45(de[R "X#5nUR "US[S5U/05 g)NrM __setattr__)rrr\rhrfrom_frame_summary call_method)rrrtbnew_tbs r_attach_traceback_to_exception8InstructionTranslatorBase._attach_traceback_to_exceptions}**, __     !#45    #55mH    o . 7   rcURU5n[UR5(a][U[R 5(a>UR [La+[R"[5RU/05nURU5(a;[USS5c-[RRR!5UlURU5(aRUR$R'U5 [(R*"UR 5n[USS5nU"SU3US9e[-S[/[(5S/[0R2QS9 g)N python_stackraised exception )rAzFailed to raise exceptionz.Attempted to raise a non-Exception type/value.r)rr.rr\rrexc_typer rfrNrL_isinstance_exceptionrr_guardsr extract_stackrrrrget_dynamo_observed_exceptionr:rrr)rrobserved_exception_typers r_raise_exception_variable3InstructionTranslatorBase._raise_exception_variables* ))#.  % %3 ; ;<< -++L9GGbRTUC  & &s + +^T2:$}};;IIKC   % %c * *    3 3C 8&)&G&G &U #"3=L)#C5)l  /HH1%001  rc>URS:Xa[UR5(d%[S5n[R "[ X/S9 [UR5(deURSnURU5(dU5eURU5 gURS:XaMURSnURU5 URR5nURU5 gUR5nUR5nURU5 URR5nURU5 URU5nURU[S5U5 g!URR5nURU5 f=f!URR5nURU5 URU5nURU[S5U5 f=f)NrzNo active exception to reraiserrr __cause__)rSrrrhrrrNrr#rrrrr call_setattr)rrrfrcurr_excfrom_vtcauses rrp'InstructionTranslatorBase.RAISE_VARARGS s 88q=t(())&'GH,,\4eLt(()) ))##B'C--c22 7C 72  * *3 / XX]**R.C >..s3 ,,BBD33H=hhjG((*C R..s3 ,,BBD33H=33G<%%d,<[,I5Q ,,BBD33H= ,,BBD33H=33G<%%d,<[,I5Qs F(G-F?AHcURSn[U[5(deUR[La [ SSS/S9 gUR U5 g)Nrz CLEANUP_THROW with StopIterationrzRReceived StopIteration when handling generator.throw/close. This is not supported.r)rr\rrr r:RERAISErrtoss r CLEANUP_THROW'InstructionTranslatorBase.CLEANUP_THROW7 sQjjn#01111 <<= ( :p   LL rcz[RS:afUR5nUR(a"UR5nUR U5 gUR U5 UR U5 gUR5nUR5nUR5nUR U5 g)NrK)r`rrrr#rK)rrrr_exc_tbs rr-!InstructionTranslatorBase.RERAISEE s   w &((*C{{HHJ..s3 #..s388:D((*C((*C  * *3 /rc"[U[5$r)r\rrs rr/InstructionTranslatorBase._isinstance_exception\ s#}--rc/n[RS:a[RS:aSOSn[UR5U:deURU*nURSnUR U5(de[ UR 5nURUS5n[RS:a@[URS[5(dURURS5 Ox[UR5S:deURS nURS nUR U5(de[ UR 5nURUS5nX&XW/- nURXB05 g) NrKr{rrMir ) r`rrrrrfrrr\rrrL)rrrfn_locrXrtyprs rWITH_EXCEPT_START+InstructionTranslatorBase.WITH_EXCEPT_START_ sR&(   w &**W4Q!Ftzz?f, ,,VG$B**R.C--c22 22!#,,/CB 7*!$**R.,??KK 2/tzz?a' ''BB**R.C--c22 22!#,,/C7B c 2R(rc  ^^^ Sm S U UU4Sjjn[RS:GaZTRRnU(a[ TR 5UR :a5TR5 [ TR 5UR :aM5UR(a9TR[R"TRR55 TRTRR55 TRU5 gTR R!5 TRR5nTR#U5 [%T5[&LaU"5 Te[ TR(5(GaATR(R5nUR*R,S:XaTR/S5 TRR5 [ TR(5S:XaWTR R!5 [%T5[&La)[1S[3T5T S-/[4R6QTS 9 TeTR(R5nUR*R,S:XaMTRR5nTRR95 [ TR 5UR::a5TR5 [ TR 5UR::aM5[=[?S 5SSS5nTR(RA[CUS[ TR 555 [ TR5S :atTRS nTR[RD"55 TRU5 TR[RF"URH55 O]TR[RJ5 TR[RJ5 TR[RJ5 TR[RD"55 TRU5 TR[RF"URH55 TRU5 gTR R!5 [%T5[&LaU"5 Te)NzDynamo found no exception handler at the top-level compiled function when encountering an exception. Exception will propagate outside the compiled region.c@>TRR5n[R"UR 55n[ TU5(de[ SSUR5SURS3T/[RQ[RQTS9 g)NzObserved exceptionrrrr6) rrrr! python_typer\r:python_type_namerrrrf)r( dynamo_excobserved_exn_gb_explanationraised_exceptionrs rbubble_exception_to_interpreterTInstructionTranslatorBase.exception_handler..bubble_exception_to_interpreter s((>>@H::8;O;O;QRJ. ;; ;; ,+H,E,E,G+H(--XYZ7&11&22* rrKEXCEPT_HANDLERr{rz#Observed exception (EXCEPT_HANDLER)z This graph break is unexpected.r6g.Arr r)&r`rrrXrrdepthrlastirKrrhrrrrrrrrRr(rrrMr:rrrrr2r-rrr0rrfrrg) rrIrJrXr(block_stack_entry exception_varexcept_handler_inst old_exceptionrHs `` @rr+InstructionTranslatorBase.exception_handler s d $      w & 44BBM $**o (;(;;HHJ$**o (;(;;!&&II!2243K3K3R3RS  $++AACD -(   " ,,BBD33H=:!6635&&4##$$%)$4$4$8$8$:!',,337GGIIaL%%))+4++,1 ((*:)>>)(M(+,<(=,G"D-E&E(9(D(D&E)9 /.(,(8(8(<(<(>%)(,,337GG,!% 1 1 G G I !!AAC$**o(9(E(EEHHJ$**o(9(E(EE '2#c(>?IIi>>?IIi>>? )3356 -( )33M4J4JKL +,   ":!6635&&rcUR5n[UR5S:Xa[nOURSnUR U5 UR U5 URR 5 g)Nrr)rrrrgrKr)rrrprev_excs r PUSH_EXC_INFO'InstructionTranslatorBase.PUSH_EXC_INFO s`(hhj t  !Q &(>H((,H ( # 99;rc[RS:aGUR5n[UR5(deURR5 g[UR 5S:deUR SR RS:wa [S5eUR R5 URS5 [UR5(deURR5 g)NrKrrrLzYBug in Dynamo tracing of exception handling.Top of the block stack is not EXCEPT_HANDLER.r{) r`rrrrr(rrrrM)rrrs r POP_EXCEPT$InstructionTranslatorBase.POP_EXCEPT% s   w & At(()) ))    ! ! #t''(1, ,,#((//3CC$D    " IIaLt(()) ))    ! ! #rc[UR5S:deUR5n[RS:aURSnOURR5n[ U[ [[[45(d)[S[U5SUS3/[RQS9 [RS:a?URU5(d)[S[U5S US3/[RQS9 [ U[5(a URnOU/nUHn[ U[ [[45(d)[S [U5S US3/[RQS9 URU5(a'[!UR"UR$5(a g [ U[&R 5(dM[!UR$UR$5(dM g g )NrrKrz Exception with bad expected typez"`except ...` has unsupported type r[rzCaught non-Exception valuezCExcept expects to receive an object of Exception type but received z#Exception with non-type expectationz!`except ...` expects a non-type: TF)rrrr`rr\rfr}rrr:rrrrr issubclassrrXr)rexpected_exc_types exc_instanceexpected_types expected_types rcheck_if_exc_matches.InstructionTranslatorBase.check_if_exc_matches: s4::!###!XXZ   w & ::b>L  ::>>+L 12     :./@AS@TTUV5)445     w &--l;;8 -"efresst u9-889  (- 8 8/55N#N,M#65A ."CM?RS T9-889  )),77J%%  ==L)*C*CDD  JJ 3,6rcjUR[R"UR555 gr)rKrrhrar&s rCHECK_EXC_MATCH)InstructionTranslatorBase.CHECK_EXC_MATCH s" ),,T-F-F-HIJrcRUR5(dURU5 ggr)rarr&s rJUMP_IF_NOT_EXC_MATCH/InstructionTranslatorBase.JUMP_IF_NOT_EXC_MATCH s!((** IIdO+rcURS:XaURU5 gUR[UR"XR S5055 g)Nzexception matchr)rrdrKrrMr&s r COMPARE_OP$InstructionTranslatorBase.COMPARE_OP sB ;;+ +   & II)$++6tYYq\2N OrcbUR[[5UR5/05 gr)rLrfiterrr&s rGET_ITER"InstructionTranslatorBase.GET_ITER s! ?40488:,CrzjEncountered graph break when attempting to trace CALL_FUNCTION: a call to a regular function, e.g. f(x, y))rKrGc~URUR5nUR5nURX205 grrMrrrL)rrrrXs r CALL_FUNCTION'InstructionTranslatorBase.CALL_FUNCTION s1 yy% XXZ 2R(rzjEncountered graph break when attempting to trace CALL_FUNCTION_EX: a variadic function call, e.g. f(*args)c URS:Xa[05nUR5nOURS:Xd[RS:aAUR5n[ U[ 5(a [05nUR5nO6[SSUR3SUR3/[RQS9 [RS:a'UR5n[ U[ 5(deUR5n[RS :a;[RS:a'UR5n[ U[ 5(de[ W[5(d0URU5(a[URU55n[ W[5(a[R "U["U5n[ U[5(a[ U[5(d4[S S [%U5S [%U53S /[R&QS9 UR)5nUR+XSR,U5 g)Nrrr9z%Variadic function call with bad flagszflags: zHAttempted to call a variadic function (CALL_FUNCTION_EX) with bad flags rrrKz0Variadic function call with bad args/kwargs typez args type: z, kwargs type: z2Expected args to be a list and kwargs to be a dict)rrmrr`rr\rr:rrrxhas_force_unpack_var_sequencer}force_unpack_var_sequencerrfcall_custom_dictrr`rkeys_as_python_constantrLr)rr kwargsvarsargsvarsnullrXs rCALL_FUNCTION_EX*InstructionTranslatorBase.CALL_FUNCTION_EX s ;;! *2.JxxzH [[A !1!1W!<J*l33.r2 xxzH ?!$++/fgkgrgrfst5)445     w &88:DdL11 11 XXZ   w &3+;+;g+E88:DdL11 11    44T::$X%G%G%MNH j"; < <(99$jQJ($455Z  > > J%gh&7%8PZH[G\]P5)445   779  2~~z:rzyEncountered graph break when attempting to trace CALL_FUNCTION_KW: a function call with keyword arguments, e.g. f(x=True)cUR5nURUR5nUR5n[U[5(aUR 5(deUR 5nUS[U5*U[U5*SpS[[X%55n[U5[U5:XdeURXCU5 gr) rrMrr\r}rrrrziprL)rrargnamesrrX kwargs_listrs rCALL_FUNCTION_KW*InstructionTranslatorBase.CALL_FUNCTION_KW s 88:yy% XXZ(M22x7R7R7T7TTT..0 !1CM>2D#h-9I4Jkc(016{c(m+++ 2V,rc UR[R"USS95 URSnURSUn[ R S:aURU5 gUR[R"XS95 g)NrrPrco_namesrK) rrrrorrr`rr LOAD_METHODrrrSrs rLOAD_METHOD_SUPER+InstructionTranslatorBase.LOAD_METHOD_SUPER sr ;..tA>?kk!n"":.s3   g % OOF #   [00E FrcUR[R"USS95 URSnURSUnUR U5 g)NrrPrr)rrrrorrrrs rLOAD_ATTR_SUPER)InstructionTranslatorBase.LOAD_ATTR_SUPER sK ;..tA>?kk!n"":.s3 rczURUR5 UR5n[RS:a#UR U5 UR U5 g[RS:a#UR U5 UR U5 gUR U5 UR S5 g)NrrK)rrrr`rrKrrrobjs rr%InstructionTranslatorBase.LOAD_METHOD s  $hhj   w & IIcN NN4    ( NN4 IIcN IIcN IIdOrcURUR5nUR5nUbeUR5nURXB05 grrq)rrrdummyrXs r CALL_METHOD%InstructionTranslatorBase.CALL_METHOD sDyy% }} XXZ 2R(rcUR5n[[5RUU[R "U5/05nUR U5 gr)rrfrrLrhrrK)rattrrrs rr$InstructionTranslatorBase._load_attr sJhhj )77  "))$/ 0   &rc[RS:a&URS-(aURU5 gUR UR 5 g)Nrzr)r`rrSrrrr&s r LOAD_ATTR#InstructionTranslatorBase.LOAD_ATTR) s<   w &xx!|  &  $rzkEncountered graph break when attempting to trace STORE_ATTR: storing an object's attribute, e.g. x.attr = ycURS5up#[[5RUU[R "UR 5U/05 gr)rMrfsetattrrLrhrr)rrrrs r STORE_ATTR$InstructionTranslatorBase.STORE_ATTR1 sF 99Q< ..  "))$++6 <  rcUR5n[[5RUU[R "UR 5/05 gr)rrfdelattrrLrhrrrs r DELETE_ATTR%InstructionTranslatorBase.DELETE_ATTR= s>hhj ..  "))$++6 7  rc/nUS::deUS:XaUR[S55 URS:Xa [S5O[SURS9nUR[S5[S5U/5 U$)a Debug CPython expects the stack to be empty after the return. Calling compile_subgraph will push cells and frame values to TOS. This function will pop those 2 values from the stack before actually returning. Expects the stack to be: cells, frame values, current frame stack (0 or 1 values) Pops cells and frame values, leaving the current frame stack as TOS. A return instruction is included. rr{rrrPr2)extendr+rr(r)rr:ru return_insts rcodegen_return_with_pops2InstructionTranslatorBase.codegen_return_with_popsE sA~~ > LLQ ({{n, ~ .#N4;;G    *,>y,I; W  rc$ ^^^U(Ga[URUR5Huupn [[TR U 5n UR [55 U RU5 UR/[S5QURU5PUR5PURU5P[S5P5 M URHup[[TRU 5n UR [55 U RU5 UR/[S5QURU5PUR5PURUR UR"U -5P[S5P5 M [%U5(aUR&(deUR&n[)SUR*35n U(Gan[-TR.U5m[1UU4SjTR55n[3UR45m[1U4SjU55n[1U4SjU55nUR[5URU5UR5[5/5 UHanUR[5URUR UR"U-5UR5/[S5Q5 Mc UR[S5[S[7U5S 9/[S5Q[9UR S S 5Q5 O8[1UR"R;55n[1UR45n[<R>S :a[7U5S :XdS5e[7TR 5[7UR@5- nTRBR*ce[DRF"TRHTRJTRBR*UR*[1STRL55UUU[1STRL55U[1UR5[1UR5[1UR@5[1U5TRN(+5n[PRR"TRH5RUSS5"5nUb-[VRX"U5[PRR"U5S'URZ(aTR\R_U U5 S nO>TR\R_U [`Rb"UTRdU 55 U nTRfb*TRfRiUTRdSU5 [jSURl==S- ss'UU 4$)a~ Creates the resume function for the frame corresponding to `self`. Expects the TOS to be: [frame N cells, ..., frame 1 cells], [ frame N stack + locals, ..., frame 1 stack + locals ] Some additional codegen may happen to prepare the frame stack + locals values for the generated resume function: - inactive context variables in the stack and locals will be replaced by their types - if the frame is a leaf frame, prune dead locals Regardless of codegen, the stack will be left in the same state as before. Args: - idx: depth of this frame: 0 corresponds to the leaf frame (frame N), N-1 to the root frame (frame 1). - resume_inst: the instruction that this frame should resume at - meta: metadata for this frame returned from OutputGraph.compile_subgraph - resume_codes: nested resume code objects generated from previous create_resume calls. - cg: codegen object to output to - is_leaf: True if `self` corresponds to the leaf frame. - handle_inactive_ctx: If True, handles inactive context variables as described above. This is necessary iff the resume function is traced rr0 __resume_at_c3d># UH%nUT;dM UTR5;dM!Uv M' g7frr)rrrrs rr:InstructionTranslatorBase.create_resume.. s7!-A:"#4+A+A+C"C-s 00 0c36># UHoT;dM Uv M g7frrrrargnames_null_sets rrr sS 1AR8RQQ   c36># UHoT;dM Uv M g7frrrs rrr s!T\BS=S!!\rr2rr-NTrzrz&variables should not be NULL in < 3.12c3L# UHoRRv M g7fr)r1rrr1s rrr s<+;a((//+;s"$c3@# UHoR5v M g7fr)r;rs rrr s:)9A++--)9orig_graphmodulecgrrrrrr9InstructionTranslatorBase.create_resume.. srrresumesr)7rstack_ctx_argsstack_ctx_idxes_origrrir append_outputr'r+r)r+r6r7r(locals_ctx_argsrr:r;r/r1r0rr rr:rlocals_null_keysrr#keysr`rstack_null_idxesrrIlookuprrr(r9r1 get_contextrmweakrefrefrr+install_global_unsafer] FunctionTyperradd_resume_functionrXr)rr resume_instmeta resume_codesr-is_leafhandle_inactive_ctxjrj_origrr resume_name all_argnamesr argnames_nullrS stack_lennew_codeorig_graphmodule_maybe package_namerrs` @@rr8'InstructionTranslatorBase.create_resumee s[T "%d&9&94;T;T"U2DJJv4FG  !12$$R(  $Q,,S1//1,,Q/  +>:  #V  //2D4H4H4NO  !12$$R(  $Q,,S1//1,,T^^d>O>OPT>U-UV  +>:  0( K ( (%% %%%,,K,{/A/A.B CD %d&7&7EE !--!L !$D$9$9 : S SSH!!T\!TTM   "$((-++-"$     &(,,T^^d>O>OPS>T-TU//1%Q     &y1&|XG!^ )tD  T..3356H!$"7"78M   g %}%* T,T T* Oc$*?*?&@@ ''..:::#9#@#@ KK KK  $ $ + +    <4+;+;< <    :)9)9: :  $%% & $&& ' $'' ( , -- -!$ *".!9!9$++!F!J!J  " "  " -EL[[&FL $ $X ./A B    KK - -k8 DL KK - -""8T^^[I 'L << # LL , ,$..4l  H,,-2-$$rc SUl[URR5n/n/n/nUnSnUblXpLaUn O URn U R S:wa3UR U5 UR U5 UR U 5 URnUS- nUbMl[UR5[USR5- n U(d~U S:deUR[U S-55 [U S-5Hn UR[S55 M UR[S55 UR!5$USULa%UR[SU S95 Sn XSlOUR[U 55 [U S- 5Hn UR[S55 M UR[SSS95 X%SR"n X%S=R"S- slUSR%['55 UR/[)S5QUR+US5PUR-5P[/XS 5Q5 /n UHGnU R1[35UR+U5UR-5/[S5Q5 MI U R1[S5[S[U5S9/5 URU 5 UR/[S5Q[4R6"U 5Q[S5Q5 /n/n[9U5HKunnUR;UUUX%UUUXpLS 5unnUR U5 UR U5 MM UR=XU5 UR[S55 UR!5$) a Codegen all resume function(s) from the frame stack starting at `self`, call them, and return the result. Assumes that the unsupported instruction has already been run. Expects the TOS to be: [ frame N locals, frame N-1 stack + locals, ..., frame 1 stack + locals ], *(frame N stack (post-unsupported instruction)) Leaves the result of calling the resume functions on the stack and returns it (empty stack after return). Args: - inst: the instruction of the current (deepest) frame to resume at - all_stack_locals_metadata: metadata returned from OutputGraph.compile_subgraph - contains metadata such as local names, NULL positions, stack length, etc. Nrrrrr2rr-T)rr2r+rUrrrr'rrrr)r+rrr(rrr:rKrr&r6r7r#rr'rWdeepcopyrsr8r9)rrrr-txesidxes resume_instsr0rrcurrent_num_stackrstack_insert_idx filter_instsr resume_namesrn resume_coders rr/InstructionTranslatorBase.create_call_resume_at( s6$( t{{** +13*, 6: ~" $55 !!^3 F# S!##K0]]F 1HC   Oc %a ( 9 9/    %) ))   [):Q)>? @,q01  !3I!>?2   /? @&&( ( 7d?   / BST U 5Fa ( 2   [):; <,q01  !3I!>?2   / !D E8qBLL  %Ah / 9 9Q > 9 GLL* +  Q $$U1X. '')   %%5N    C   "$((-++-!^   "9-"rcD[RS:aUURRnU(a8UR(a&UR URSR Lag[ SUR55=(a UR(+=(a} UR=(d UR(+=(aR UR(+=(a: UR(+=(a" URRRSL$)NrKrFc3@# UHoR5v M g7frr5rs rrIInstructionTranslatorBase.should_compile_partial_graph..N :)9A )9r)r`rrrXr(r1rr<rrrr;r+current_tracerr')rrs rr6InstructionTranslatorBase.should_compile_partial_graphE s   w &,,::E$$ DUR5nUR!U5(aUR#U5 gX0lUR'5nUS:deUR(R+U5 U=RS- slg)z Handle comprehension start for Python 3.12+ BUILD_LIST/BUILD_MAP with argval 0. Returns True if a graph break was triggered and the caller should return early. rzrFc3@# UHoR5v M g7frrrs rrSInstructionTranslatorBase._maybe_setup_comprehension_speculation.. rrNTr)r`rr_is_comprehension_startrr(r<rrr;r+rr'r_comprehension_depthr:r!_handle_comprehension_graph_breakr_find_comprehension_end_for_ip_comprehension_end_for_ipsr)rr can_speculaterC end_for_ips r&_maybe_setup_comprehension_speculation@InstructionTranslatorBase._maybe_setup_comprehension_speculations sT   G+ q0@++-- :)9)9: : :NN" :--- :333 :888  :  **11T9  T[[4 DDFM T66!;..*K!!$''66t<'2 $88: Q ''++J7 !!Q&!rcURU5(agURUR5nUR[ U[ 5S95 gN mutation_type)r rMrrKr{rars rr$InstructionTranslatorBase.BUILD_LIST s?  6 6t < <  $++& ,u4D4FGHrc[R(a [SSS/S9 URUR5n[ U[ 5S9nURU5 g)Nzmissing BUILD_SET handlerrz:Missing BUILD_SET bytecode handler (for testing purposes).rr)r+inject_BUILD_SET_unimplemented_TESTING_ONLYr:rMrrnrarK)rrrnew_sets r BUILD_SET#InstructionTranslatorBase.BUILD_SET sO  = = 3X    $++&e3C3EF 'rc @URUR5n/nUH$nURURU55 M& URU"U[5S95 g![a, [ S[ U5US3/[RQS9 M|f=f)Nz-Failed to unpack object for BUILD_LIST_UNPACKzU cannot be unpacked into a list for the BUILD_LIST_UNPACK bytecode (`[*x, *y, ...]`).rr) rMrrrvNotImplementedErrorr:rrrrKra)rrrseqsrseqs rBUILD_LIST_UNPACK+InstructionTranslatorBase.BUILD_LIST_UNPACK syy%C  S::4@A #e+;+=>?' KH#&%(2!29-889  s A''2BBc,URU[S9 g)Nr)rr}r&s rBUILD_TUPLE_UNPACK,InstructionTranslatorBase.BUILD_TUPLE_UNPACK s t7rc URU5(agURURS-5n[[ USSS2USSS255nUR [ U[5S95 g)Nrrr)r rMrrrrKrmra)rrrds r BUILD_MAP#InstructionTranslatorBase.BUILD_MAP sg  6 6t < <  $++/* U3Q3Zqt!t- . #A5E5GHIrc`URUR5nUVs/sH#n[[5R X/05PM% nn0nUH5n[ U[ 5(deURUR5 M7 UR[ U[5S95 gs snfr) rMrrfrrLr\rmupdaterrKra)rrrrhrs rBUILD_MAP_UNPACK*InstructionTranslatorBase.BUILD_MAP_UNPACK s $++&MRSU&44T3CUS!#Aa!233 33 MM!'' " .0  Ts*B+c rUR5nURUR5n[U[5(deUR 5(deUR U5n[U5[U5:XdeUR[[[X#55[5S95 gr) rrMrr\r}rrvrrKrmrrra)rrrrs rBUILD_CONST_KEY_MAP-InstructionTranslatorBase.BUILD_CONST_KEY_MAP sxxz4;;'$ ....&&((((--d34yCK''' S&'.0  rcURS5up#URS:deURceURUR*R 5n[ U[ 5(deURUSX#405 g)Nrrr)rMrrSrrr\rmr)rrrrrs rMAP_ADD!InstructionTranslatorBase.MAP_ADD svyy|{{Qxx###jj$((#++-#01111 maVR8rc UR5nURS:deURceURUR*n[ U[ 5(deUR 5(deURUSU/05 g)NrrrrrSrr\rn is_mutablerrrrrs rSET_ADD!InstructionTranslatorBase.SET_ADD s{ HHJ{{Qxx###jj$((##{++++~~ eaS"-rc UR5nURS:deURceURUR*n[ U[ 5(deUR 5(deURUSU/05 gNrr%r/r1s r SET_UPDATE$InstructionTranslatorBase.SET_UPDATE s{ HHJ{{Qxx###jj$((##{++++~~ hR0rcUR5nURS:deURceURUR*R 5n[ U[ 5(deUR5(deURRRU5 URRU5 gr) rrrSrrr\r{r0r+rtmutationrrr1s rr/%InstructionTranslatorBase.LIST_APPENDs HHJ{{Qxx###jj$((#++-#|,,,,~~   ))#. rc URn[RS:aUR5nUR5n[RS:aE[ UR S5(de[ R"UR RS9nSnSnSnSn[RS:akUbhUS-(aUR5nUS-(aUR5nUS-(aUR5nUS-(aUR5nUR[WUURUUUU55 g) NrK co_qualnamerrr;rr) rSr`rrr9rrhrr<rKrrr) rrflagsfn_namerdefaultsclosurer kwdefaultss r MAKE_FUNCTION'InstructionTranslatorBase.MAKE_FUNCTION s    g %hhjGxxz   w &4::}55 55&--DJJ4J4JKG    g % 4<"hhjG4<"&((*K4rrurwfmt_vars r _format_value'InstructionTranslatorBase._format_values  e_ - -  (..'8E IIe  ##E4<8"))$1L1L1N*NQT*TU ?3::68H"MrcURnUceUS-S:XaUR5nO[R"S5nUR X25$)Nr;r)rSrrhrr{)rrr>rys r FORMAT_VALUE&InstructionTranslatorBase.FORMAT_VALUEsO   DLT !xxzH'..r2H!!(22rc v/n/n0nURceURUR5GHFnUR5(a$URS5 URU5 M=[ U[ R 5(aURUR5 URUR5 [UR55[URR55-(a/[SSUSUSUR3S/[RQS9 UR!UR5 GM![S[#U5S /[RQS9 GMI UR%[ R R'S R)U5X455 g) Nz{}zBUILD_STRING key conflictzformat_string_parts: z , kwargs: z, part.sym_kwargs: z1Failed to build format string due to key conflictrzBUILD_STRING type errorzLFormat string part type is not correct - expected constant or format string.r)rSrMrrr\rStringFormatVariable format_stringrsym_argsrr sym_kwargsr:rrr%rrKrr)rrformat_string_partsrrparts r BUILD_STRING&InstructionTranslatorBase.BUILD_STRINGst)+&(-/xx###IIdhh'D&&((#**40 D!D)"@"@AA#**4+=+=> DMM*v{{}%DOO,@,@,B(CC! ;"78K7LJW]V^^qrvsBsBrC!D$W= 1 < <=   doo.5I n9-889 !(,  * * 1 1+,d  rcURS:XdURS:XdeURS:XaSnOSn[SUS9nURU5 g)Nrriszis notrjrP)rr(rj)rr new_argvalnew_insts rIS_OPInstructionTranslatorBase.IS_OPsM{{a4;;!#333 ;;! J!J%l:F !rc 4URS:XdURS:XdeURS5up#URnURURUSU/055 US:XaURU5 gg![R [ 4a}n[U[ 5(a"UR(aeUR5 URUR[R"U[5X#/055 SnANSnAff=f)Nrrr __contains__)rrMrKrrObservedTypeErrorr;r\r?r=rrbrrB UNARY_NOT)rrleftrightrqrDs r CONTAINS_OP%InstructionTranslatorBase.CONTAINS_OPs{{a4;;!#333iil  [[  IIe''ntfbI J* 7 NN4  %  ! !    $ ,,??&&( II00#))$0IJM   s$BDA3DDc UR5nURS:deURceURUR*n[ U[ 5(deUR 5(deURUSU/05 g)Nrr)rrrSrr\r{r0rr1s rr%InstructionTranslatorBase.LIST_EXTENDs{ HHJ{{Qxx###jj$((##|,,,,~~ hR0rc~UR[[5RXR 5/055 gr)rKrfr:rLrr&s r LIST_TO_TUPLE'InstructionTranslatorBase.LIST_TO_TUPLEs( /%(66thhj\2NOrcpURSnURU5(deUR[La|[R "[ 5RU[S5/05nURU[S5U5 URU[S5U5 X0RS'gg)Nrzgenerator raised StopIterationrr&) rrrr rrfrNrLrhr')rrrnew_vals rSTOPITERATION_ERROR-InstructionTranslatorBase.STOPITERATION_ERROR s jjn))#.... <<= (// =KK!"BCDG  '7 'F L  '7 'Dc J$JJrN )rc<UR5nURS:deURceURUR*R 5n[ U[ 5(deUR5(deURUSU/05 gr5) rrrSrrr\rmr0rr1s r DICT_MERGE$InstructionTranslatorBase.DICT_MERGE2s HHJ{{Qxx###jj$((#++-#01111~~ hR0rc$UR5 grrZr&s r GEN_START#InstructionTranslatorBase.GEN_START=r\rc URSnUR5(a=UR[R"[ UR 5555 gURURUS/055 g)Nrr)rrrKrhrrrrr.s rGET_LEN!InstructionTranslatorBase.GET_LEN@s_jjn  ! ! # # II&--c#2H2H2J.KL M IIcoodIr2> ?rcURSnURUR[R"U[ 5U/055 g)zZ If STACK[-1] is an instance of collections.abc.Mapping, push True. Otherwise, push False rN)rrKrrbrrCr.s r MATCH_MAPPING'InstructionTranslatorBase.MATCH_MAPPINGGsC jjn  , ,%%dO<  rcURSnURUR[R"U[ 5U/055 gNr)rrKrrbrrFr.s rMATCH_SEQUENCE(InstructionTranslatorBase.MATCH_SEQUENCEUsBjjn  , ,%%d,?@  rc URS5up#n[R"UR5nUR UR [ R"U[5X#XT/055 [RS:aHURSnUR [R"[U[5(+55 gg)Nr{rKr) rMrhrrSrKrrbrrDr`rrr])rrsubjectrnamesrSr/s r MATCH_CLASS%InstructionTranslatorBase.MATCH_CLASS_s"iile%%dhh/  , ,%%d,<=s*     g %**R.C II&--&>N2O.OP Q &rcURSnURSn[U[5(deURUR [ R "U[5X2/055 [RS:aHURSnUR[R"[U[5(+55 gg)Nrr rK) rr\r}rKrrbrrEr`rrhrr])rrrrr/s r MATCH_KEYS$InstructionTranslatorBase.MATCH_KEYSoszz"~jjn$ ....  , ,%%dON2O.OP Q &rcDURURS55 g)NrrKrr&s rLOAD_ASSERTION_ERROR.InstructionTranslatorBase.LOAD_ASSERTION_ERRORs $//0@ABrcDURURS55 g)N__build_class__rr&s rLOAD_BUILD_CLASS*InstructionTranslatorBase.LOAD_BUILD_CLASSs $//0ABCrz`Encountered graph break when attempting to trace BINARY_SUBSCR: a binary subscript, e.g. x[attr]c|URS:XaURU5 SUlgUR(aeg)NrF)rSappend_prefix_instrr&s rRESUME InstructionTranslatorBase.RESUMEs5 88q=  # #D )&+D #.. ...rcRURce[UR"X5$r)rS_binary_op_lookupr&s r BINARY_OP#InstructionTranslatorBase.BINARY_OPs&88' ''$TXX.t: :rcgrrr&s rrN!InstructionTranslatorBase.PRECALL rcURSURn[U[5(deUHn[U[5(aMe UR be[ R"US9Ulg)N co_constsr)rrSr\r:rrVrhr)rrrVrs rrO"InstructionTranslatorBase.KW_NAMESsm$$[1$((;(E****DdC(( ((}}$$$(//h? rc6UR[55 gr)rKrr&s rr#InstructionTranslatorBase.PUSH_NULLs ,.!rcXU(ac[RS:deUR5n[U[5(aUR 5(deUR 5nO)UR(aURROSnURceURURS-5n[RS:a&USn[US[5(a/OUS/nO+[US[5(aUSn/nO USnUS/nU(aOXdS[U5*-nU[U5*Sn[[X755n[U5[U5:XdeO XdSS-n0nURXVU5 SUlg!SUlf=f)Nrrrrr)r`rrr\r}rrrVrrSrMrrrrrL) rrcall_kwrVcontentsrXrrrs r_callInstructionTranslatorBase._calls ##w. ..xxzHh 668;V;V;X;X XX224H.2mmt}}**Hxx###99TXX\*   w &!B#HQK>>2Xa[MD(1+|44a[a[  } 1H ~66D"CM>#34K#h45Fv;#h-/ //12,&DF !   r 0 DMDDMs F F)zTEncountered graph break when attempting to trace CALL: a function call, e.g. f(x, y)c&URU5 grrr&s rrMInstructionTranslatorBase.CALLs 4rctURceURURUR*5 gr)rSrKrr&s rCOPYInstructionTranslatorBase.COPYs-xx### $**dhhY'(rcURceURUR*URSsURS'URUR*'gr)rSrr&s rSWAPInstructionTranslatorBase.SWAPsMxx###04 DHH90EtzzRT~- 2 DHH9-rcgrrr&s rCACHEInstructionTranslatorBase.CACHErrc&URU5 grrr&s r BEFORE_WITH%InstructionTranslatorBase.BEFORE_WITHrrc R[U[5(a0UR5(dURR U5 [ R S:aUR(aDUR(a0URRURSRLaSnOFURRceURRRnO URnU(a[U[5(d[R(a:URR [X#[UR 5U55 O8URR [X#[UR 555 UR#U5$)NrKr)r\rjsupports_graph_breaksr;rr`rrXr(r1rrRrr5r0rrenter)rrrr1s r enter_ctx#InstructionTranslatorBase.enter_ctxs- s: ; ;--//  0 0 7 7 <   w & !!$$%%,,D4D4DR4H4O4OO,,::FFF..<<CC[[F $ 566&:T:T  ''#D#djj/3G  ''c$**o(VWyyrcJ[SSU3SUR5S3/SQS9 g)NzUnsupported context managerz1Attempted SETUP_WITH/BEFORE_WITH/LOAD_SPECIAL on z%Dynamo does not know how to enter a `z` context manager.)z,Avoid using the unsupported context manager.aEIf the context manager seems like it should be supported (e.g. torch.set_grad_enabled), then it may be the case that it was created outside the compiled region, which Dynamo does not support. Supported context managers can cross graph break boundaries only if they are local non-closure variables, or are intermediate values.zFile an issue to PyTorch. Simple context managers can potentially be supported, but note that context managers can't be supported in generalr)r:rF)rs runsupported_ctx_graph_break5InstructionTranslatorBase.unsupported_ctx_graph_break:s31GuM?@T@T@V?WWij rc>UR5n[U[[45(dUR U5 [U[[45(deUR [ X!R55 UR URX!55 gr) rr\rirjrrKrlr1r)rrrs rr.InstructionTranslatorBase.setup_or_before_withKshhj )+IJ    , ,S 1 )+IJ     *3 <= $..+,rc`UR(deURRU5 gr)rrrr&s rr,InstructionTranslatorBase.append_prefix_instZs%&&&&   &rcD[RS:a{UR(dj[URUR [ 5(deURRR5URUR 'gURU5 gr) r`rrr\rrrr+rttrack_cell_newrr&s r MAKE_CELL#InstructionTranslatorBase.MAKE_CELL^sv   w &t/F/Fd224;;?NN NN ((779   -  # #D )rc&URU5 grrr&s rCOPY_FREE_VARS(InstructionTranslatorBase.COPY_FREE_VARSi %rc&URU5 grrr&s rRETURN_GENERATOR*InstructionTranslatorBase.RETURN_GENERATORlrrc8[RS:aUR5 OURS5 [RS:aPURUnX R ;a1UR R U5 U=RS-slggg)Nrrrzr)r`rrrMrrdiscardr)rr current_ips rr!InstructionTranslatorBase.END_FORss}   w & HHJ IIaL   w &d+J<<<//77 C))Q.)= 'rc[URRURS5[5(a3[ SURSUR3/[ RQS9 URU5 g)Nz)LOAD_FAST_CHECK on uninitialized variablez/Attempted to load uninitialized local variable r) r]rrmrrr:rrrqr&s rLOAD_FAST_CHECK)InstructionTranslatorBase.LOAD_FAST_CHECKsc $&&**4;;=| L L C Mdkk][5)445   trcURUR;aUR[55 OUR U5 [5URUR'gr)rrrKrrqr&s rr-InstructionTranslatorBase.LOAD_FAST_AND_CLEARsD ;;d22 2 IIln % NN4 ,8NT[[)rcUR[R"USS95 URceURS-(aUR U5 gUR UR 5 g)NrrPr)rrrrorSrrrr&s rLOAD_SUPER_ATTR)InstructionTranslatorBase.LOAD_SUPER_ATTRsV ;..tA>?xx### 88a<   T " OODKK (rcURS:XaURU5 gURS:XaURU5 gURS:Xa8UR[ UR 5R U555 g[SSUR3SURS3/[RQS9 g) Nr{r<z Missing CALL_INTRINSIC_1 handlerzCALL_INTRINSIC_1 operand: z,No handler implemented for CALL_INTRINSIC_1 z instruction.r) rrUNARY_POSITIVErKr}rrvr:rrfr&s rCALL_INTRINSIC_1*InstructionTranslatorBase.CALL_INTRINSIC_1s ;;!   $ $T * [[A     % [[A  IImDHHJ$H$H$NO P :4T[[MBJ4;;-Wde6)556  rcfUR5nUR5 URU5 grr^r.s rEND_SEND"InstructionTranslatorBase.END_SENDs!hhj   #rzpEncountered graph break when attempting to trace CALL_KW: a function call with keyword arguments, e.g. f(x=True)c$URUSS9 g)NT)rrr&s rCALL_KW!InstructionTranslatorBase.CALL_KWs 4 &rc<URRS;deg)N)POP_JUMP_IF_TRUEPOP_JUMP_IF_FALSEr)rrr&s rr!InstructionTranslatorBase.TO_BOOLs'$$++0    rc URnUceUR5n[U[5(deUR5nUS-(aE[R S:deUR U[R"S5/05nXCl OUS-(aXCl OUS-(aZ[U[5(deURn[[[USSS2USSS2SS95[!5S 9nXcl O!US-(aXClOUS-(aXClUR'U5 g) Nr9rr=r;rT)strictr)rSrr\rrr`rrLrhrrrAr}rrmrrrarBr@rK)rrr>rXrranns rSET_FUNCTION_ATTRIBUTE0InstructionTranslatorBase.SET_FUNCTION_ATTRIBUTEs   XXZ"89999xxz 4<##w. ..%%d-=-D-DQ-G,H"MD!N T\J T\dM22 22JJE#SssU14a4[>?.0C!N T\ M T\K " rcvURURUR5UR55 gr)rKrrrrr&s r CONVERT_VALUE'InstructionTranslatorBase.CONVERT_VALUEs% $%%dhhj$++>?rcPUR[R"S5S5 g)Nrr)r{rhrr&s r FORMAT_SIMPLE'InstructionTranslatorBase.FORMAT_SIMPLEs +2226:rcDURUR5S5 gr)r{rr&s rFORMAT_WITH_SPEC*InstructionTranslatorBase.FORMAT_WITH_SPECs 488:q)r) __enter____exit__ __aenter__ __aexit__c[UR[5(dS5eURURnUS;aUR 5n[U[ [ 45(dURU5 [U[ [ 45(deUS:Xa,UR[U55 URU5 gUR[US55 URU5 gURU5 UR 5nURU5 URU5 g)Nz*expected LOAD_SPECIAL arg to be set to int)r&r'r&) r\rSr_load_special_namesrrirjrrKrkrrlr)rrrrrs r LOAD_SPECIAL&InstructionTranslatorBase.LOAD_SPECIALs$((C((V*VV(''1 , ,((*C-/MN005-/MN {" 3C89t$ 23=>t$ OOD !((*C IIcN NN4 rcbUR[R"UR55 gr)rKrhrrr&s rLOAD_SMALL_INT(InstructionTranslatorBase.LOAD_SMALL_INTs "))$++67r)rrr:ranyc[UR[5(dS5eURUR UR UR55 g)Nz2expected LOAD_COMMON_CONSTANT arg to be set to int)r\rSrrKr_common_constantsr&s rLOAD_COMMON_CONSTANT.InstructionTranslatorBase.LOAD_COMMON_CONSTANT)sK$((C(( @ ( $//0F0Ftxx0PQRrcRURR5S:a SUlgg)NrcgNTrrrrr>InstructionTranslatorBase.is_non_empty_graph..2sdrTF)r+ count_callsrrs rr,InstructionTranslatorBase.is_non_empty_graph/s% ;; " " $q (&2D #rc Uc/nSR[R"UR5/[ [ U55-55$)Nr)r traceback format_listrrr)radditional_stack_framess rformat_frame_summary.InstructionTranslatorBase.format_frame_summary6sN # *&( #ww  ! !##%&h7N.O)PP   rc [R"[URSS5UR[URSS5SS9$)Nr rF) lookup_line)r= FrameSummaryrrrrs rr'InstructionTranslatorBase.frame_summaryAs?%% DKK < KK DKKK 8   rc[URSS5n[R"S5nUR U5SL$)NrrCz.*torch/nn/modules.*)rrrecompilematch)rrnn_modules_patterns ris_co_filename_from_nn_modules8InstructionTranslatorBase.is_co_filename_from_nn_modulesIs:4;; {CZZ(?@!''1==rcURRU[R"U55n[ [ U5R [R55 U$r) r+install_global_by_idrrr>rPr r= WEAKREF_ALIVE)rrKr global_names rstore_global_weakref_by_id4InstructionTranslatorBase.store_global_weakref_by_idNsJkk66vw{{5?QR   , 7 7 8R8R S rcBURRR$r)r+tracing_context fake_moders rrV#InstructionTranslatorBase.fake_modeUs{{**444rc#\# URnXlSv X lg!X lf=f7f)zh Strict mode is enabled on a per-VariableTracker level depending on the return value of check_fn(node). N)r)rcheck_fnpriors rstrict_translation_mode1InstructionTranslatorBase.strict_translation_modeYs,%% ( * $) !E !s,!,),c URceURS:deURRURRUR URS- UR URS- 5$r)rr'rrrrrrs rr:#InstructionTranslatorBase.speculategs|''333''!+++##(( KK # # KK  $ $q (   d66: ;   rc[RS:deURceURS- n[5nURU[ U5- UVs/sHo3R PM nnXB:H$s snf)zDetect if we're at the start of a list/dict comprehension in 3.12+. In Python 3.12+, comprehensions are inlined with a bytecode pattern that precedes BUILD_LIST/BUILD_MAP. rzr)r`rrrrrr)rrpatternrrKs rr1InstructionTranslatorBase._is_comprehension_startqs 7***''333  % % )46*.*;*;BW# UH&nTRURS:XdM"Uv M( g7f)r N)rr)rrnrs rrCInstructionTranslatorBase._analyze_comprehension..s3 0  #**j8 A0s!1 1rrrqc^>TUnTUS:H=(a TUS:H=(d US(+$)Nrrr)rpatpatternsrrs rmatchesAInstructionTranslatorBase._analyze_comprehension..matchess=4.C C$88_!55QS=Q9Q rrFrrrrrTz)Comprehension analysis failed: No matcheszpre_store_ops=z, post_store_op=z8Comprehension does not match any known bytecode pattern.)rrrrrr)rrrr)r`rrrrrrinsertrr%rr:rrrSrrrmr\r:rr)rstart_iprrrdefined_inside iter_scan_iprr  for_iter_ipbody_ip next_instvar_name var_namesscan_ip store_fast_iprlrrrkrrs` @@@r_analyze_comprehension0InstructionTranslatorBase._analyze_comprehensions>7***''33357++a/#% !# #% #&5 !| a$$\2D{{33$$Q 4!  44! a m,88:   C[   80  [1_j9G$$W-D{{f$Q7Q;;S --gk: ##|3(//H49T#**84&**84{{l*""4;;/'' 44#-dkk5#A#ADKK ~!*H5(:W%,,X6!*+:4$& q. c$++, ,!!'*11\A  !2!27!;!B!B C qLG c$++, ,!!'*11\A   c$++, ,!!'*11\A qLG c$++, ,!!'*11\A T..//   g & - -     %) 8  **=9@@J#O [ ! !J#O%-k%:?%KgkQXG J   4_ EEJ"O C(7G WV  %!+'#'  rc [RS:deUR5nURRR [ 5(a0UR(a[S[UR5S/S9 URceURS- nS[UR5-n[SUR5/5n[R!S5 UR"R%UUUS 9n['U5Vs/sH9n[)UR*[UR*5U- U-[,5PM; nnUR/U5 US n [1UR"R25n [5S U55n [UR*5[U R65- n U R9/[;X-S-5QU R=S 5PU R?5P5 [A['U55HanU R9[CS 55 X(a!U R9U RE55 MGU R9[GS SS9/5 Mc U R9[GS5/5 URIUUUUU U 5upU R9/[;U S -5QU R=S 5PU R?5P[GSSS9P[;U S -5QU R=S 5PU R?5P[GSSS9P5 URKU /U/U 5 U S :aU S-S-nU R9/[;U5QU R=S 5PU R?5P[M5PU R=U *5PU R=S5P[GSS S9P[GS5P[GS5P5 URNURP(a URP/O/-n0nUH`n[S5URTU'UU RV;aU RVUUU'M>[U RV5U RVU'Mb U S -nURN(Ga3U R9/[;U5QU R=S 5PU R?5P5 [YURN5HunnU R9/[;S 5QU R=US-5PU R?5P5 UU;a=U R9/[;S 5QU R=UU5P[GS5P5 MU R9[GS SS9/5 M U R9[GS5U R=S 5U R?5/5 URZ(aUR][S55 OURP(aU R9/[;U5QU R=S 5PU R?5P5 URPU;a9U R9U R=UURP5[GS5/5 OMU R9/[CS 5Q[GS SS9P[GS5P5 OU R9[GS5/5 UR"R_U Ra55 URbURdnUR"R_URgUU55 SUl gs snf)zHandle list/dict comprehension graph break. Builds a synthetic function wrapping the comprehension bytecode, calls it via codegen_call_resume, then chains into the resume function for the post-comprehension code. rzzDComprehension graph break in resume function with captured variableszCannot use comprehension optimization inside a resume function when there are captured variables. This can cause issues with deeply nested source chains.rNrcomprehension_graph_breakzcomprehension triggered compilerrc36# UHo(aM Sv M g7f)rNr)rms rrNInstructionTranslatorBase._handle_comprehension_graph_break..GsE';!1AA';s  rr/r-r2rrr.r0)4r`rryrrrmrLrr:rrrrr?rr$rr+rrr\rrrMr2rUrrr)r&r6r7rr+pop_nullr(_build_comprehension_fnr9r'rrrrr;rsrrKrrrrrr)rranalysisrorrrrnstack_pops_null_maskrr- nonnull_countlive_stack_depthrr?frame_values_pos vars_to_pass existing_varsrufv_depthr walrus_varrs rr;InstructionTranslatorBase._handle_comprehension_graph_breaksu7***..0 ;;   ) )*G H H%%b 6 67!8 ''333++a/X3344 #$?$BTBTBVAWX 34%)KK$@$@ !%A% !:& & tzz#djj/J">"BC\ R&  *(+ t{{** + E';EE tzz?S1F1F-GG  -:Q>? $$Q' '')   % +,A   [^ ,#&  /  "4]"J!KL - ,Y789 !88         -12 $$Q' '') #D  *4,,,*.*;*;H*E h'.1$2C2C.D!!(+ %$a'        *((+++- "+8+?+?!@ :  $Q,,QU3//1.$$(^00z1JK/~>$$&8A&N%OP'"A*   &y1((+++-    # # IIo' (     *((+++- ""m3  ,,]8;N;N-OP*>:  $Q*=a@+95   0;< = ++B,?,?,AB''8  ++  & &{4M N $( } sA]c8^^^^^^^^^^^^^SSKJn SSKJn SSKJmJm [U4SjUR55n SS/[U 5-[T5V s/sHn SU 3PM sn -m[[[TRR=(d /5[TRR=(d /5-55mTRb TROTRR m[#S TRR$S T35mTR&TR(-TR*(a TR*/O/-TR,-mS UUUUUUUUUUUUU4 S jjn U"TRU 5upU"U 5 U R(a TR.R1TU 5 U T4$TR.R1T[2R4"U TR6T55 U T4$s sn f) arBuild a synthetic function wrapping comprehension bytecode. Uses the same calling convention as resume functions created by create_resume / ContinueExecutionCache.generate: the first two args are __nested_resume_fns and __nested_frame_values (ignored here), followed by stack items and live locals. Returns (code, name) where name is the global name for the function. r)transform_code_objectr+) CO_VARARGSCO_VARKEYWORDSc3R># UHoTR5;dMUv M g7frr)rrrs rrDInstructionTranslatorBase._build_comprehension_fn..s% (!T5K5K5M,MAA(s' '__nested_resume_fns__nested_frame_values___stack__comprehension__at_c h> TUS'[RS:aTUS'TUS'SUS'TUS'[T 5US'S US 'S US '[T T Vs/sH o"T ;dM UPM sn-5US 'US T T -)-US '/nT(a"UR [ S[T5S95 UR [ SS S95 TS- n[ T5HJnTU(aUR [ S55 M)UR [ SSU3S95 US-nML TRTT R5n/nT R(dNT R(a$UR [ ST RS95 OUR [ SSS95 T R(a[T RHnUR [ SUS95 M UR [ SS[T R5-S95 UR [ S55 X6-U-USS&gs snf)NrrKr<co_firstlinenorrr co_argcountrco_posonlyargcountco_kwonlyargcount co_varnamesco_flagsrr-rrrrqrrPrrr) r`rrr:rr(r_copy_comprehension_bytecoderrrr)rrrrK nonnull_irn comp_instsepiloguerurrrrcomprehension_body_varsr?rrrrrrros rr%AInstructionTranslatorBase._build_comprehension_fn..update-s5'.L #7*.5 ]+-3L) **,L '*2L '*-d)L '12L- .01L, -*/#:L#:atm#:LL+L '(4J'?^+C(L $)+F 01As8}UV MM,X1= >&)I:&'*MM"4["ABMM*;)?UVNI'::8X__UJ+-H++&&OO*;x?R?RSOO$6|D$QR## ( 4 4HOO$6{8$TU!5&%H$8$8 99 OO.~> ?$1HVaZ. .!!rct/n[R(avURnUbgURURR UR URR5nURU5 URnUbMgUR5 URU5 [U5$r) rr5r'rrrrrrreverser:)r frame_locframe_loc_chain_list current_txparent_frame_locs r_get_frame_loc_chain.InstructionTranslatorBase._get_frame_loc_chains79  % %>BkkJ(#'#7#7%%11%%%%44$ %++,<='.. ( $$&##I.)**rc^ UR(ag[USS5nUc([RRR 5n[ R(aSURbFURURRURURR5nO.URUSRUSRS5nUR!U5nSn[ R"(a0[%5nSR'[(R*"U55nO[%5U-n[-U5nSR'[(R*"U55n Ub [/X25nSUSSUS S US 3m [ R"(a T US U S 3- m OT [1U 5- m [R2R5SSU 4SjS9 [7U[85(a UR:O [=U5n [>RA[BRD5(ax[F(dm[HRJ"X45(aQ[ R"(a&T S- m T SR'URL5S-- m [>ROT 5 O[>ROSUSUS U5 SUlg![a USUS4nGNf=f)NrArrrrrzGraph break in user code at rrz Graph Break Reason: z User code traceback: zQ ========== most recent `torch.compile` tracing attempt started here ========== a} NOTE: the most recent `torch.compile` tracing attempt might not be where you applied `torch.compile`! This is due to how graph breaks are implemented - the optimized code object returned by Dynamo will call another Dynamo-generated resume function and tracing is re-enabled by calling the resume function as a normal Python function, which Dynamo intercepts as a top-level frame. artifactc SSS.$)Ndynamo_graph_break_reasonstring)rencodingrrrrr;InstructionTranslatorBase.log_graph_break..s 3$!rc8>TS[R"53$)Nr)r= format_exc)user_stack_tracesrrrs"2!32i6J6J6L5MNr) metadata_fn payload_fnz4 Most recent bytecode instructions traced (max 20): rzmGraph break (user stack suppressed due to duplicate graph break) in user code at %s:%s Graph Break Reason: %sT)(loggedrrrrr rr5r'rrrrrr IndexErrorrrr7rr=r>r5r3r_loggingtrace_structuredr\r;rrgraph_break_log isEnabledForrDEBUGexplainr\rrr) rrrr user_stackrframe_loc_chainstack_above_dynamo_formattedstack_above_dynamouser_stack_formattedrrs @rr)InstructionTranslatorBase.log_graph_breaks :: S,5  55CCEJ ))dkk.E 00KK++KKKK.. !00rN++rN)) 33I>')$ >>!7!9 +-77%%&89, (01J>J/ ;J!wwy'<'> /01e'()LL   $8 9 9  '' O ( ",C!=!=#++49  ( ( 7 7G/33W4NOO ~~ L !DIId.H.H$ID$PP  ! !    ! !A! !    c ]+-.I s A'K5-KK54K5c X[SS[U53S/[RQUSS9 g)Nzgraph break in loopzframe skipped: ztorch.compile detected a graph break in a for/while loop. Skipping the frame and falling back to eager, as graph breaks in loops are not supported.T)rrrrr7r?)r:r6rr>)rrs rr0InstructionTranslatorBase.raise_loop_graph_breaks9)%&7&=%>?hD%CCD rc>[TU]5 XlUUlXlXplXlXlXlSUl /Ul SUl SUl [S5UlSUl/Ul/UlSUlSUlSUl/UlXl[/SS9UlSUl[55UlX lUbUO[;UR85UlUUlX@l XPl!X`l"Xl#UUl$Ub&[JRL(a[OU UUS9Ul(OSUl(0Ul)0Ul*Xl+SUl,SUl-SUl.SUl/SUl0SUl1SUl2SUl3/Ul4UUl5S S K6J7nJ8nJ9nJ:n U RvUU-U-U--(aURy[{S55 Xl>SUl?S/[U R5-UlB[R[R5UlG[R[R5UlI[R"U RU5 g) Nrr!Tr)maxlen)rrArFr)CO_ASYNC_GENERATOR CO_COROUTINE CO_GENERATORCO_ITERABLE_COROUTINE)Mrjrkr'distributed_stater+rrrrrrrrr(rr9r(r;rrVrrrrrrrrrrrrkrrrrrArreplay_record_enabledrHrnn_module_stack num_callsexportr<rrrrrr'rrrrrrrrrrKrfrrrrrrrrrrr r r lazycacher)rr+rrkrrrrrrrrrrr'rrrArrrrrrrrs rrk"InstructionTranslatorBase.__init__#se0 .!2 . 0-J*%:"-1),. #$ #5e#< (,%UW,  "&(%*"%5"$%!47E'0<*G Drrr)F)rr-rrrr)rz>Union[ContextWrappingVariable, GenericContextWrappingVariable]rr-rrb)rrbrr)r?zOptional[list[Any]]rr)rztraceback.FrameSummary)rKrrrrrrzOptional[FakeTensorMode])rYz!Callable[[VariableTracker], bool]rr)rrr)rr)rrrorrrrz list[bool]rrrrArr)rorrrrr)rrrrrrrtuple[str, int])rrrztuple[tuple[str, int], ...])rrrrrzUnsupported | StepUnsupportedrr)rtypes.CodeTyperr;rr)NNN)(r+r@rrrkrrrrrrrrrrrrrrrrrrrrrr'rrrwrOptional[DistributedState]rAzOptional[tuple[types.CellType]]rrrz Optional[dict[Instruction, int]]rr( rrrrrrrrrrrrLrrrrrrr`rrpropertyrrrDrYrKr`rrMrqrxrrr LOAD_CLOSURErrrrVcached_propertyrrrrrrrrEAGER_IMPORT_NAMErrrr JUMP_FORWARD JUMP_ABSOLUTEr%rnot_rrrJUMP_IF_FALSE_OR_POPJUMP_IF_TRUE_OR_POPrrrrrrrrr rrr#rpr0r-rrArrVrYrardrgrjrnr`rrr|rrrrrrrrr staticmethodrr8rr9rr0r.rrrr rrr{rrBUILD_TUPLE_UNPACK_WITH_CALLr"r&BUILD_MAP_UNPACK_WITH_CALLr)r,r2r6r/rCr1rQrTr!r2rarerhrrmrrr{r~rrrrrrr DICT_UPDATErrrrrrrrrYrr negUNARY_NEGATIVErinvert UNARY_INVERTpow BINARY_POWERmulBINARY_MULTIPLYmatmulBINARY_MATRIX_MULTIPLYfloordivBINARY_FLOOR_DIVIDEtruedivBINARY_TRUE_DIVIDErb BINARY_MODULOBINARY_REMAINDERr BINARY_ADDsubBINARY_SUBTRACTgetitem BINARY_SUBSCRlshift BINARY_LSHIFTrshift BINARY_RSHIFTand_ BINARY_ANDor_ BINARY_ORxor BINARY_XORipow INPLACE_POWERimulINPLACE_MULTIPLYimatmulINPLACE_MATRIX_MULTIPLY ifloordivINPLACE_FLOOR_DIVIDEitruedivINPLACE_TRUE_DIVIDEimodINPLACE_MODULOINPLACE_REMAINDERiadd INPLACE_ADDisubINPLACE_SUBTRACTilshiftINPLACE_LSHIFTirshiftINPLACE_RSHIFTiand INPLACE_ANDixor INPLACE_XORior INPLACE_ORrrrNrOrrrMrrr"JUMP_BACKWARD_NO_INTERRUPTPOP_JUMP_FORWARD_IF_TRUEPOP_JUMP_BACKWARD_IF_TRUEPOP_JUMP_FORWARD_IF_FALSEPOP_JUMP_BACKWARD_IF_FALSErrrrrrrrrrrrrr rrrrrr!r$LOAD_FAST_BORROWr#POP_ITERr+r,r/r3r4rr@rrLrRrV contextlibcontextmanagerr[r:rrryrrrrrrrrkrrtrus@rrrs4  //00#==.."FF  &&$$""&& K((####33  ..AA //! EE %%%%.!F00'  8 8$8+ 8  8, 4 $ 4( 4+ 4  4 U $ U( U+ U Unn Wob 7"* +\ ;;BH2 H=T  ;!+FV2./L *J*JJ !E(##, 2:;|$% 66,>4LM$X]]E:#HNNE:' t<&x~~t<U U (UN* (- ^ RD 0..$)LA'F<:$*QfKP D ) )  >; >;@ A -  -G  )% A   &) >A% A%!A%" A% + A%  A%A%"A% $A%Fg%g%$=g%  g%Rq?*q?:Cq?IRq? q?q?f & ~= =8(1!FI @L@ 8$6 J  "2 9.1% N@0 N  4   N(3 B"!:1P%$1K@   R R"CDhll+Nhll+N'IHOO,LHLL)Lx||,O%hoo6"8#4#45!("2"23X\\*M -(,,'Jx||,O. ux "MX__-MX__-M(--(J&I(,,'JX]]+M .&x'7'78#H$6$67"8#4#45hmm,N /8==)K .h../Nh../N8==)K8==)K(,,'J/ 7" ; @"-!-!^ i )VM!%+HNNEB ,X^^U C ,X]]E B!-hmmU!C (# K##  #J  -' *&& /;)$ A '  ' B@;*!IH !88S >B  ':     > 55 *9 *  * * !  A Fd(L~!'~!~! ~! ) ~!  ~!"~! $~!@%( (""%2"EH" "+(+ $+(l$ll+ l  l\    <48,048-@;@;(@;! @; " @; # @;%@;4@;5@;(B@; 3@;@;@;@;(@; %!@;"6#@;&1'@;(*)@;,2-@;. /@;@;@;r) metaclassc^\rSrSr\S Sj5r\RSSj5rSU4Sjjr SSjr SSjr SSjr SSjr SS jrSS jrSS jrS rU=r$)rRic"[R$r)tlsrrrrr InstructionTranslator.current_txs ~~rc## [[SS5nU[lSv U[lg!U[lf=f7f)Nr)rrDr)rrZs rset_current_tx$InstructionTranslator.set_current_txs0\40 # "CNUCNsA0 A =Ac>[5"[RSURSUSSUS35 [TU][ UU UU U U UUUUU US9 UUUUUU00SSUU SUUUUS9 UR5 [URR5 UR5 Xl Xl UR(aUR(dS 5e0Ul[UR!55n["R$"U5R'S S5nUR)5HounnUU;dMSnU(a)[+UR'U05R)55n[,R."U[1US US 95nUURU'Mq URR2nUR55HynUU;aJUUn[1US S S 9n[,R."UU5nUR75nUR9UU5 OUR75nUUlUURU'M{ Uce[=UR?5U5Hfunn[AU5n[1US S9n[,R."URBU5nURKUUU5nUUlUURU'Mh [MU5Ul'[Q5Ul)U (a.[FR,RUUR5UlSSS5 SSS5 g![Da [FRH"5nNf=f!,(df  N<=f!,(df  g=f)Nztorchdynamo start tracing rrrr) local_scoperrtorch_function_mode_stackr<rr)r+rrkrrrArrrrrrrrr'rrrz4Export without one graph - something has gone wrong.dynamismT)is_inputrL)rMis_derefed_cell_contents)rN)+r%rINFOrrjrkr@_throw_if_in_functorchrr+rUrGr<rrrrr1rrmr frozensetrwrrRrtrrrrrrrQ cell_contentsrrDeletedVariabletrack_cell_existingrrrr realize_all)rrrrkrrrArKr compiler_fnr<rexport_constraints frame_stater'rrrrrLrrlocal_dynamismvarrtcontents_sourcerwcell_varrv cell_sourcerrs rrkInstructionTranslator.__init__s(  LL((8,}:U9VVWXdeuXvWw x  "$&*C# &!%*."&+%/A ! F ##%T[[00 143F3F3H#,N K{{~~J~$&D *-d.D.D.F*G #//7;;JMH'~~/ e00%)N)28<<b3I3O3O3Q)R-44# %)%3C25D((. 0" ;;33L 8#$TNE*'2!%15'O 5H4N4N5L ,::D &(1'D'D'P'P((($E4I 1 1`"?#,#<#<#>L?a4I3H 1 1sQM0*BMEM!L:(BM)M0:M MM M M- )M00 M>c[RRS5n[R"UR R SUR R 5n[RRR5n[RRRR[RRRR[RRRR4nUb[UR5U;aFX!LaAUR5RR!5nSUSUSUS3n[#SSU/S 9 gggg) NeagerrVzhIf you are reaching here, it means dynamo failed for one of the following reasons: - Calling torch.func.zP(compiled_fn) function from eager mode is not supported. Ensure that torch.func.zp is also wrapped within a torch.compile function. For more information, see PyTorch issue #128711. - torch.func.z2(fn) requires the function to be inlined by dynamoz%Unsupported functorch tracing attemptrr)r_dynamolookup_backendrSgetattr_staticr+rV_C _functorchpeek_interpreter_stack TransformTypeVmapGradJvprrlowerr:)rr`rVciforbidden_keysrrfs rrP,InstructionTranslator._throw_if_in_functorchYs- ,,W5,, KK # #]DKK4K4K XX 7 7 9 HH   - - 2 2 HH   - - 2 2 HH   - - 1 1  >bffh.8[=U668==&&(D((,v.**.0 !%v%W Y  ?  >V8>rc[U[5(aURUR$[U[5(aUR UR $[er)r\rRrkrrOrrQrn)rr s rget_example_value'InstructionTranslator.get_example_valuexsK fk * *==!2!23 3 fl + +>>&"4"45 5rcURR5HSn[U[5(dM[ UR 5[ RR5(dMS g gr) rrr\rr\rrnnModule)rrs r$symbolic_locals_contain_module_class:InstructionTranslator.symbolic_locals_contain_module_classsU%%,,.A!566:$$&<< / rc[UR5(a\URS=n(aE[U[5(a/[ UR U5[ 5S9URS'gggg)Nrr)rrr\rqrzrvra)rr/s r"replace_tos_if_return_is_generator8InstructionTranslator.replace_tos_if_return_is_generatorse  OO 2&&3 <==1--d3.0DJJrN>' rc dUR5 URceURce[5R SURUR- 5 [ R (dURR5S:XaUR(dUR5(dpUR(d_UR(dNUR(d=UR(d,[R "S[#UR$535eSUl['5"[(R*SUR$R,SUR.S35 [0R3S5 URR5U[7SUR95/S S 9UR.S :XaS OSS 9n[;U5S :XdeUSR<(aeURR?URAXSRB55 [De)NrrzhNo ops traced for the FX graph. `torch.compile` will skip the frame and fall back to eager. Frame info: ztorchdynamo done tracing rrzreturn triggered compile return_valueF)r8rrr)#rxrrr[rrallow_empty_graphsr+r:rrurr<rrr SkipFramer6rr%rrOrrr$rrr?rrrrrr:rF)rrrs r_returnInstructionTranslator._returns //1''333+++'' 0043C3CC )) '')Q.22==??KKNN--33--0=>@  $(  LL' (;(;'9qq %A% !,-222,Q/@@@@ ++  ) )$!0L0V0V W rc&URU5 grr~r&s rr"InstructionTranslator.RETURN_VALUE Trc&URU5 grrr&s rr"InstructionTranslator.RETURN_CONSTrr)rrr<rrr)rrRr)$rrrrrkrrrrrrAzOptional[tuple[Any, ...]]rKrrrrVrr<rrrrWrrXrr'rrrwrrrrrrr)r rTrrrr)rrrrrrr?r@rGrkrPrprurxr~rrrrtrus@rrRrRs###c'cc! c " c # c+c$'c%cccc cc(c %!c"6#c$*%c& 'cJ> -^rrRrKINPLACEr{BINARY_c## [R(dSv gURc[5UlURR 5nURR 5nURR URURUR[R"55 SnSv SnURR5n[R"5nU(aUbU"5nXvR- n XR- n [UR UR"UR$U U ['UR(5UU(aUSOSU(aUSOSU(aUSOSUR*US9 n URR-U 5 URR/U 5 ggg!URR5n[R"5nU(aUbU"5nXvR- n XR- n [UR UR"UR$U U ['UR(5UU(aUSOSU(aUSOSU(aUSOSUR*US9 n URR-U 5 URR/U 5 fff=f7f)a; Context manager for profiling inline calls. Args: output: The OutputGraph containing profiler_state code: The code object being inlined (for timing metadata) get_inline_depth: Callable that returns inline_depth (called after work completes) Yields: None (profiling happens around the with block) NFTrrr) func_namer firstlineno cumtime_ns tottime_nsbytecode_countrcaller_func_namecaller_filenamecaller_firstlinenois_primitive_call call_stack)rdynamo_profilerprofiler_stater get_current_callerget_call_stackrKrrrtimetime_nsr start_time_ns child_time_nsrrrrrco_coder record_timingadd_child_time) r+rget_inline_depth caller_infor trace_success stack_entry trace_end_nsrrrtimings rprofile_inline_callrse"  ! !  $ 3 5''::QD2= A45@;q>d"-"?"?% F  ! ! / / 7  ! ! 0 0 <)5=++//1 ||~ [4+-L%(A(AAJ#&?&??J(%//$--'33%%"4<<0)3>QD2= A45@;q>d"-"?"?% F  ! ! / / 7  ! ! 0 0 <)5=s BTRS-$r~r)r'srr;InliningInstructionTranslator.inline_call..!sF4G4G!4Kr)rr+rbuild_inline_tracer inline_call_)rr'funcrrtracers ` rr)InliningInstructionTranslator.inline_callsV MM4==?,K ,,VTHF&&(    s #A A(c UR5(a[S[U5S/S9 [U[5(a[ R "UR5SS5(a_[ R "UR5SS5n[S[UR55SUR5S US 3S /S9 [R"US S 9nUR(aSSK J n [US5(aK[URS5(a0URRULa[R "SS5$[US5(aURR"OSnSUS3/nSUR%5;a USUS3S/- n[SSUSUR'5SUR%5SUR(3SUS 3US9 U$)!NzInline attempt with __self__zAttempted to inline a function with the `__self__` attribute. Dynamo is expected to decompose method calls into function calls with a `self` argument.r_torchdynamo_disableF_torchdynamo_disable_msgz2Skip inlining `torch.compiler.disable()`d functionzSkip inlining function z= since it was wrapped with `torch.compiler.disable` (reason: rz(Remove the `torch.compiler.disable` callT)is_inlined_callr)!produce_trampoline_autograd_applyrX_originz"allowlist in dynamo known functionrzAvoid calling the function `reraz:Apply `@torch._dynamo.dont_skip_tracing` to the function `zw` to force tracing into the function. More graph breaks may occur as a result of attempting to trace into the function.z Please file an issue to PyTorch.z.Attempted to inline function marked as skippedz qualname: z, name: z , filename: `z`, skip reason: z?Dynamo developers have intentionally marked that the function `z` should not be traced.)has_selfr:rr\rtrSrc get_functionr check_verboseskippedtorch._dynamo.variables.miscrr9rXr SkipResultr get_filenameget_namer)rrfrr fn_qualnamers rcheck_inlineable.InliningInstructionTranslator.check_inlineable&s  ==?? 6D k   d0 1 1g6L6L    !77 7 ((!!#%?C LD--/05d6G6G6I5JK::=aA?  **4F >> V d##DGGY//GGOO'HH#--?3:$2E2E$''..2K.{m2>E 1 1 33PQ\P]^hh7  H$[M$--/9JK"//122B6==/S]^i]jk((   rc8 ^^^^[U[[[45(deUR 5mSnTR R n[R(d,U(a%URRTS5=n(aUnUcP[RU5nURSLde[R(dU(aXERT'SnURTX#5nUce[.R0"UR355H<n [U [45(aM[!S S US U 3S/[*R6QS9 M> TR8S;aSU(a"[US[:R<5(d*[!SSTR8SU3STR8S3/S9 Sn [>R@RBRDRGS5(a'S[HRJ"T5RI53n [LRNS:aBTRPmTRRmSUUUU4Sjjn [TRWS[YU 55 [ZRWSTXR\5 U(a[US[^5(aTR RaUSRb5n [U [>RdRf5(aA[hRj"U 5[lRn"U RpRr5S'U(a[US[t5(ayUSRvn [U [>RdRf5(aA[hRj"U 5[lRn"U RpRr5S'[U[x5(ae[{T5(a1[}TTUTR~TRTRU5nU$[TTUTR~TRTRU5nU$![an[!SSUR#5SUR%5SUR 5R&SUV s/sHoR)5PM Os sn fsn SU3 SUR#5S 3/[*R,QUS 9 SnAGNSnAff=f) NFz2failed to bind arguments when attempting to inlinezfunc='z' rz ; args = z ; kwargs = z4Argument mismatch when attempting to trace function r[r6z:Encountered unconverted argument when attempting to inlinezfunc: z, arg: zWAn argument to an inlined function was not successfully converted to a VariableTracker.r)rrrz2Unsupported __setitem__/__setattr__ inline attemptz code name: z, args: zAttempted to inline z: where first argument (self) is not a user-defined object.rbytecoderrKc>TRTRRS9n[TT5R 5nSTR SUSU3$)N)rzTRACE inlined call z from r)rrrrZrr)headerrrcur_instr' parent_codes rget_trace_call_log_strQInliningInstructionTranslator.build_inline_tracer..get_trace_call_log_strs[77#--4482+xHOOQ,T\\N&4&QQrrzINLINING %s%s, %srr)Br\rtrrrprr+rUrdont_skip_tracingpreviously_inlined_functionsrmrrr bind_argsrr:rrrrErrrrrrbrrrrrr _internal log_stateis_artifact_enabledrqBytecoder`rrrtrace_call_logrr^r$rrr rrrOrrr1rforwardrrrrsr.&InliningGeneratorInstructionTranslatorrrr)r'rrrr tracing_ctxprevious_result sub_localsrrSrrLrmodulerrrrs` @@@rr1InliningInstructionTranslator.build_inline_tracerhsl $*.      $}}mm33 ''K"-"J"J"N"Nd#) >2CCDIF>>U* **++ AG88>  =J%%%!2!2!45Aa11X$TF'!5 y9-889 6 <<9 9 ZQ)L)LMM L%dll^8D6B24<<.@z{   >> # # - - A A* M M#,,t,00234F   w &11H --K R R  z2H'I J %tV]]C JtAw(899]]00a1C1CDF&%(("6"677 KK'(()@)@A& JtAw(EFF!W]]F&%(("6"677 KK'(()@)@A&d$89999   ;''44,,F& 3''44,,F }  L  1D4E4E4G3H$--/JhJhIij8<=??,=>k&SRSWS`S`SbRccde&11   s%&Q.. T8ATS5TTcURnSUlSUlURn[R "5nUR (aURUR 5nU UR5 SSS5 UR UlSUlUR"R$(a[&$UR(ceUR*UR*La%UR,R/UR,5 U=R0UR0-sl[RSU5 UR"R2R4R7U5 [8R:(d&[=U[>5(aUR@(a[CU5(a[=U[>5(apURD(a_[=U[>5(de/nUR(RG5(d UR(/n[RH"[JXS9 gUR($[CU5(aT[=U[>5(deUR(RG5(de[MURN[Q5S9$UR($!,(df  GNE=f![Ra#nSUSU3n[RU5 eSnAf[a nSUleSnAf[a [RSU5 ef=f!UR UlSUlf=f) NFTz!Observed exception DURING INLING z : zFAILED INLINING %szDONE INLINING %srr))r'rrrr? nullcontextrr[rYrrr$rr;r?rKrr+r,rgrrrr%rrU traced_coderrrr\ris_generator_from_ctx_managerr.generator_exhaustedis_constant_nonerr rzgenerated_itemsra)rr'r strict_ctxrrfrs rr*InliningInstructionTranslator.inline_call_s&+#(,%{{$002  " "55f6M6MNJ 2 &+/*C*CF ',1F ) ;; " ") )##/// >>V-- -  # # * *4+@+@ A((D,J,JJ( $d+ ##//66t<  4 4 tC D D22T""t%KLL,,!$(NOOOO++<<>> 001D,,]DL+++D!!!$(NOOOO++<<>>>>+(("2"4 +++A$$ 5dV3qcBC IIcN  !AL   II*D 1  +/*C*CF ',1F )sT)K +J:<K : K K L; K L8 K>> L8 L%L88L;;Mc|>UR5nUSn [U [5(d U Rn URR n U (aU R RU5OSn U b%U Rn U Rn U RnOc[U5n [U 5 [U 5n [5Vs0sHo[X/5_M nnU (a[!U U US9U R U'["TU]IUR0UU UUUUU UUUR&UR(S-UR*UR,UR.UR0U S9 XplXlUR6UlSUlUR:R=5UlUR>Ulgs snf)N __builtins__)rrrr)r+rkrrrrrrrrrrrr'rrrr) get_globalsr\r__dict__r+rUinlined_code_cachermrrrr"r!rr,rrrjrkrrr'rrrfuncvarr'rrrrWr<)rr'rrrrrrrrrcachedrrrrrrs rrk&InliningInstructionTranslator.__init__;s'') ~. *d++#,,Jmm33 =H//33D9d  !..LnnG!..L/5L  -!,/G9FIAwt//LI7G!-#!-8 ..t4 ==!+-*G"7%%==,,q0"22,,$66NN%  (  ))#%55::<))CJsF9c.URR$r)r'rVrs rrV'InliningInstructionTranslator.fake_modezs{{$$$rc^[R"URR55$r)rrCr'rrs rrD)InliningInstructionTranslator.run_ctx_mgr~s ++DKK,E,E,GHHrc[R(dgURR5(dgURR 5(dgg)zCheck if comprehension speculation is allowed in this inlined context. Unlike should_compile_partial_graph(), this skips the exception table entry check. FT)rr5r should_allow_nested_graph_breaksr'rrs rrAInliningInstructionTranslator._can_speculate_comprehension_nesteds? ))||<<>>{{7799rc>[R(aNURR5(dgURR 5(dg[ TU]5$gr*)rr5rrr'rrjrrrs rr:InliningInstructionTranslator.should_compile_partial_graphsI  % %<<@@BB;;;;==779 9rcf>[R(a[TU] X5$[ SSS/S9 g)NzGraph break in inlined functionrz2Graph breaks in an inlined call are not supported.r)rr5rjrr:)rrrrrs rr3InliningInstructionTranslator.create_call_resume_ats2  % %70Q Q5L  rcFUR5UlSUl[er)rrrrFr&s rr*InliningInstructionTranslator.RETURN_VALUEs#xxz#' rcHURU5UlSUl[er)rrrrFr&s rr*InliningInstructionTranslator.RETURN_CONSTs##//5#' rcDSUR;aURSRS5(dvURSnURU5nSU;a([RR R UnO [U5n[X5"U5n[X15nOYURRSUR5n[U5nURn[X5"U5n[X5n[U5(a [U5nXEU4$)Nr namedtuple_r___unnamed_scope)rrmrrrrrrrdrMr+rOrOrNrcrS) rrrrr fglobals_vt global_source globals_nameglobals_sources rget_globals_source_and_value:InliningInstructionTranslator.get_globals_source_and_values   'z0J0U0U 1 1 ..4K ..{;M+-MM22LL# "0 !<*$>~NK&};M;;;;"DNNL*,7N!^^N*$?OK-nCM ^ $ $,M:MM99rc>URnX R;aURU5$URRURLa[ TU]U5 gURU5up4nURRRXB5(a5URURRRXB55 gURUnUR[R"XU55 gr)rrrr+rrjrrrthas_pending_mutation_of_attrrK load_attrrbr)rrrrrrrrrs rr*InliningInstructionTranslator._load_globals{{ ~~ %$$T* * ;; # #t~~ 5 G  &,0,M,Md,S )AM{{''DD[WW $++22<<[OPt, ///]KLrcn>URRURLa[TU]U5 gUR 5n[ U[5(a[SURS/S9 URnURU5upEnURRRXSU5 g)Nz3Storing Tensor hook handle in globals (inline call)rr) r+rrrjrrr\rr:rrrt store_attr)rrrr_fglobals_valuerrrrs rr*InliningInstructionTranslator.STORE_GLOBALs ;; # #t~~ 5 G  &HHJE%!899Q KK 8  ;;D.2.O.OPT.U +O! KK $ $ / / 5 Ir)rrrrr<r'r) r'rrrorrrrrrb)rrorztrace_rules.SkipResult) r'rrrorrrrrrr)r'rrrrrrrrrrrrz7BaseUserFunctionVariable | LocalGeneratorObjectVariablerrrrrrr)rrrz#tuple[Any, VariableTracker, Source])rrrrrrr rrrrrrkrrVrDrrrrrrrrrrtrus@rrrs*.. %% ) )' )( ) + )  ) )?&? ??BCC&C(C+ C ' CCJK,Z=*)=*=*4 =* 5 =* (B =* 3=*I=* =*~%%I     $=       (:(: ,(:TM"JJrrc^\rSrSr%S\S'SU4SjjrSU4SjjrSSjrSSjrSSjr SU4S jjr SU4S jjr SS jr SS jr S rU=r$)rirrcP>[TU]"U0UD6 /UlSUlSUlgr*)rjrkrrr)rrrrrs rrk/InliningGeneratorInstructionTranslator.__init__s- $)&)!#( -2*rc>^[TRTRU4Sj5 [TT]5sSSS5 $!,(df  g=f)Nc>TR$rrrsrrEInliningGeneratorInstructionTranslator.inline_call_..s 4CTCTr)rr+rrjrrs`rr3InliningGeneratorInstructionTranslator.inline_call_s0 dkk;T U7')V U Us A Acgr*rrs rrCInliningGeneratorInstructionTranslator.should_compile_partial_graph srcBUR5nURRU5 [UR5[:a[ R eUR[5 [R(dUR(a X l [egr)rrrrrvrInfiniteGeneratorErrorrKrgrrrrrH)rrtops r YIELD_VALUE2InliningGeneratorInstructionTranslator.YIELD_VALUEsqhhj ##C( t## $'9 9,, , ()  5 511#&   2rcURSn[U[5(dBUR5 [ [ 5R X/05nURU5 ggr)rr\rzrrfrmrLrK)rrr/ress rGET_YIELD_FROM_ITER:InliningGeneratorInstructionTranslator.GET_YIELD_FROM_ITERsOjjn#344 HHJ!$'55dE2FC IIcN5rc0>SUl[TU] U5$r8)rrjrrrrrs rr3InliningGeneratorInstructionTranslator.RETURN_VALUE$#' w#D))rc0>SUl[TU] U5$r8)rrjrrs rr3InliningGeneratorInstructionTranslator.RETURN_CONST(rrc[UR5S:deUR5nURSnUR5(d [ SSS/S9 UR U5n[ UR[5(aURS:deU=RS-slURU5 URU5 g![[R4a~n[ U[R5(a[R"U5 UR5 UR[R "UR"55 SnAgSnAff=f) NrrUnreachable sub-generator coder@Should only be encountered while implementing generator support.rrr)rrrrr:r r\rrrKrr rr rrhrrrrrr/exs r YIELD_FROM1InliningGeneratorInstructionTranslator.YIELD_FROM,s+4::!###hhjjjn##%% 8^   ###D)C433S99,,q0 1  $ $ ) $ IIcN   T "#s<<= 9"c;;<<--d3 HHJ II&--bhh7 8 8  9sCE/1A4E**E/c*[UR5S:deUR5nURSn[U[[ 45(dH[U[ 5(ay[UR[RR5(aFUR5(a$URU5nURU5 g[-SSS/S9 g[-SS [/U53S [/U5S 3/S9 g![[R 4ann["R$S:aUR5 UR[&R("UR55 UR+U5 SnAgSnAff=f) Nrrrzr#rr$rzSEND with bad typez TOS type: z(Attempted to SEND with unsupported type r[)rrrr\ryrqrr collectionsabcIteratorrr rKr rr r`rrhrrr:r`r%s rSEND+InliningGeneratorInstructionTranslator.SENDRsB4::!###hhjjjn c,.JK L L s5 6 6399koo&>&>??##%%#++D1CIIcN< b  ,$WS\N3Fws|nTUV  5&s'D'DE $'''1 II.55bhh?@IIdOO $s4D F$A$F  F)rrrr)rrrrrrrrr)rrrrrrkrrrrrrr'r-rrtrus@rrrs<**3 * **$#L**rr)rrrztypes.ModuleType)rr^)rrrGenerator[None, None, None])rXzCallable[..., object]rr)rbrrr)rtrrrr)rzdict[str, dict[str, Any]])rrrCallable[[object], bool]rKrrr)rr0rKrrr_)rrr-r2r.rrr)rKrrGrrzYCallable[[Callable[..., None]], Callable[[InstructionTranslatorBase, Instruction], None]])r+r@rrrzCallable[[], int]rr/( r __future__rr*collections.abcr?rWrrqrVrrSrrrrrHr` threadingrr=r]rrtypingrrrrr r r typing_extensionsr rtorch._loggingtorch._dynamo.dynamo_profilerr rtorch._dynamo.excrr torch._guardsrrrtorch._logging.structuredr%torch.fx.experimental.symbolic_shapesrtorch.utils._functoolsrrrrrr"rrbytecode_analysisrrr r!rr"r#r$r%r&r'r(r)r*r+r,r-r.r/r0r1codegenr2r3r4r5r6r7r8r9r:r;funcname_cacher<guardsr=r> output_graphr?r@rA polyfillsrBrCrDrErF replay_recordrGrHrrIrJrKrLr rMrNrOrPrQrRrSrTrUrVutilsrWrXrYrZr[r\r]r^r_variables.baser`rarbvariables.builderrcrdrevariables.builtinrfvariables.constantrgrhvariables.ctx_managerrirjrkrlvariables.dictsrmrnvariables.functionsrorprqrrrsrtruvariables.iterrvvariables.lazyrwvariables.listsrxryrzr{r|r}variables.miscr~rrrrrrvariables.nn_modulerrvariables.streamsrvariables.tensorrrvariables.torch_functionrrvariables.user_definedrrrrrrrrtorch._subclasses.fake_tensorrrr getLoggerrr$rgetArtifactLoggerrrr rr@rDrrLrrcontainsrrrrcacher dataclassrrrrr r%r@r(r.r0rrrKrFrHrYrcrxrrrrrr%r2r`rrbrwrrRr_nb_opsrrrrr)rrrrs0000rr\s-0#     QQQ$ ROCC/</ "'   )/NN:   ;   GFRR.H <//Q2G==<' !..228^L11(LI>>33HnM^^55h@PQoo4L4R4R4T'4TDAAq'''4T'^"("3"34BB X]] + 9 9 D!H! %&( y )) < CCCL     222 33. 44 )!) ))& $!$ $$ !!!H ~  I 9A  ..&  $ $  >>B (' #'&' ' 'T BA&A.2A=AHR!R'0R;LR RB} }"}}@JJ4 ___DO?;'O?;d~_5_D w   %IF  !#v-F12JWVABZL3I %  := := :=(:=! :=:=zjJ$=jJZ-JUy'lgs ) W2(W