Lj @ UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlmZmZmZmZmZmZddlm Z ddl!Z!ddl"Z!ddl#m$Z$m%Z%ddl&m'Z'm(Z(dd l)m*Z*m+Z+m,Z,dd l-m.Z.dd l/m0Z0dd l1m2Z2d dl3m4Z4m5Z5m6Z6mZ7m8Z8m9Z9d dl:m;Z;mZ>d dl?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNd dlOmOZOd dlPmQZQd dlRmSZSd dl5mTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]d dl^m_Z_d dl`maZambZbd dlcmdZdmeZemfZfd dlgmhZhmiZimjZjmkZkmlZld dlmmnZnmoZod dlpmqZqmrZrmsZsd dltmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|d dl8m}Z}m~Z~d dlmZmZmZmZmZmZmZmZmZd dlmZmZmZd dlmZmZmZd d lmZmZd d!lmZd d"lmZmZmZmZd d#lmZd d$lmZmZmZmZmZmZmZd d%lmZd d&lmZd d'lmZmZmZmZmZmZd d(lmZmZmZmZmZmZmZd d)lmZmZd d*lmZd d+lmZd d,lmZmZmZd d-lmZmZd d.lmZmZmZmZmZerdd/lmZmZmZdd0lmZd d1lmZejeԫZe!jjed2Ze!jjed3Ze!jjed4Ze!jjed5ZejZejDcic]\}}|e|jc}}Zd6ed7<eejjZeejjZd8ed9<d:ed;<e9jdezezZdZejGd?d@ZejGdAdBZejGdCdDZejGdEdFZGdGdHZe jdqdIZej drdKZej drdLZejGdMdNZGdOdPeZGdQdReZGdSdTeZdsdUZdtdVZe jdudWZ dvdXZdYZdwdZZdxdyd[Z dzd\Z d{d]Z d|d^ZGd_d`eZejGdadbZGdcdJedZGdedfeZejdgk\r9ejDcgc]\}}e edh|vr|didndj|did!c}}Z ej d}dkZ GdldmeZ Gdndoe Zycc}}wcc}}w)~a Core module responsible for converting Python bytecode into TorchDynamo's symbolic execution format. This module implements the bytecode-level tracing system that allows TorchDynamo to analyze and transform Python code. It converts Python bytecode instructions into a symbolic format that tracks the flow of tensors and other values through the program. Key components: - InstructionTranslatorBase: Base class for converting bytecode to symbolic execution - InstructionTranslator: Main translator for function bytecode - InliningInstructionTranslator: Handles inlining of called functions - SpeculationLog: Manages state for speculative execution and rollback The symbolic conversion process handles: - Control flow (loops, conditionals, etc.) - Function inlining and call stack management - Tracking of program values and side effects - Graph breaks and resumption points - Exception handling and stack frame management This is a core part of TorchDynamo's tracing system that enables ahead-of-time optimization of PyTorch programs. ) annotationsN)deque)AnycastNoReturn TYPE_CHECKING TypeAliasTypeVar)TypeIs)DynamoProfilerStateFunctionTraceTiming)ObservedExceptionTensorifyScalarRestartAnalysis)InlinedCodeCachetracingTracingContext) dump_file) guard_bool) cache_method)configexcgraph_break_hintslogging trace_rules variables) get_indexof JUMP_OPNAMESlivevars_analysispropagate_line_nums)cleaned_instructionscreate_binary_slicecreate_call_functioncreate_call_function_ex create_copycreate_dup_topcreate_instructioncreate_jump_absolute create_rot_n create_swap get_code_keys Instruction is_generatoris_jump_absolute unique_id) code_context) PyCodegen)%maybe_setup_comprehension_speculation) !augment_exc_message_with_hop_nameBackendCompilerFailedcollapse_resume_framesformat_frame_infoget_stack_above_dynamoResumePrologueTracingErrorStepUnsupported unimplemented Unsupported UserError) get_funcname) GuardBuilder install_guard)GraphCompileReason OutputGraphStackLocalsMetadata)impl_CONTAINS_OP_fallbackimpl_IS_MAPPINGimpl_MATCH_CLASSimpl_MATCH_KEYSimpl_MATCH_SEQUENCE) DummyModuleExecutionRecorder)ContinueExecutionCache"IS_TRACING_RESUME_PROLOGUE_VARNAME ReenterWith) AttrSourceDictGetItemSource GlobalSourceGlobalWeakRefSourceLocalCellSource LocalSourceSkipGuardSourceSource)is_builtin_constant is_forbidden) _get_error_on_graph_breakcountersget_fake_valueget_instruction_source_311get_metrics_contextgraph_break_dup_warning_checkeristype LazyStringproxy_args_kwargs)typestrValueMutationNewVariableTracker)FrameStateSizeEntryVariableBuilder wrap_fx_proxy)BuiltinVariableDictBuiltinVariable)ConstantVariable)ContextWrappingVariableGenericContextWrappingVariableWithEnterFunctionVariableWithExitFunctionVariableConstDictVariable)BaseUserFunctionVariableLocalGeneratorFunctionVariableLocalGeneratorObjectVariableNestedUserFunctionVariableSkipFunctionVariableUserFunctionVariableUserMethodVariable)MAX_ITERATOR_LIMIT)LazyVariableTracker)BaseListVariableIteratorVariableListIteratorVariable ListVariable SliceVariable TupleVariable) CellVariableExceptionVariableGetAttrVariable NullVariablePythonModuleVariableTracebackVariableUnknownVariable)NNModuleVariableUnspecializedNNModuleVariable) SetVariable)SymbolicStreamState)supported_comparison_opsSymNodeVariableTensorVariable)SymbolicTorchFunctionStateTorchFunctionModeVariable)RemovableHandleVariableUserDefinedClassVariable!UserDefinedExceptionClassVariable"UserDefinedExceptionObjectVariableUserDefinedObjectVariable)Callable GeneratorSequence)FakeTensorMode)CompilePackage graph_breaks trace_call trace_sourcetrace_bytecodedict[str, Any]compare_op_handlersc2t|gt|iSN)handle_containsreversedtxargs_s ]/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.pyrs(4.21inc Jt|t|gt|igiSr) handle_notrrrs rrrs(J.x~. 34b5rznot inr ExceptionValsc,tj|S)z Import the named module and cache the result. importlib.import_module() seems to do some filesystem checking to validate the name so not caching this can be slow. ) importlib import_module)names r_import_modulers  " "4 ((rcpeZdZUded<ded<ded<ded<dZd ed <d Zd ed <d Zded<ddZddZy )SpeculationEntrystrfilenameintlinenoinstruction_pointerr,instFbool_failedNz bool | Noneerror_on_graph_breakzGraphCompileReason | Nonereasoncd|_||_|j|jj}nd}tj|)z\ Start tracing of the current frame over again, and don't take this branch. Tz!Unknown fail_and_restart_analysis)restart_reason)rrrrSpeculationRestartAnalysis)selfrrs rfail_and_restart_analysisz*SpeculationEntry.fail_and_restart_analysissB $8! ;; "![[//N@N,,NKKrc\|jr |jJ|j|_yyNTF)rr)rrs rfailedzSpeculationEntry.failed s/ <<,,8 88&*&?&?B #r)rrreturnNone)rInstructionTranslatorBaserr) __name__ __module__ __qualname____annotations__rrrrrrrrrsCM K GT(,+,(,F %, LrrceZdZUdZej eZded<dZ ded<dZ d ed <ej eZ d ed <dZ d ed <ddZ ddZ ddZy)SpeculationLoga3 SpeculationLog replaces the prior copy_graphstate/restore_graphstate checkpointing. Rather than saving/restoring state, we restart the dynamo conversion process over from the beginning -- but when we hit the start of the speculation that failed, we instead generate a graph break. default_factoryzlist[SpeculationEntry]entriesrrindexFrgraph_break_on_autograd_grad list[str]autograd_grad_leaked_tensorsgraph_break_on_requires_grad_cd|_yNr)rrs rrestartzSpeculationLog.restart's  rcF|jjd|_yr)rclearrrs rrzSpeculationLog.clear*s  rc6t|j|jk(r'|jjt |||||j|j}d}|jdk7r]|j|jdz }d|j d|j d|jjd|jd }|j|k(r|j |k(r|j |k(std |jd t|jd |j d|j d |jjd |jd|d|d |jd |d|d|xjdz c_|S)z Lookup or create a SpeculationEntry() that is shared across RestartAnalysis calls. Args are used only for debug checks. rrzPrevious instruction: :(z @ z) z" SpeculationLog diverged at index z (log had z entries): - Expected:  (z at ip=z ) - Actual: a There are two usual reasons why this may have occurred: - When Dynamo analysis restarted, the second run took a different path than the first. If this occurred, the previous instruction is the critical instruction that behaved differently. - Speculation entries are only added under certain conditions (as seen in step()), e.g., there must exist operators in the graph; those conditions may have changed on restart. If this divergence was intentional, clear the speculation log before restarting (do NOT do this for graph breaks, you will infinite loop). Otherwise, please submit a bug report, ideally including the contents of TORCH_LOGS=+dynamo ) lenrrappendrrrropnamerSpeculationLogDivergence)rrrrrentryprev_entry_msg prev_entrys rnextzSpeculationLog.next.s t||  * LL   63FM  TZZ( ::?djj1n5J()<)<(=Qz?P?P>QJOO**+3z/M/M.NcS   % %)< <(* &*""&**ZDLL8I7JK ^^ Aell^2ejj.?.?-@HaHaGbc *AfXR }G4G3HI   ( a  rNrr) rrrrrrrr,rr)rrr__doc__ dataclassesfieldlistrrrrrrrrrrrrrrs'8k&7&7&MG #ME3N*/ $..?k.?.?PT.U )U+0!4/--%(-?B-JU- -rrcFeZdZUejeZded<ddZy) LocalStaterzdict[str, FrameStateSizeEntry]automatic_dynamiccbdjd|jjDS)N c3LK|]\}}|d|jyw): N)render).0kvs r z$LocalState.render..es* %)QqcAHHJ<  s"$)joinritemsrs rrzLocalState.renderds/yy -1-C-C-I-I-K   rNrr) rrrrrdictrrrrrrrr^s%8I 8I8I95 rrc0eZdZUded<ded<dZded<y)DistributedStater compile_pgr local_stateNzlist[LocalState] | None all_states)rrrrrrrrrrksO*.J'.rrcneZdZUeZded<eddZed dZed dZ ed dZ y) TensorifyStatezset[str]force_specializationsc:|jj|yr)raddclsrs r specializezTensorifyState.specializexs !!%%e,rc||jvSr)rr s rshould_specializez TensorifyState.should_specialize|s1111rc8|jjyr)rrr s rrzTensorifyState.clears !!'')rc2t|jdk(Sr)rrrs remptyzTensorifyState.emptys3,,-22rN)rrrr)rrrrrrr) rrrsetrr classmethodr rrrrrrrrrs_'*e8+--22**33rrc4tjtSr)torchdynamo_loggingget_step_loggerlogrrr _step_loggerrs  . .s 33rrc#DK|jj}|jj} g|j_d|j_d||j_||j_y#||j_||j_wxYwwr)speculation_logrr)rrrs r save_and_restart_speculation_logrs  ((G    $ $E)%'"#$  %,"#( &-"#( s-B &A9#B 9$BB c#K |jj}d|j_d||j_y#|j_wxYwwNF)output should_exit)rtmps r(temporarely_allow_writes_to_output_graphr#sA$ii## %  #  sA+AAAAc^eZdZUded<ded<ded<dZded <d d Zdd Z dd Zy)BlockStackEntryr,rzInstruction | Nonetargetr stack_indexNz?ContextWrappingVariable | GenericContextWrappingVariable | None with_contextc|jduSr)r(rs r can_restorezBlockStackEntry.can_restores  ,,rc*|jJ|jrbt|jdrL|jjr6t |jdz t |jjSt |jdz S)N target_valuesr)r'r(hasattrr,rLtuplers r resume_fnzBlockStackEntry.resume_fns+++   ))?;!!//  1$eD,=,=,K,K&L t//!34 4rc|jJ|r|jjs|s|jj|Syr)r(exit_on_graph_breakexit)rris_graph_breaks rr2zBlockStackEntry.exitsG  ,,, t00DDF$$))"- -rr)rrL)rrr3rrVariableTracker | None)rrrrr(r*r/r2rrrr%r%sH  TXLQX- 5+=A rr%c eZdZy)rNrrrrrrrrrrc eZdZy) ReturnValueOpNr6rrrr9r9r7rr9ceZdZdZy) YieldValueOpzY Signal to the symbolic tracer to stop and return control flow to the caller N)rrrrrrrr;r;srr;cttj|jt |t j |dfd }|S)Nch|jj||jiyr)push call_functionpopn)rrfn_varnargss rimplzstack_op..impls' &&&tTYYu-=rBCr)rInstructionTranslatorrr,rr)rinspect signature parametersrf functoolswraps)fnrCrArBs @@rstack_oprKsL !!"%00 1E R F__RDD Krct|tjsy|jj ddt j vS)NF.r) isinstancetypes ModuleTypersplitsysstdlib_module_names)mods r is_stdlibrUs: c5++ , <<  c "1 %)@)@ @@rc|rdd}ndd}tj|Dcgc]}|j}}tdt |D}|j d}||dz|dzScc}w)Nc|sJdy)Nmsgrxs rrJz(get_assert_bytecode_sequence..fns OeO1rc |sJyrrrYs rrJz(get_assert_bytecode_sequence..fns H1rc3JK|]\}}|jds|yw)POP_JUMPN) startswith)rirs rrz/get_assert_bytecode_sequence..sV71d$//*:UQVs## RAISE_VARARGSr)rZrrr)disget_instructionsrr enumerater)with_msgrJrinsts begin_idxend_idxs rget_assert_bytecode_sequencerhsr  &)%9%9"%= >TT[[ >E >Vi&6VVIkk/*G Q1 -- ?sA/c|tjus|ryt|jtsJ|j}dD]}t |}|j ||t|z}|Dcgc]}|j}}||k(sH|r.|jd}|j ||zj} nd} |jtj|| yycc}w)NF)FT LOAD_CONSTzassertion errorT)operatortruthrNrrrh instructionsrrrargvalr>rbbuild) rtruth_fnr>current_instruction_pointerrd assert_insts cur_instsrload_const_idx error_msgs r&_detect_and_normalize_assert_statementrvs &4 d.. 44 4"&":":!3H= %% '*E,+  .77TT[[7 7  $!-!3!3L!A --/.@&. IIo++D)< =!$ 8s-C#Fc|jjddxs t|dd}|sy|jj d}d}t |D]'\}}|jj ds&|})|dkry||j}d}|dzt|kr||dzj}||rd|zSdzS) zIExtract the innermost user source location from an FX node's stack trace. stack_tracerrzFile rrz, code: )metagetgetattrstriprQrcr^r)nst trace_lines last_file_idxr_line file_linecodes rget_node_source_inforPs M2 & G'!]B*GB ((*""4(KM[)4 ::< " "7 +MqM*002I Dq3{++=1,-335[$xv. ??B ??rc t|tsy |jj}ggt d dd  fd  |ssyg}t t zD]$}|j||jd&ddjd|DzS#t$rtjdd YywxYw) zWalk the FX graph backwards from a TensorVariable to show how it was computed, with user source locations. Graph inputs (placeholders) are always shown first, followed by operations in dataflow order ending at the branch condition.rcxt|tjjr |jSt |Sr)rNtorchfxNoderrepr)as rfmt_argz0format_tensor_computation_trace..fmt_argss&'588==9166 FtAw Frc(|j vry j|jt|}|jdk(rUg}|r|j d||j |jd|j d j |y|jdk(rt krt|j dt|j }djfd|jD}g}|r|j d||j |jd |d |dj ||jD]/}t|tjjs( |1yyy) N placeholderz# z: graph input ()r?rz, c3.K|] }|ywrr)rrrs rrz@format_tensor_computation_trace..walk..s$@AWQZ$@sz = r)rr roprr&rr|rrrrNrrr) r~sourceblock target_nameargs_strrr max_lines op_blocksplaceholder_blocksvisitedwalks rrz-format_tensor_computation_trace..walkvsMvv  KK )!,Ftt}$LL2fX/ xqxxjBC"))%0tt&3y>I+E%ahh CMJ 99$@$@@LL2fX/ xs;-q !DE  ' A!!UXX]]3Q ,F&rz@ The branch condition involves a tensor computed as follows: rc3&K|] }d| yw) Nr)rrs rrz2format_tensor_computation_trace..s<$$tf  0:`). Dynamo does not support tracing dynamic control flow.gb_typecontext explanationhints)rrNrrrrzr{dimdtyperrint32int64rrrr FUNDAMENTALr:)r trace_inforexamples rraise_jump_graph_breakz,generic_jump..raise_jump_graph_breaks4U;  e^ , ++**//33OD' *    LL4  &223 HI.-eW5DFPQ    sBC55 DDc |jsJd}  ||J|jr|j |j ||j |jt|||j|tjd|jj|tdt|||j!gd}|j#|j%|j&|} r|j||j(J|j%|j(|}t*j,dk\r%|jj/t1dgt1|j2|d } | j5||jj/| g|z|zy#ttf$r }|}Yd}~d}~wwxYw) Nrrzgeneric_jump triggered compilez generic_jump rr stack_pops TO_BOOLr)r&)should_compile_partial_graphr;r<maybe_has_backedgeraise_loop_graph_breakf_codelog_graph_break code_optionsrr>rrr compile_subgraphr@r` frame_summarypopcreate_call_resume_atnext_instructionr&rR version_infoadd_output_instructionsr'rcopy_positions) rrr extra_msgreall_stack_locals_metadataif_nextif_jump jump_instr>rs rjump_graph_breakz&generic_jump..jump_graph_breaks 00222  "5 )  " " $  ' ' S 9    s8  % 23$(KK$@$@ %/ {;d>P>P>R=S %A% !  ,,  ! ! %   IIe {{&&&,, KK %    w & KK / /1CI1N0O P&t{{71:F   & ++YK',AG,KLYY' C sGG,G''G,cT|j}tjr`tjj dk(rBt |r4|j}|jrmt|jr|j|S|jr |||ytdd|dgtjddd|jrJ|j j"d t$j&gt)||fi|j|yt+|t,r|j.}t+|t$j0s|dk7}t$j2j4j6j9|}|s(td t;|d gtj<|j|y|j j"d t$j>gt)|fi}tA||tC|jD| }|j j"d t$j&gt)||fi|j|y|jrt+|tFr>|jHr2tK|jHjMtNjP|jr%r|jS||j|yy|jr|jr |||yt+|tTrS|j jW|jX}|r%r|jS||j|yyt+|tZr |j]|d } t+| tdtffr1| ji|gi}tktk| dddd} |jr|j} | d k(rCt+| ts3t_jltn|dtq| jrgt+| tttfr| rr|jS||j|yt+|t,r5|jwrir|jS||j|ytdd| d|dgydr%r|jS||j|yyyyy|jsW|jy|rFt{|j}|r%r|jS||j|yyt+|t,r t+|j.t$j0r|jw|j } nt|j.dk7} | r%r|jS||j|yyt+|tjr.dr%r|jS||j|yyddl$mC}|jHN||jHr<|jr%r|jS||j|yy|y#t^j`$r]t_jb| |j]|d} n0#t^j`$rt_jb|d} YnwxYwYwxYw#t^j$r*} |jr|||d| cYd} ~ Sd} ~ wwxYw)Nrz>Data-dependent assertion failed (cannot compile partial graph)zvalue: zuDynamo has determined when encountering a data-dependent assert failure that it should not compile the partial graph.zUse `torch._assert()` to raise a hard AssertionError when the check fails. This error will propagate back the user code that called the compiled function (i.e. Dynamo will not trace any exception handling).zRemove the assert statement.zMove the assert statement outside of any context managers in order to graph break with partial graph compilation (if fullgraph=False).rr?z#Assertion failed on symbolic shapesr)r__bool____len__rJrz&__bool__ should return bool, returned rz3Data-dependent branching with non-constant __bool__zmethod: z , result: z}Attempted to perform data-dependent branching on a user-defined object with a __bool__ method that did not return a constant.Tr)rr)is_constant_source)Err rewrite_assert_with_torch_assertrRflagsoptimizervis_python_constantras_python_constantjumprr:rr is_tensorr  create_proxyr _assert_asyncr_rNrsym_numSymBoolr experimentalsymbolic_shapes expect_truer USER_ERROR scalar_tensorrerYrrnrr? make_guardr>SEQUENCE_LENGTHr>r get_submodule module_keyr var_getattrrObservedAttributeErrorhandle_observed_exceptionrrur?r|raise_observed_exception TypeErrortyperr evaluate_exprhas_unpack_var_sequencerunpack_var_sequencerr<rBackwardHookVariablerget_real_value)rrrrusym_exprresultscalar_to_tensor_proxyscalar_to_tensorrTrZ method_name result_value eval_resultrrrr>rrps rinnerzgeneric_jump..inners!%  3 3 ""a'6tXtL)-I'')002399T?*668$T47! `")% 1%H.::u ;  N  * ( ((#'''y'92>  $%1!==!(EMM:'1}H..>>JJ8T! E #H $&= 1 < <=   $%=T[[%=%=!4!4&7H%SU7V& " -&,-C-H-H$O   %DKK $ $## #$4i#@"E  IIdO   # # %%!23 ell55l6R6RST0023IIe$ $4__ 4#D#D#F T4 / / 0++++E,<,<=C}IIe$ $8 9 %%dJ7!o/ABCr26%gat&L"j0LRV9W44% "HlI[IdIdHe f"",s <,AW IIe, $8++- IIe, $! U"*1#Zx @%X D> %(IIdO". BX<."u'D'DT'JE55d;<=IIe$ $> /  emmU]];"'"5"5dkk"BK",U]]a-?"@K  $IIe$ $%y== >~IIe$ $ 3||',>u||,LE0023 %(IIdO4 'u-i-- --d3))$ :A1111$7A  |== 446+D$2aSRR s[=[7A]*7(]' \32]'3*] ]']  ]'&]'*^'=^"^'!^""^')rrbrr)r) rrrr,rrbrrrrrrrr,rrr)rpr>rrrs`` @@r generic_jumprs\! N 7M'7M7M7M 7M  7Mr|.|.| Lrc6g}|}| |j||j}| t|D]}|jD]}t |j t r:|j|jj|j|W|j Jt |j tsJ|j j||j|jj|j|y)zsGenerates bytecode to restore the block stack for running the unsupported instruction in the compiled bytecode.N)rparentr block_stackrNr(r extend_outputr/try_except_torch_function_moderrireconstruct_type try_finally)rcgcleanupall_txescur_txbs r_reconstruct_block_stackrs 13H/1F    x R RA!..*CD  KKM@@ >>- --ann/FH HH NN + +B /   Q[[]66rP Q RRrc  dfd }|S)Ncjtjdfd } dfd |S)Nc "|j}|_|j}|j|r"|jJ|||jS ||||_S#tt f$rd}|j rg|js |jrt|tr|jtdd|j ddgtj|t|ddr|js|j!r|j#|j$||j'|j(dt+|| t|tr!|j|j-d t/t|d t+|t|d |j1g|_Yd}~nd}~wwxYw ||_n #||_wxYw|j3|jy) Nz0Graph break under GenericContextWrappingVariablez!Active generic context managers: z]Attempted to graph break in an active context manager(s) that doesn't support graph breaking.zEMove the offending context manager(s) to outside the compiled region.rrrrfrom_exc skip_frameFz: r graph_breakrX real_stack)current_instruction_push speculaterrr;r<active_generic_context_managers one_graphrrNremove_from_statsr:rCAUSED_BY_EARLIER_GRAPH_BREAKr|rrrrrrr add_to_statsr@rr) rr prev_push speculationexcphandle_graph_breakinner_fn msg_prefixr>s rwrapperz>break_graph_if_unsupported..decorator..wrappers55I,0D )..*K!!$'"))555)$k6H6HII. :d+Z1:-Y +* 77~~)B)B"$ 4..0! R"CDDhDhCi j%Dc.LL"& 4u588:**,// TB$$%%(\s4yk:% dK0**,%%m4%7D%T3D,1C1C1E0FG& ""O* N# 1:- -  1 1$2K2K Ls+A))G9EGG)GG)) G2c<tjdk\rtjdkrs|jdk(rdtjtj d|j tjtj d|j z}n*tj|j|j }tjd|j|jj||t |z }t|jj}g}t||||jj!|j#~tjdk\r|jdk(r|j$|j$j'nd}t)|dkDr|y)Nr r CALLPRECALLz%s triggered compilerrrrKW_NAMESrnFry) rRrrra stack_effectopmapargopcoderrr rrr1root_txrrrbkw_namesrrr'r#rr&copy exn_tab_entryr@r>rrr) rrrr0rr r r5 call_insts inst_copyr>s rr#zIbreak_graph_if_unsupported..decorator..handle_graph_break)sy   G+$$w.KK6) #//IIi($(( $$SYYv%6A B  #// TXXF II,dkk :(, (D(DVD L0H)E) %4;;../B)+G $T2w 7 KK / /0C0C0E F7*t{{f/D}}0MM446 x=1$++g555KK77+JxHIxx+++1$((EB 2--d3 33J?{{*** IIdO *. ' 33YK@ KK / / 8 IIc$i,. / /+, KK / /**))- rr)rrrr,rr@rr)rHrI)r$r&r#r%r>s` @r decoratorz-break_graph_if_unsupported..decoratorsT  "7 M #7 Mr< +< < '<  < |r)r$Callable[..., None]r8Callable[[InstructionTranslatorBase, Instruction], None]r)r>r%r:s`` rbreak_graph_if_unsupportedr=s$ {%{ A{z rc$eZdZdZdfd ZxZS)BytecodeDispatchTableMetazTInstalls a `cls.dispatch_table` on every subclass to speed up calls to self.OPCODE()c @t ||||dd}tjj Dcic]'\}}|t ||t j||)}}}tdDcgc]}|j|c}|_ ycc}}wcc}w)Nc^td|d|d|dd|dgtjy)NzMissing bytecode handlerz with args z=Dynamo does not know how to handle the bytecode instruction ``.z%Do not trace code that produces the `z_` bytecode instruction (see https://docs.python.org/3/library/dis.html for bytecode semantics).r)r:r SUPPORTABLE)rrs r_missingz4BytecodeDispatchTableMeta.__init__.._missingrsS 2!(+dV4[\b[ccef;F8D__'22 r)rrrrrr) super__init__rar1rr|rHpartialranger{dispatch_table) r rbasesdctrDrrrJr_ __class__s rrGz"BytecodeDispatchTableMeta.__init__os uc* "iioo/  VY%6%6x%HI I  >C4[In003I  Js ,B4B) r rrrrKrrLrrr)rrrrrG __classcell__rMs@rr?r?ls^JJrr?ceZdZUdZej eZded<ej dZ ded<dd Z dd Z dd Z dd Z dd ZddZ ddZddZddZddZddZddZeZy)ExceptionStackzU Exception stack that it is shared among all InstructionTranslator instances rzlist[ExceptionVals] _exc_stackN)defaultzExceptionVals | None_current_exceptioncd|_yrrTrs rclear_current_exceptionz&ExceptionStack.clear_current_exceptions "&rc4|j|||_yr)._set_context_and_break_context_reference_cyclerTrvals rset_current_exceptionz$ExceptionStack.set_current_exceptions ;;C@"%rcv|jJ|j|j|jyr)rTrrWrs rmove_current_exception_to_stackz.ExceptionStack.move_current_exception_to_stacks2&&222 D++, $$&rc6|jJ|jSrrVrs rget_current_exceptionz$ExceptionStack.get_current_exceptions &&222&&&rc|jx}rt|tur|St|j|zdkDr9|j|}|j ||dz ||ur|j ||SNrr) __context__rrhrrR_set_context_recursive set_context)rr[prev_idxctxprevs rrdz%ExceptionStack._set_context_recursivest?? "C "S 9I(IJ t ( *Q .??8,D  ' 'hl ;3% rc|x}}d} |j}t|tury||ur%|jtjdy|}||ury|r |j}| }`r)rcrrhrecreate)rr[oslow_oslow_update_togglers r_break_context_reference_cyclez-ExceptionStack._break_context_reference_cycles F"mmGG} 00#~ .55d;<AF{!++%7!7 %rcv|j|t|jdz |j|yNr)rdrrRrnrZs rrYz=ExceptionStack._set_context_and_break_context_reference_cycles0 ##CT__)=)AB ++C0rc6|jjSr)rRrrs rrzExceptionStack.pops""$$rc:|jj|yr)rRrrZs rrzExceptionStack.appends s#rc,t|jSr)rrRrs rrzExceptionStack.__len__s4??##rc |j|Sr)rR)rrs r __getitem__zExceptionStack.__getitem__su%%rc:d|jd|jS)Nzself._exc_stack=z - self._current_exception=)rRrTrs r__str__zExceptionStack.__str__s""$//##?t'>'>&@AArr)r[rrr)rr)r[rrfrrr)rr)rrrrr)rrrrrrrrRrrTrWr\r^r`rdrnrYrrrrurw__repr__rrrrQrQs'8k&7&7&MJ#M/@{/@/@/N,N'&' '   ,/   861 1 1%$$&BHrrQcneZdZUded<ded<ded<ded<ded <d ed <d ed <ded<ded<ded<ded<ded<ded<ded<ded<ded<ded<ded <d!ed"<d#ed$<d%ed&<d'ed(<ded)<ded*<d+ed,<ded-<d.ed/<d0ed1<d2ed3<dd4Zdd5Zdd6Zdd7Zdd8Zdd9Z dd:Z dd;Z dd<Z ddd=Z dd>Zdd?Zdd@Zej$dAk\rddBZnddCZeddDZddEZddFZddGZddHZddIZddJZddKZddLZddMZddNZddOZ ddPZ!ddQZ"eZ#ddRZ$ddSZ%ddTZ&e'jPddUZ)ddVZ*ddWZ+e,ddXZ-ddYZ.ddZZ/dd[Z0e0Z1dd\Z2e,dd]Z3dd^Z4d d_Z5e5Z6e5Z7e8e9jtd`Z;e8e9jxd`Z=e8e9jtdaZ>e8e9jxdaZ?ddbZ@ddcZAdddZBddeZCddfZDddgZEd dhZFd diZGd djZHddkZIddlZJddmZKd dnZLddoZMddpZNddqZOddrZPddsZQddtZRdduZSddvZTddwZUeVdadxyddzZWeVdad{ydd|ZXeVdad}ydd~ZYddZZddZ[ddZ\ddZ]ddZ^ddZ_eVd`dyddZ`ddZaddZbec ddZd ddZe ddZfec ddZgddZheVd`dyddZiddZj ddZkddZlddZmddZnddZoddZpeqfddZrddZsesZtddZuddZvevZwddZxddZyddZzddZ{ddZ|ddZ}ddZ~ddZeVd`dyddZddZddZddZddZddZddZddZddZddZddZddZddZddZddZddZddZddZeZddZddZddZddZddZddZddZddZee9j8Zee9j<Zee9jtZee9jBZee9jFZee9jJZee9jNZee9jRZee9jVZee9jZZee9jZZee9j`Zee9jdZeVdadyee9jhZee9jlZee9jpZee9jtZee9jxZee9j|Zee9jZee9jZee9jZee9jZee9jZee9jZee9jZee9jZee9jZee9jZee9jZee9jZee9jZee9jZddZej$dAk\rddZddZdd„ZddÄZߐdddĄZeVdadŬyddƄZddDŽZddȄZe5Ze5Ze8e9jxd`Ze8e9jxd`Ze8e9jtd`Ze8e9jtd`ZddɄZddʄZ dd˄Zecdd̄Zdd̈́Zdd΄ZddτZddЄZddфZdd҄ZddӄZddԄZddՄZddքZddׄZdd؄ZeVdad٬yddڄZddۄZdd܄Zdd݄ZddބZdd߄ZeZeZeZdZddZddZdZddZddZ d ddZ ddZ ddZ ddZ ed dZ ej d!dZd"dZ d#dZ d$dZ d%dZec d&dZ d' d(fd ZxZS()rrAr dict[str, VariableTracker]symbolic_localssymbolic_globalsrsymbolic_torch_function_statersymbolic_stream_statez!dict[str, VariableTracker] | Nonepost_prune_cell_and_freevarslist[VariableTracker]stack int | Nonerr,current_instructionrrzlist[BlockStackEntry]rrrzConstantVariable | Noner5accept_prefix_instlist[Instruction] prefix_insts inline_depthinconsistent_side_effectszSpeculationEntry | Nonecurrent_speculationz list[Any]rJrQ exn_vt_stackzExecutionRecorder | None exec_recorderz(Callable[[VariableTracker], bool] | Nonestrict_checks_fn start_pointhas_no_inlined_callsz InstructionTranslatorBase | Noneris_child_tracer_activez3list[tuple[VariableTracker, list[VariableTracker]]] debug_localsCompilePackage | Nonepackagez deque[str]latest_bytecode_queuecd|_y)z InstructionTranslator has encountered instructions which may cause dynamo to see a different version of history from eager See: https://github.com/pytorch/pytorch/issues/110765 TN)rrs rmark_inconsistent_side_effectsz8InstructionTranslatorBase.mark_inconsistent_side_effectss *.&rc|}||jj}|jJ|j|jdD]8}|jdvrn(|jt vs&|j }||ks8y|j}|y)N) RETURN_VALUE RETURN_CONSTTF)roffsetrrmrrrnr)rr cur_offsetr jump_offsets rrz,InstructionTranslatorBase.maybe_has_backedges*48 33::J--9 99++F,F,F,HI $;;"BB;;,."&++K"Z/#  $]]F rc |jdS)N co_cellvarsrrs rcellvarsz"InstructionTranslatorBase.cellvars9  //rc |jdS)N co_freevarsrrs rfreevarsz"InstructionTranslatorBase.freevars<rrc~t|ds&|j|jz|_|jS)N_cell_and_freevars)r-rrrrs rcell_and_freevarsz+InstructionTranslatorBase.cell_and_freevars?s2t12&*mmo &GD #&&&rcV|jjDcic]\}}||jvr||c}}|_t |j |j }|jjDcic] \}}||vs ||c}}|_ycc}}wcc}}wr)r{rrrrrmr)rrrreadss rprune_dead_localsz+InstructionTranslatorBase.prune_dead_localsDs,,224- 1D**,, qD- ) "$"3"3T5M5MN!11779 QQ%ZAqD -  sB B%B%ct|tsJt|tsJt|tsJt dt j ||jDsJd}t|dr |j}t|dr |j}|r$t|rt|rtd||j|j|||y)Nc3<K|]}t|tywr)rNrb)rrZs rrz:InstructionTranslatorBase.call_function..Zs  q/ * rrJz$Attempt to trace forbidden callable )rNrbrrall itertoolschainvaluesr-rrJcallablerVAssertionErrorr>r?)rrJrkwargsr$s rr?z'InstructionTranslatorBase.call_functionQs "o...$%%%&$''' __T6==?;     2w xxH 2t uuH *|H/E #Gz!RS S """4v67rc^t|ts t|}|j|||S)zD Redirect the call to the generator "call_function" )rNrpr?rrJrrs rinline_generator_functionz3InstructionTranslatorBase.inline_generator_functiongs."<=/3BdF33rctjr,t|jr|j |||St j ||||S)zF A call to some user defined function by inlining it. )r"enable_faithful_generator_behaviorr-get_coderInliningInstructionTranslator inline_callrs rinline_user_function_returnz5InstructionTranslatorBase.inline_user_function_returntsF  4 4bkkm9T11"dFC C0<[[F7;7H7H17Lt001 3RT   7 7@%-rRz3C ++))*!F84 8K8K7L\N[kZlmmrcd|jd}tj|jj|j j }|d|z }|S)NzTRACE starts_line rr)r linecachegetlinerrrrstrip)rlog_strrs rget_log_starts_line_log_strz5InstructionTranslatorBase.get_log_starts_line_log_strsX&t'C'C'E&FbI  !8!8$++FMMOT$= rc|j|k(ry||_tj|jj||jj |j r*tjdt|jyy)N%s) rrset_current_locrrris_trace_source_log_enabledtrace_source_logrr^r)rrs r starts_linez%InstructionTranslatorBase.starts_linesl ;;&  && KK # #VT[[-@-@   + +  " "4D4T4T)U V ,rct|_|j}|y|j|x|_}|dz|_|j r|j |j |j sb|jrR|jrB|j|_ |jj|r|j|y|jr?tjd|j |j"t%|j t&j(rW t%|j }|j,j/d|j dt%|j"d||j1| |j2|j4|||j6j8 S#t*$rd}YwxYw#t:$rt<j>$r}|jA|Yd}~yd}~wtBtDf$rYytFtHtJf$r}|jLs%|js|jNs tQ|d dr2tS|tJr!tUd d d d dgtVjX|jOtZjdtS|tJr"tUdd dd dgtVjXdd|_.dt_|}|ja|jb||Yd}~nd}~wwxYw|jje|jy)zzTRACE  Trz3cannot resume from torch._dynamo.step_unsupported()rztraced torch._dynamo.step_unsupported(), but Dynamo is instructed to error on graph break. This graph break is used for debugging only.z1Remove the torch._dynamo.step_unsupported() call.z9Make sure fullgraph=False and error_on_graph_break=False.rz1empty checkpoint - cannot resume from graph breakz6torch._dynamo.step_unsupported() with empty checkpointztraced torch._dynamo.step_unsupported(), but there is no checkpoint to step_graph_break from. This graph break is used for debugging only.zInclude at least one checkpoint: (1) include at least 2 ops and (2) make sure there is some line of code that is not in a try/with block, and has an empty Python stack.)rrrrrzEncountered graph break that we cannot resume from. Compiling up to the previous resumable state, then skipping the rest of the function. Graph break encountered: r)3rWrrrmrrrris_non_empty_graphrrrstep_graph_breakis_trace_bytecode_log_enabledtrace_bytecode_logrrrnrrverbose ValueErrorrrupdate_block_stackrJr3r r!rrrexception_handlerr9r;r;r<r9ris_tracing_resume_prologuer|rNr:r DYNAMO_BUGrrrrrr)ripr stack_reprrrs rstepzInstructionTranslatorBase.steps"$=$?!  % % :*.*;*;B*?? 4#%6      T-- . 113'')'+~~'7D $''..t4%%d+  - -  $ $ $++t{{D> P!$**-   & & - - QtDKK'8&9:,G  %A  ,D   ,T4 8{{... . PO  P.  $$   " "1 %|, Y87 ,,221lE2a1! U "%`PW/99 ''/ MNa1! X "%aPk/99  $(  $ /031vh8   !! !  g7 r   ::4;T;TUs=0G6G  GG L-<HL-&L-9C*L((L-r(c|j}|rt|jdk\rg|j|jdjurA|j|jdjur|jj yyyy|jrD|j dvr5t|jdk(sJ|jj yyy)Nry)NOP JUMP_BACKWARD NOT_TAKENr)r7rrr&rr)rrrs rrz,InstructionTranslatorBase.update_block_stacks&&E (()Q. D,<,rrrbrr locals_namesrr& create_storer(rm) r continue_instrrr leaf_resume_codeleaf_resume_namer rlocalidxs rrz*InstructionTranslatorBase.step_graph_breakEs9;;2222''333::~ *+$(KK$@$@ %&84;M;M;O:PQ%A% ! ;; --- --4;;../B     ^ ((+ ++- '|;  !^  ((+ ++- '|;  261C1C=";A">Be2 . . & ')+G $T[["g >  $ $&6%7:J9KR P   W %    ^((+'7!^  ((+  '7  2!4>>I    ^((+++-)I6      ^&}!<  KK  _. / %a ( 2 2a 7 2 1}  $Q,,Q///1-Y=  %Q  ,,Q/ +>:    &'8i!mL&|QG&'8i!mL " KK / /##%++33KK002KAB2O  KK / / ^&y1 4;;../B KK / /((,++-  8;HHNNP  s 33&(,,S1//1.   KK / /&y1(7&& rc,tjdSr)r current_framers r run_ctx_mgrz%InstructionTranslatorBase.run_ctx_mgrs++D11rc |j5t|jj |jj ||j |_ |jr |jr|jjYt)|t.r5|jj[|jj] dddy#t$rY}|jrGtdt|jdt|j|j dd}~wwxYw#t"$rt$$rt&$r*}t)|t*t,frTt)|t.rD|j0s8|j2s,dt|}|j5|j6||t)|t8j:s$|jj<j?tA|drpd|jBvrbtDjFjI|jjJ|jjLjOddd }||_(d}~wt$ro}|jRr|jRjU|_+t)|t8j:s$|jj<j?d}~wwxYw#|jjYt)|t.r5|jj[|jj]wwxYw#1swYyxYw) NzError while tracing through a Dynamo-generated resume function prologue. Errors are not allowed when tracing resume function prologues. rztFailed to handle graph break gracefully. Skipping the function and falling back to eager. Graph break encountered: rrXzData-dependentFT) print_outputinclude_strideinclude_device)/rrrrr push_txrrrrrr8rrrwith_traceback __traceback__rr4 RuntimeErrorrNr;r<rDrrrrrRestartAnalysis side_effectslog_side_effects_summaryr-rXrr GraphModule nn_modulesgraphprint_readablepartial_fx_graphr get_record exec_recordpop_txr mark_bytecode_tracing_stop)rrrreadable_graphs rrunzInstructionTranslatorBase.runs    L = dkk-- .J = ##D)#'#;#;  ))+))+t ""$ d$9:KK'') KK::? 55 NN77:1vh@ (())%) "!S%8%89KK,,EEG1e$)9QUU)B%*XX%9%9 .. 0A0A&$n%*4PT%# *8A& %%$($6$6$A$A$CAM!!S%8%89KK,,EEG   ""$ d$9:KK'') KK::< ;ML =L =si M1,E!C)AM1) E 2AEE  EL *D%J L A*LL  L  A!M..M11M:ct|tsJdt||jj |y)Nz"push expects VariableTracker, got )rNrbr`rrrZs rr>zInstructionTranslatorBase.push]s;#/ 0 ? / #rc4|D]}|j|yr)r>)rvalsr[s r push_manyz#InstructionTranslatorBase.push_manycs C IIcN rc6|jjSr)rrrs rrzInstructionTranslatorBase.popgszz~~rcpgtt|Dcgc]}|jc}Scc}wr)rrIr)rr~rs rr@zInstructionTranslatorBase.popnjs*:uQx8!488:89::8s3 c |j}|jr7||jvr)|jj||j| |j |j |j |jd r|j j|yy#t$r|jdrh |jdd}|j |j |n\#t$r*tdd|d|ddgtjYn*wxYwtd d|d |dgtjYwxYw) NrMimplicitz5Attempted to read undefined local variable (implicit)z LOAD_FAST z5Could not find an implicit local variable with name ``z(This happens in dict/list comprehensionsrz*Attempted to read undefined local variablez+Could not find a local variable with name `__stack)rnrf_locals add_local_varr>r{unwrapKeyErrorr^replacer:rrr)rrrnew_names r LOAD_FASTz#InstructionTranslatorBase.LOAD_FASTmsP{{   $$--"7    , ,T4==3F G  IId**40779 :4 ??9 %  $ $T * &3 s# #||C|jj|j|j|jyyyr) rnrr{r r  load_cellr>rr$r%)rrcell contents_vars r LOAD_DEREFz$InstructionTranslatorBase.LOAD_DEREFs{{d446666##DKK0{{//99$?  ,   $++">    , ,T[[$-- :T U#? rc|j}|j}|j|||j|<|tk(r+|j }t |tusJ||_yyr) rnr set_name_hintr{rKrrrr)rrr loaded_vtr[s r STORE_FASTz$InstructionTranslatorBase.STORE_FASTsj{{HHJ %%.T" 5 5..0C9$ $$.1D + 6rc|jj|j}t|tr|j ||j|j=yr)r{r{rnrNr_maybe_emit_sync_dealloc)rrvars r DELETE_FASTz%InstructionTranslatorBase.DELETE_FASTsF""&&t{{3 c> *  ) )# .   -rc^ddlm}m}|j}||jdvry|j j }|jjdijdd}t|jj}|syd}|jjjD] } | |vs| } ||jdk(ry|jjdijdd} || k(ry|||}| ||} |} |jj!dt"j$j&j(| | fi|jj!dt"j$j&j*| ||j-fiy)Nr)get_current_stream new_event)cudaxpucustomstreamr r?)variables.streamsr9r:devicerrrrzr{ruserskeysr rnodesrrropsstreams record_event sync_deallocas_proxy) rr6r9r:r@r alloc_streamrA last_userr~last_use_stream event_idxs rr5z2InstructionTranslatorBase._maybe_emit_sync_deallocsuD >V[[? yy~~yy}}Xr266xF DJJOO%&  ""(( AEz      8 #..,,Xr:>>xN ? *   -f5L  "08OK     II   * *  (      II   * *  clln 5   rcR|j|jvsJ|j|j}|j}|jj j ||t|tsJ|j|j|jyyr) rnrr{rr r  store_cellrNr~ local_namer1)rrr-r[s r STORE_DEREFz%InstructionTranslatorBase.STORE_DEREFs{{d446666##DKK0hhj   ++D#6$ --- ?? &   doo . 'rc|j}| tj|jS|j|}|s'>T[['QD ! !! $''*C rcD|j|j|yr)r>rTrs rrjz$InstructionTranslatorBase.LOAD_CONSTs $""4()rc |j}|jrn||jvr*|jj||j|n6||jvsJ|j||jj |<||jvr|j |S||jvr\|jj|j|}|j|jjj||y|j|}|jtj||t|yr)rnr f_globalsadd_global_var f_builtinsbuiltins load_builtinr|r r r> load_globalrbrorO)rrrvariablers r _load_globalz&InstructionTranslatorBase._load_globals{{   t~~%""11$t8LMt...48OOD4I""++D1 t~~ %$$T* * 4(( ({{//0E0Ed0KLH IIdkk..::8TJ K t$ /''e\$5GHIrcld}|j|}t|}tj|||S)Nztorch.nn.modules.module) import_sourcerrbro)r module_name module_sourcefglobals_values rnn_modules_globals_vtz/InstructionTranslatorBase.nn_modules_globals_vts6/ **;7 ' 4$$T>=IIrc8|jJtjdk\r3tjdkr |jdzr|j||j |tjdk\r"|jdzr|j|yyy)Nr(rr)r2rRr PUSH_NULLr^rs r LOAD_GLOBALz%InstructionTranslatorBase.LOAD_GLOBAL s~xx###   w &3+;+;g+E$((UV, NN4  $   w &488a< NN4 ,8 &rc|j}|j}t|}||jvrt |j|<|j j j||j|}t|trtd|dg|j j j|||y)Nz%Storing Tensor hook handle in globalsThis is not supported.r) rrnrOr|rr r track_global_existingrNrr: store_global)rrrrrr]s r STORE_GLOBALz&InstructionTranslatorBase.STORE_GLOBALs {{d# t,, ,*0(D ! !$ ';;++AA D))$/  e4 5 ?4     --heDrcd|vrZtjjj|}|j ddj ddj dd}n t |}d|j dd}|j|jj ||||jj|<|jj}||vs |||usJ|||<|jj|t|S)z-Create an alias to a module for use in guards torch_package>r,7 ""5)KK,, I%5)9U)BBB % ##E*E""rc~|jd|dz }t||kr td|d}|r|d|S|S)z Copied from the Cpython implementation of __import__ Resolve a relative module name to an absolute one. https://github.com/python/cpython/blob/5a094f0255eea1db58fb2cf14c200971e64ec36e/Lib/importlib/_bootstrap.py#L902 rMrz2attempted relative import beyond top-level packager)rsplitr ImportError)rrrlevelbitsbases r resolve_namez&InstructionTranslatorBase.resolve_name=sQ ~~c519- t9u RS SAw#'$q1T1rc|jjd}|jjd}|6|2||jk7r#tj d||jd|S| |jStj dd|jd}d|jvr|j d d }|S) z Copied from the Cpython implementation of __import__ https://github.com/python/cpython/blob/5a094f0255eea1db58fb2cf14c200971e64ec36e/Lib/importlib/_bootstrap.py#L1090 __package____spec__z)__package__ != __spec__.parent (%r != %r)r) stacklevelzYcan't resolve package from __spec__ or __package__, falling back on __name__ and __path__r__path__rMr)rWr{rrwarning rpartition)rrspecs r calc_packagez&InstructionTranslatorBase.calc_packageIs ..$$]3~~!!*-  Gt{{$: ?KK  N  ;;  KK8   nnZ0G/!,,S1!4rc l|jd\}}|j}|j}|j}tjd|d|d|}||j vr|j |}t |}n{ t||||j }|d k7r#|j}|j|||}|s&|jd d } |j| }n|j|}|j r|j j#|t%t&j(t*fr|j-t/|| ytd t1|dg y#t$r,tdd|d|d|dgtj YwxYw)Nrr)fromlistr}globalszImport failurez module_name: z , fromlist: z, level=z"Failure when attempting to import.rrrMrzBad import resultz%Import result is not a Python module.)r@rrnrILOCAL_MOD_PREFIXrWrO __import__r|r:rrrr partitionr`r add_local_modrNrOrPrHr>rr`) rrr}rra recorded_namerrpkgtop_level_module_names r IMPORT_NAMEz%InstructionTranslatorBase.IMPORT_NAMEfs))A,x((*..0kk !112!E7!H:Q{m T  DNN *NN=1E!-0F "% NN z'')"// S%H (3(=(=c(B1(E%++,AB++K8       , ,]E B ee.. < = II*5@ A +C  A ,+K= XJhW\V]^ D9-889  sE>>1F32F3c\|j||j|jyr)DUP_TOP _load_attrrnrs r IMPORT_FROMz%InstructionTranslatorBase.IMPORT_FROMs T  $rcb||jvr#tddd|dgtj|j|}t |rBt |j j}t||}tj|||St|sJtj||S)Nz%failed to find name in frame builtinsrzFailed to find name `z` in frame's builtins.r) rYr:rrrrOr %name_of_builtins_dict_key_in_fglobalsrNrbrorU)rrnr[builtins_source var_sources rload_builtin_from_argvalz2InstructionTranslatorBase.load_builtin_from_argvals  ( ?3F8;QR&11  oof% C=* AAO+?FCJ"((sJ? ?&s+ ++"((s3 3rcX|j|j|jyr)r>rrnrs rr[z&InstructionTranslatorBase.load_builtins $// <=rc|jJ|jJ|jJtj d|j|jz |j |j|_|j|_y)Nir_count)rrr&r[ incrementindexofrs rrzInstructionTranslatorBase.jumps''333+++{{&&&'' 0043C3CC $(<< #< 33rFTc |jJ|jjt||jt |j yrr&rrr%rrrs r SETUP_LOOPz$InstructionTranslatorBase.SETUP_LOOP;{{&&& dkk3tzz? STrc |jJ|jjt||jt |j yrrrs r SETUP_EXCEPTz&InstructionTranslatorBase.SETUP_EXCEPTrrc8|jjyr)rrrs r POP_BLOCKz#InstructionTranslatorBase.POP_BLOCKs rc&|j|yrsetup_or_before_withrs r SETUP_WITHz$InstructionTranslatorBase.SETUP_WITH !!$'rc |jJ|jjt||jt |j yrrrs r SETUP_FINALLYz'InstructionTranslatorBase.SETUP_FINALLYs;{{&&& dkk3tzz? STrc|jj}|j| |j|}|j|y#tt j f$r}t|t j rt j|tjdk\r%|jtjdn|j|j|Yd}~yd}~wwxYwNr*)rrealizer> next_variable StopIterationrObservedUserStopIterationrNrrRrrhrjr)rritr[rs rFOR_ITERz"InstructionTranslatorBase.FOR_ITERs XXZ   ! "  ""4(C IIcNs<<= !S::;--d37*  *11$78 IIdOO s"AC?-BC::C?clt|tjtfr|j |gi}|Sr)rNrrfrr?rZs r_create_exception_typez0InstructionTranslatorBase._create_exception_type s6  )++-NO ##D"b1C rc|j}|j|d}t|ttfsJt j ||}|j |dtj|d|giy)Nr  __setattr__) rrrNrhrfrom_frame_summary call_methodrbro)rrrtbnew_tbs r_attach_traceback_to_exceptionz8InstructionTranslatorBase._attach_traceback_to_exception s**, S__     !#45   #55mRH    " "4 96 B   rc|j|}t|jrWt|tj r=|j tur+tj|tj|gi}|j|r:t|dd-tjj j#|_|j|rb|j&j)|t+j,|j }t|dd}|d|j/|t+j0t2|d|j5gy)N python_stackraised exception )rz/exceptions must derive from BaseException, not r)rr-rrNrrexc_typerrbror r?_isinstance_exceptionr|r_guardsr extract_stackrrr\rget_dynamo_observed_exception debug_reprrrpython_type_name)rr[observed_exception_typers r_raise_exception_variablez3InstructionTranslatorBase._raise_exception_variable s2 ))#.  %3 ; ;< -!''l;II$PRTVWC  & &s +^T2:$}};;IIKC   % %c *    3 3C 8&)&G&G &U #"3=L)#CNN$4#56<  $$  A#BVBVBXAYZ rc D|jdk(rt|jstjt |dgt|jsJ|jd}|j |sJ||j|y|jdk(rM|jd} |j||jj}|j|y|j}|j} |j||jj}|j||j|}|j|dtj|d|giy#|jj}|j|wxYw#|jj}|j||j|}|j|dtj|d|giwxYw)NrzNo active exception to reraiserryrr __cause__)r2rrrrr rrrr`rrrrrbro)rrr[curr_excfrom_vtcauses rr`z'InstructionTranslatorBase.RAISE_VARARGSN s 88q=t((),, $.N-O t(() ))##B'C--c2 7C 72  * *3 / XX]**R.C >..s3 ,,BBD33H=hhjG((*C ..s3 ,,BBD33H=33G<$$!$**4=uE  ,,BBD33H= ,,BBD33H=33G<$$!$**4=uE s1FF7-F47A(Hc|jd}t|tsJ|jturt dddgy|j |y)Nryz CLEANUP_THROW with StopIterationrzRReceived StopIteration when handling generator.throw/close. This is not supported.r)rrNrrrr:RERAISErrtoss r CLEANUP_THROWz'InstructionTranslatorBase.CLEANUP_THROWv sNjjn#0111 <<= ( :p   LL rcntjdk\ra|j}|jr"|j}|j |y|j ||j |y|j}|j}|j}|j |y)Nr()rRrrrnrr>)rrr[r_exc_tbs rrz!InstructionTranslatorBase.RERAISE s   w &((*C{{HHJ..s3 #..s388:D((*C((*C  * *3 /rc"t|tSr)rNrrZs rrz/InstructionTranslatorBase._isinstance_exception s#}--rcg}tjdk\rtjdkrdnd}t|j|k\sJ|j| }|jd}|j |sJt |j }|j|d}tjdk\rt|jdts|j|jdnrt|jdk\sJ|jd }|jd }|j |sJt |j }|j|d}||||gz }|j||iy) Nr(rryr ir) rRrrrrrfrrrNrrr?)rrrfn_locrJr[typrs rWITH_EXCEPT_STARTz+InstructionTranslatorBase.WITH_EXCEPT_START sN&(   w &**W4Q!Ftzz?f, ,,VG$B**R.C--c2 22!#,,/CB 7*!$**R.,?KK 2/tzz?a' ''BB**R.C--c2 22!#,,/C7B c2 2tR(rc   d d fd }tjdk\rLjj}|rt j |j kDr3jt j |j kDr3|jr9jtjjjjjjj|yj j!jj}j#|t%t&ur|t j(rFj(j}|j*j,dk(rЉj/djjt j(dk(rYj j!t%t&ur,t1dt3 dzgt4j6 j(j}|j*j,dk(rЉjj}jj9t j |j:kDr3jt j |j:kDr3t=t?d ddd}j(jAtC|dt j t jd k\rrjd }jtEjFj|jtEjH|jJnljtMjNdjtMjNdjtMjNdjtEjFj|jtEjH|jJj|yj j!t%t&ur|)NzDynamo found no exception handler at the top-level compiled function when encountering an exception. Exception will propagate outside the compiled region.cjj}tj|j }t |sJt dd|jgtjtjy)NzObserved exceptionrr) rr`rr python_typerNr:rrrrC)r dynamo_excobserved_exn_gb_explanationraised_exceptionrs rbubble_exception_to_interpreterzTInstructionTranslatorBase.exception_handler..bubble_exception_to_interpreter s((>>@H::8;O;O;QRJ. ; ;; ,+H,?,?,A+BC7&11&22* rr(EXCEPT_HANDLERrrz#Observed exception (EXCEPT_HANDLER)z This graph break is unexpected.rg.Arrr)(rRrrr7rrdepthrlastir>rbrorrr`rrrrrDrrrr@r:rrrr^r'r,rrr%rrrfrrhrj) rrrr7rblock_stack_entry exception_varexcept_handler_inst old_exceptionrs `` @rrz+InstructionTranslatorBase.exception_handler s d $     w & 44BBM $**o (;(;;HHJ$**o (;(;;!&&II'--dD4L4L4S4ST  $++AACD -(   " ,,BBD33H=:!6635&&4##$%)$4$4$8$8$:!',,337GGIIaL%%))+4++,1 ((*:)>>)(M(+,<(=,G"D-E&E(9(D(D&E)9 /.(,(8(8(<(<(>%)(,,337GG,!% 1 1 G G I !!AAC$**o(9(E(EEHHJ$**o(9(E(EE '2#c(r^)rrr[prev_excs r PUSH_EXC_INFOz'InstructionTranslatorBase.PUSH_EXC_INFOG sk(hhj t  !Q &(8(?(?(EH((,H ( # 99;rctjdk\rB|j}t|jsJ|jjyt|j dkDsJ|j dj jdk7r td|j j|jdt|jsJ|jjy)Nr(rryrzYBug in Dynamo tracing of exception handling.Top of the block stack is not EXCEPT_HANDLER.r) rRrrrrrrrrr@)rrrs r POP_EXCEPTz$InstructionTranslatorBase.POP_EXCEPTd s   w & At(() ))    ! ! #t''(1, ,,#((//3CC$D    " IIaLt(() ))    ! ! #rct|jdk\sJ|j}tjdk\r|jd}n|jj}t |t tttfs,tdt|d|dgtjtjdk\r=|j|s,tdt|d |dgtjt |tr |j}n|g}|D]}t |t ttfs,td t|d |dgtj|j|r"t!|j"|j$ry t |t&j st!|j$|j$sy y )Nrr(ryz Exception with bad expected typez"`except ...` has unsupported type rMrzCaught non-Exception valuezCExcept expects to receive an object of Exception type but received z#Exception with non-type expectationz!`except ...` expects a non-type: TF)rrrrRrrNrfr}rrr:rrrrr issubclassrrJr)rexpected_exc_types exc_instanceexpected_types expected_types rcheck_if_exc_matchesz.InstructionTranslatorBase.check_if_exc_matchesy s4::!###!XXZ   w & ::b>L  ::>>+L 12    :./@AS@TTUV5)445     w &--l;8 -"efresst u9-889  (- 8/55N#N, M#65A ."CM?RS T9-889  )),7J%%  =L)*C*CD  J 3 6rcj|jtj||jyr)r>rbrorrs rCHECK_EXC_MATCHz)InstructionTranslatorBase.CHECK_EXC_MATCH s$ /''d.G.G.IJKrcH|js|j|yyr)rrrs rJUMP_IF_NOT_EXC_MATCHz/InstructionTranslatorBase.JUMP_IF_NOT_EXC_MATCH s((* IIdO+rc|jdk(r|j|y|jt|j||j diy)Nzexception matchr)rnrr>rr@rs r COMPARE_OPz$InstructionTranslatorBase.COMPARE_OP sD ;;+ +   & II)$++6tTYYq\2N Orcx|jtj|t|j giyr)r?rbroiterrrs rGET_ITERz"InstructionTranslatorBase.GET_ITER s) ?00tr%c|j|j}|j}|j||iyr)r@rnrr?)rrrrJs r CALL_FUNCTIONz'InstructionTranslatorBase.CALL_FUNCTION s3 yy% XXZ 2tR(rzjEncountered graph break when attempting to trace CALL_FUNCTION_EX: a variadic function call, e.g. f(*args)c v|jdk(rti}|j}n|jdk(stjdk\r<|j}t |t r ti}|j}n9tdd|jd|jgtjtjdk\r"|j}t |t sJ|j}tjd k\r5tjdkr"|j}t |t sJt ts+|j|rt|j|}t trtj |t"|}t |trt |ts7td d t%|d t%|d gtj&|j)}|j+||j,|y)Nrrrz%Variadic function call with bad flagszflags: zHAttempted to call a variadic function (CALL_FUNCTION_EX) with bad flags rrr(z0Variadic function call with bad args/kwargs typez args type: z, kwargs type: z2Expected args to be a list and kwargs to be a dict)rnrnrrRrrNrr:rrrxhas_force_unpack_var_sequencer}force_unpack_var_sequencerrgcall_custom_dictrr`rkeys_as_python_constantr?r)rr kwargsvarsargsvarsnullrJs rCALL_FUNCTION_EXz*InstructionTranslatorBase.CALL_FUNCTION_EX s ;;! *2.JxxzH [[A !1!1W!<J*l3.r2 xxzH ?!$++/fgkgrgrfst5)445     w &88:DdL1 11 XXZ   w &3+;+;g+E88:DdL1 11   44T:$X%G%G%MNH j"; <,==dD*UJ($45Z  > J%gh&7%8PZH[G\]P5)445   779  2x~~z:rzyEncountered graph break when attempting to trace CALL_FUNCTION_KW: a function call with keyword arguments, e.g. f(x=True)c|j}|j|j}|j}t|tr|j sJ|j }|dt| |t| d}}tt||}t|t|k(sJ|j|||yr) rr@rnrNr}rrrrzipr?)rrargnamesrrJ kwargs_listrs rCALL_FUNCTION_KWz*InstructionTranslatorBase.CALL_FUNCTION_KW% s 88:yy% XXZ(M2x7R7R7TTT..0 !1CM>2D#h-9I4Jkc(K016{c(m+++ 2tV,rc(|jtj|d|jd}|jd|}t j dkr|j|y|jtj||y)Nrr/rco_namesr() r rr(rnrrRrr LOAD_METHODrrr2rns rLOAD_METHOD_SUPERz+InstructionTranslatorBase.LOAD_METHOD_SUPER5 st ;..tA>?kk!n"":.s3   g % OOF #   [00fE Frc|jtj|d|jd}|jd|}|j |y)Nrr/rr)r rr(rnrrrs rLOAD_ATTR_SUPERz)InstructionTranslatorBase.LOAD_ATTR_SUPER> sK ;..tA>?kk!n"":.s3 rcF|j|j|j}tjdk\r#|j ||j |ytjdk\r#|j ||j |ytd)Nrr(zPLOAD_METHOD should have been rewritten to LOAD_ATTR. We should never reach here.)rrnrrRrr>rfrrrobjs rrz%InstructionTranslatorBase.LOAD_METHODD sy  $hhj   w & IIcN NN4    ( NN4 IIcN b rctd)Nz^CALL_METHOD should have been rewritten to CALL_FUNCTION. This function should never be called.)rrs r CALL_METHODz%InstructionTranslatorBase.CALL_METHODU s l  rc|j}tj|tj ||tj||gi}|j |yr)rrbror|r?r>)rattrr$rs rrz$InstructionTranslatorBase._load_attrZ sShhj &&tW5CC  /''d3 4   &rctjdk\r!|jdzr|j|y|j |j y)Nr*r)rRrr2rrrnrs r LOAD_ATTRz#InstructionTranslatorBase.LOAD_ATTRc s<   w &xx!|  &  $rzkEncountered graph break when attempting to trace STORE_ATTR: storing an object's attribute, e.g. x.attr = yc|jd\}}tj|tj ||tj||j |giy)Nr)r@rbrosetattrr?rn)rrr[r$s r STORE_ATTRz$InstructionTranslatorBase.STORE_ATTRk sQ 99Q<SdG,::  /''dkk:C @  rc|j}|j||jtj|t j ||tj||jgiyr)r_maybe_sync_dealloc_attrrnrbrodelattrr?r#s r DELETE_ATTRz%InstructionTranslatorBase.DELETE_ATTRw s[hhj %%c4;;7dG,::  /''dkk: ;  rc|jjj||rI|jjj||}t |t r|j |yyyr)r r has_pending_mutation_of_attr load_attrrNrr5)rr$rattr_vars rr/z2InstructionTranslatorBase._maybe_sync_dealloc_attr s] ;; # # @ @d K{{//99#tDH(N3--h74 Lrcg}|dksJ|dk(r|jtd|jdk(r tdntd|j}|jtdtd|g|S)a Debug CPython expects the stack to be empty after the return. Calling compile_subgraph will push cells and frame values to TOS. This function will pop those 2 values from the stack before actually returning. Expects the stack to be: cells, frame values, current frame stack (0 or 1 values) Pops cells and frame values, leaving the current frame stack as TOS. A return instruction is included. rrrrr/r)rr*rr'rn)rrre return_insts rcodegen_return_with_popsz2InstructionTranslatorBase.codegen_return_with_pops sA~~ > LLQ ({{n, ~ .#N4;;G    *,>y,I; W  rcL |rt|j|jD]\\}} } ttj | } |j t| j||jgtd|j||j|j|td|jD]\} } ttj| } |j t| j||jgtd|j||j|j|j |j"| ztdt%|r|j&sJ|j&}t)d|j*} |rlt-j.|t1fdjD}t3|j4t1fd|D}t1fd|D}|jt|j||jtg|D]`}|jt|j|j |j"|z|jgtdb|jtdtdt7| gtdt9|j d d n8t1|j"j;}t1|j4}t<j>d krt7|d k(sJdt7j t7|j@z }jBj*JtEjFjHjJjBj*|j*t1djLD|||t1djLD|t1|jt1|jt1|j@t1|jN }tQjRjHjUdd}|+tWjX|tQjR|d<jZj]| |j^j`*j`jc|j^d| tdd|jfxxdz cc<|| fS)a. Creates the resume function for the frame corresponding to `self`. Expects the TOS to be: [frame N cells, ..., frame 1 cells], [ frame N stack + locals, ..., frame 1 stack + locals ] Some additional codegen may happen to prepare the frame stack + locals values for the generated resume function: - inactive context variables in the stack and locals will be replaced by their types - if the frame is a leaf frame, prune dead locals Regardless of codegen, the stack will be left in the same state as before. Args: - idx: depth of this frame: 0 corresponds to the leaf frame (frame N), N-1 to the root frame (frame 1). - resume_inst: the instruction that this frame should resume at - meta: metadata for this frame returned from OutputGraph.compile_subgraph - resume_codes: nested resume code objects generated from previous create_resume calls. - cg: codegen object to output to - is_leaf: True if `self` corresponds to the leaf frame. - handle_inactive_ctx: If True, handles inactive context variables as described above. This is necessary iff the resume function is traced rr __resume_at_c3NK|]}|vr|jvr|ywr)r)rrrrs rrz:InstructionTranslatorBase.create_resume.. s0!:!4+A+A+C"C!s"%c3,K|] }|vs| ywrrrrargnames_null_sets rrz:InstructionTranslatorBase.create_resume.. sS1AR8RQS c3,K|] }|vs| ywrrr=s rrz:InstructionTranslatorBase.create_resume.. s!TQBS=S!!Tr?rrrNTr*rz&variables should not be NULL in < 3.12c3HK|]}|jjywr)r&rrrs rrz:InstructionTranslatorBase.create_resume..? s.C s:A!++-:rorig_graphmodulecyrrrrrrz9InstructionTranslatorBase.create_resume..O rrresumesr)4rstack_ctx_argsstack_ctx_idxes_origrrir append_outputr&r rr*rrr'locals_ctx_argsr{rrr.r&r/rrrmr.rlocals_null_keysrr"rBrRrstack_null_idxesrrJlookuprrrrr0 get_contextr{weakrefrefr install_resume_function_globalrWradd_resume_functionrXr)rr resume_instrz resume_codesr is_leafhandle_inactive_ctxjrj_origrgr resume_name all_argnamesr argnames_nullr2 stack_lennew_codeorig_graphmodule_mayber>rs` @@rrz'InstructionTranslatorBase.create_resume s5T "%d&9&94;T;T"U A2DJJv4FG  !12$$R(  $Q,,S1//1,,Q/  +>:     // a2D4H4H4NO  !12$$R(  $Q,,S1//1,,T^^d>O>OPT>U-UV  +>:   ( K (%% %%%,,K,{/A/A.B CD %d&7&7EE !--!L !$D$9$9 : S SSH!!T\!TTM   "$((-++-"$     &(,,T^^d>O>OPS>T-TU//1%Q     &y1&|XG!^ )tD  T..3356H!$"7"78M   g %}%* T,T T* Oc$*?*?&@@ ''..:::#9#@#@ KK KK  $ $ + +    <4+;+;< <    :)9)9: :  $%% & $&& ' $'' ( , -- -!$ *" !9!9$++!F!J!J  " "  " -EL[[&FL $ $X ./A B 22 4>>  << # LL , ,$..4k  H,,-2-$$rc d|_t|jj}g}g}g}|}d}|i||ur|} n |j} | j dk7r3|j ||j ||j | |j}|dz }|it|jt|djz } |s{| dk\sJ|jt| dzt| dzD]} |jtd|jtd|j!S|d|ur)|jtd| d} | |d_n|jt| t| dz D]} |jtd|jtdd||dj"} ||dxj"dz c_|dj%t'|jgt)d|j+|d|j-t/| | d g} |D]F}| j1t3|j+||j-gtdH| j1tdtdt|g|j| |jgtdt5j6| tdg}g}t9|D]L\}}|j;||||||||||ud \}}|j ||j |N|j=||||jtd|j!S) aP Codegen all resume function(s) from the frame stack starting at `self`, call them, and return the result. Assumes that the unsupported instruction has already been run. Expects the TOS to be: [ frame N locals, frame N-1 stack + locals, ..., frame 1 stack + locals ], *(frame N stack (post-unsupported instruction)) Leaves the result of calling the resume functions on the stack and returns it (empty stack after return). Args: - inst: the instruction of the current (deepest) frame to resume at - all_stack_locals_metadata: metadata returned from OutputGraph.compile_subgraph - contains metadata such as local names, NULL positions, stack length, etc. NrrrrrrrT)rr1r r4rrrrrrrMrr*rIrJr'rbrr>rr%rrr"rr&r6deepcopyrcrr)rrrr txesidxes resume_instsrrrTcurrent_num_stackrstack_insert_idx filter_instsrU resume_namesr_ resume_coderZs rrz/InstructionTranslatorBase.create_call_resume_atc s6$( t{{** +13*, 37 ~" $55 !!^3 F# S!##K0]]F 1HC   Oc %a ( 9 9/    %) ))   [):Q)>? @,q01 @  !3I!>? @   /? @&&( ( 7d?   / BST U 5F %a ( 2   [):; <,q01 @  !3I!>? @   / !D E8qBLL  %eAh / 9 9Q > 9 GLL* +  Q $$U1X. '')   %%57GN     C   "$((-++-!^    "9-"rctjdk\rJ|jj}|r2|jr%|j |jdj uryt d|jDxrl|j xr]|jxs |j xr@|j xr1|j xr"|jjjduS)Nr(ryFc3<K|]}|jywr)r*rBs rrzIInstructionTranslatorBase.should_compile_partial_graph.. s:A :r)rRrrr7rr&rrrrrrr current_tracerr)rrs rrz6InstructionTranslatorBase.should_compile_partial_graph s   w &,,::E$$ Dr}rrrs r BUILD_TUPLEz%InstructionTranslatorBase.BUILD_TUPLE s% $++& -&'rcr|j|j}|jt||y)N)r)r@rnr>r|rs r BUILD_SLICEz%InstructionTranslatorBase.BUILD_SLICE s' $++& -$/0rcy)zCheck if comprehension speculation is allowed in nested context. For the base class (non-inlined), this always returns False. Frrs r#_can_speculate_comprehension_nestedz=InstructionTranslatorBase._can_speculate_comprehension_nested s rct||ry|j|j}|jt j ||yr)r2r@rnr>rbrors rrz$InstructionTranslatorBase.BUILD_LIST s: 0t <  $++& /''e45rctjrtdddg|j|j}t |t }|j|y)Nzmissing BUILD_SET handlerrz:Missing BUILD_SET bytecode handler (for testing purposes).r mutation_type)r+inject_BUILD_SET_unimplemented_TESTING_ONLYr:r@rnrrar>)rrrnew_sets r BUILD_SETz#InstructionTranslatorBase.BUILD_SET sO  = = 3X    $++&e3C3EF 'rc D|j|j}g}|D]#} |j|j|%|j||ty#t$r.t dt ||dgtjY~wxYw)Nz-Failed to unpack object for BUILD_LIST_UNPACKzU cannot be unpacked into a list for the BUILD_LIST_UNPACK bytecode (`[*x, *y, ...]`).rr) r@rnrrNotImplementedErrorr:rrrr>ra)rrr seqsrseqs rBUILD_LIST_UNPACKz+InstructionTranslatorBase.BUILD_LIST_UNPACK syy% C  S::4@A  #e+;+=>?' KH#&%(2!29-889  s A((4BBc2|j|ty)Nr)rr}rs rBUILD_TUPLE_UNPACKz,InstructionTranslatorBase.BUILD_TUPLE_UNPACK s t7rc t||ry|j|jdz}tt |ddd|ddd}|j t j||y)Nrr)r2r@rnrrr>rbro)rrrds r BUILD_MAPz#InstructionTranslatorBase.BUILD_MAP sa 0t <  $++/* U3Q3Zqt!t- . /''a01rcl|j|j}|Dcgc].}tj|tj ||gi0}}i}|D]/}t |tsJ|j|j1|jtj||ycc}wr) r@rnrbrorr?rNrnupdaterr>)rrrrZrs rBUILD_MAP_UNPACKz*InstructionTranslatorBase.BUILD_MAP_UNPACKs $++&   ! !$ - ; ;D1#r J  "$ #Aa!23 33 MM!'' " #  ! !   s3B1c f|j}|j|j}t|tsJ|j sJ|j |}t|t|k(sJ|jtj|tt||yr) rr@rnrNr}rrrr>rbrorr)rrrBrs rBUILD_CONST_KEY_MAPz-InstructionTranslatorBase.BUILD_CONST_KEY_MAPsxxz4;;'$ ...&&(((--d34yCK'''  ! !Sv&'  rc |jd\}}|jdkDsJ|jJ|j|j j }t |t sJ|j|d||fiy)Nrrrs)r@rnr2rrrNrnr)rrrrr$s rMAP_ADDz!InstructionTranslatorBase.MAP_ADD*swyy|1{{Qxx###jj$((#++-#0111 maVR8rc|j}|jdkDsJ|jJ|j|j }t |t sJ|j sJ|j|d|giy)Nrr rrnr2rrNr is_mutablerrrrr$s rSET_ADDz!InstructionTranslatorBase.SET_ADD2su HHJ{{Qxx###jj$((##{+++~~ eaS"-rc|j}|jdkDsJ|jJ|j|j }t |t sJ|j sJ|j|d|giyNrrrrs r SET_UPDATEz$InstructionTranslatorBase.SET_UPDATE;su HHJ{{Qxx###jj$((##{+++~~ hR0rcz|j}|jdkDsJ|jJ|j|j j }t |t sJ|jsJ|jjj||jj|yr) rrnr2rrrNr{rr r mutationrrrs rrz%InstructionTranslatorBase.LIST_APPENDDs HHJ{{Qxx###jj$((#++-#|,,,~~   ))#. rc R|j}tjdkr|j}|j}tjdk\rBt |j dsJt j||j j}d}d}d}d}tjdkrV|T|dzr|j}|dzr|j}|dzr|j}|dzr|j}t||j|||} |rut|tsJ|j} ttt!| ddd| dddd t# } | j%|j'd | |j)| y) Nr( co_qualnamerrrrTstrictrr)r2rRrrr-rrbrorrrrWrNr}rrnrrra get_dict_vtsetitemr>) rrrfn_namerdefaultsclosurer kwdefaultsrJranns r MAKE_FUNCTIONz'InstructionTranslatorBase.MAKE_FUNCTIONNs   g %hhjGxxz   w &4::}5 55%++D$**2H2HIG    g % 4<"hhjG4<"&((*K4?.0C NN4 ( (!3  " rc 0|j}|jr'|j|t|j}nt |t rx|jjr^t|jj|j}t|jDcgc]}t|||}}nN|j|r|j|}n+tdt||dgt j"t%|jk7r;tdd|jdt%||dgt j&t)|D]}|j+|ycc}w) N)rcz+Failed to unpack object for UNPACK_SEQUENCEzV cannot be unpacked into a list for the UNPACK_SEQUENCE bytecode (i.e. `a, b, c = d`).rz9Length mismatch when unpacking object for UNPACK_SEQUENCEzexpected length: z , actual: za unpacked to a list for the UNPACK_SEQUENCE bytecode (i.e. `a, b, c = d`) with unexpected length.)rrrrIrnrNrr$r|rHrrerrr:rrrrrrr>)rrrr[rr_s rrz)InstructionTranslatorBase.UNPACK_SEQUENCEsXhhj ==?))$eDKK6H)IC _ -#''2C2C2ECGG,,.9E:? :LMQ=uQx0MCM  . .t 4//5C EC"e$((5)445   s8t{{ " S+DKK= 3s8*M"e$??5)445  # A IIaL 'Ns7Fcnd|jcxkrdksJJ|jdz}|jdz }|j}|j|rt|j |}t |||zk\sJ|d|}||t ||z }|t ||z d}t |D]} |j| |jt|t |D]} |j| ytdt||dgtjy)Nrirz%Failed to unpack object for UNPACK_EXz; cannot be unpacked into a list for the UNPACK_EX bytecode.r) rnrrrrrrr>r}r:rrr) rrprefixsuffixrr vals_prefix vals_list vals_suffixitems r UNPACK_EXz#InstructionTranslatorBase.UNPACK_EXs2DKK)6)))))t#!hhj  , ,T 255d;|jrtddddgyy)Nz#Forced graph break on leaf functionrzSForced graph break on non-inlining function for nested graph break testing purposeszGSet torch._dynamo.config.debug_force_graph_break_on_leaf_return = Falser)rr:rs rgraph_break_on_leaf_functionz6InstructionTranslatorBase.graph_break_on_leaf_functions0  $ $ =6^   %rcF|jdk(r|j|yy)NGRAPH_BREAK_IF_LEAF)rnrrs rrzInstructionTranslatorBase.NOPs" ;;/ /  - -d 3 0rc$|jyrrrs rrz!InstructionTranslatorBase.POP_TOP   rc|j}|j}|j||j|yrrr>rrrrs rROT_TWOz!InstructionTranslatorBase.ROT_TWOs. HHJ HHJ !  ! rc|j}|j}|j}|j||j||j|yrr)rrrrcs r ROT_THREEz#InstructionTranslatorBase.ROT_THREEsD HHJ HHJ HHJ !  !  ! rc |j}|j}|j}|j}|j||j||j||j|yrr)rrrrrrs rROT_FOURz"InstructionTranslatorBase.ROT_FOURsZ HHJ HHJ HHJ HHJ !  !  !  ! rch|j}|j||j|yrr)rrrs rrz!InstructionTranslatorBase.DUP_TOPs# HHJ !  ! rc|j}|j}|j||j||j||j|yrrrs r DUP_TOP_TWOz%InstructionTranslatorBase.DUP_TOP_TWOsD HHJ HHJ !  !  !  ! rc,|dk(r,tj|tj||giS|dk(r,tj|tj||giS|dk(r,tj|t j||giS|S)Nrrr)rbrorr?rascii)rrflags r_convert_valuez(InstructionTranslatorBase._convert_values 19"((s3AA$QST T QY"((t4BB4%RTU U QY"((u5CCD5'SUV V rc|j}t|tr?ddlm}m}|j ||||j}|j|y|j||dz}tj|d|jzdz}|jttj ||giy)Nr)LazySymNodeFormatStringrwrrz{:})rrNrtorch._dynamo.variables.lazyrrwrjrr>rrbrorr?rfrformat)rfmt_specrrrrwfmt_vars r _format_valuez'InstructionTranslatorBase._format_values  e_ -  /'..'x8E IIe  ##E54<8!'' $4466<  ?3::6%8H"Mrc|j}|J|dzdk(r|j}ntj|d}|j ||S)Nrr)r2rrbror)rrrrs r FORMAT_VALUEz&InstructionTranslatorBase.FORMAT_VALUEsS   DLT !xxzH&,,T26H!!(E22rc \g}g}i}|jJ|j|jD]:}|jr#|jd|j|7t |t j r|j|j|j|jt|jt|jjzr2tdd|d|d|jdgtj|j!|jtdt#|d gtj=|j%t j j'd j)|||y) Nz{}zBUILD_STRING key conflictzformat_string_parts: z , kwargs: z, part.sym_kwargs: z1Failed to build format string due to key conflictrzBUILD_STRING type errorzLFormat string part type is not correct - expected constant or format string.r)r2r@rrrNrStringFormatVariable format_stringrsym_argsrrB sym_kwargsr:rrrrr>rjr)rrformat_string_partsrrparts r BUILD_STRINGz&InstructionTranslatorBase.BUILD_STRINGsu)+&(-/xx###IIdhh' D&&(#**40 D!D)"@"@A#**4+=+=> DMM*v{{}%DOO,@,@,B(CC! ;"78K7LJW]V^^qrvsBsBrC!D$W= 1 < <=   doo.5I n9-889 ! ,  * * 1 1+,dF  rc|jdk(s|jdk(sJ|jdk(rd}nd}td|}|j|y)Nrriszis notrr/)rnr'r)rr new_argvalnew_insts rIS_OPzInstructionTranslatorBase.IS_OP9sM{{a4;;!#333 ;;! J!J%l:F !rc |jdk(s|jdk(sJ|jd\}}|j} |j|j|d|gi|dk(r|j|yy#tj t f$rs}t|t r|jr|j|j|jtj|t||giYd}~d}~wwxYw)Nrrr __contains__)rnr@r>rrObservedTypeErrorr;rNrrrrbrorC UNARY_NOT)rrleftrightrr"s r CONTAINS_OPz%InstructionTranslatorBase.CONTAINS_OPBs{{a4;;!#333iil e [[  IIe''ntfbI J* 7 NN4  %  ! !    $ ,??&&( II00#))$0IJ5M   s$A>>D A)DD c|j}|jdkDsJ|jJ|j|j }t |t sJ|j sJ|j|d|giy)Nrr)rrnr2rrNr{rrrs rrlz%InstructionTranslatorBase.LIST_EXTEND_su HHJ{{Qxx###jj$((##|,,,~~ hR0rc|jtj|tj ||j giyr)r>rbror.r?rrs r LIST_TO_TUPLEz'InstructionTranslatorBase.LIST_TO_TUPLEhs6  ! !$ . < rbrorrrrs rGET_LENz!InstructionTranslatorBase.GET_LENs]jjn  ! ! # IIo++D#c6L6L6N2OP Q IIcoodIr2> ?rc|jd}|j|jtj|t |giy)zr If STACK[-1] is an instance of collections.abc.Mapping, push True. Otherwise, push False ryN)rr>rrbrorDrs r MATCH_MAPPINGz'InstructionTranslatorBase.MATCH_MAPPINGsC jjn  , ,%%dO<  rc|jd}|j|jtj|t |giyNry)rr>rrbrorGrs rMATCH_SEQUENCEz(InstructionTranslatorBase.MATCH_SEQUENCEsBjjn  , ,%%d,?@  rc |jd\}}}tj||j}|j |j tj|t ||||gitjdkrD|jd}|j tj|t|t yy)Nrr(ry) r@rbror2r>rrErRrrr]rh)rrsubjectr namesr2rs r MATCH_CLASSz%InstructionTranslatorBase.MATCH_CLASSs"iile##D$((3  , ,%%d,<=#sE*     g %**R.C IIo++DfSBR6S2ST U &rc |jd}|jd}t|tsJ|j|j t j |t||gitjdkrD|jd}|jt j |t|t yy)Nryrr() rrNr}r>rrbrorFrRrr]rh)rrrBr$rs r MATCH_KEYSz$InstructionTranslatorBase.MATCH_KEYSszz"~jjn$ ...  , ,%%dOrrs rLOAD_ASSERTION_ERRORz.InstructionTranslatorBase.LOAD_ASSERTION_ERRORs $//0@ABrcD|j|jdy)N__build_class__r rs rLOAD_BUILD_CLASSz*InstructionTranslatorBase.LOAD_BUILD_CLASSs $//0ABCrz`Encountered graph break when attempting to trace BINARY_SUBSCR: a binary subscript, e.g. x[attr]cp|jdk(r|j|d|_y|jrJy)NrF)r2append_prefix_instrrs rRESUMEz InstructionTranslatorBase.RESUMEs5 88q=  # #D )&+D #.. ...rcP|jJt|j||Sr)r2_binary_op_lookuprs r BINARY_OPz#InstructionTranslatorBase.BINARY_OPs(88' ''$TXX.tT: :rcyrrrs rr-z!InstructionTranslatorBase.PRECALL  rc|jd|j}t|tsJ|D]}t|trJ|j Jt j||_y)N co_constsrR)rr2rNr.rr5rhrj)rrr5rs rr.z"InstructionTranslatorBase.KW_NAMES sl$$[1$((;(E*** )DdC( (( )}}$$$(//h? rc6|jtyr)r>rrs rrfz#InstructionTranslatorBase.PUSH_NULLs ,.!rc|rXtjdk\sJ|j}t|tr|j sJ|j }n$|jr|jjnd}|jJ|j|jdz}tjdk\r!|d}t|dtrgn|dg}n&t|dtr|d}g}n |d}|dg}|rO||dt| z}|t| d}tt||}t|t|k(s J||ddz}i} |j|||d|_y#d|_wxYw)Nrrrrr)rRrrrNr}rrr5rr2r@rrrrr?) rrcall_kwr5contentsrJrrrs r_callzInstructionTranslatorBase._calls~ ##w. ..xxzHh 68;V;V;X XX224H.2mmt}}**Hxx###99TXX\*   w &!B#HQK>2Xa[MD(1+|4a[a[  } (1H ~66D"CM>#34K#h 45Fv;#h-/ //(12,&DF !   r4 0 DMDDMs !E<< FzTEncountered graph break when attempting to trace CALL: a function call, e.g. f(x, y)c&|j|yrrrs rr,zInstructionTranslatorBase.CALLFs 4rcr|jJ|j|j|j yr)r2r>rrs rCOPYzInstructionTranslatorBase.COPYMs-xx### $**dhhY'(rc|jJ|j|j |jdc|jd<|j|j <yr)r2rrs rSWAPzInstructionTranslatorBase.SWAPQsMxx###04 DHH90EtzzRT~- 2 DHH9-rcyrrrs rCACHEzInstructionTranslatorBase.CACHE]rrc&|j|yrrrs r BEFORE_WITHz%InstructionTranslatorBase.BEFORE_WITH`rrc  t|tr+|js|jj |t j dk\r|jr>|jr/|jj|jdjurd}nE|jjJ|jjj}n |j}|rt|tstjr;|jj t||t|j |n9|jj t||t|j |j#|S)Nr(ry)rNrjsupports_graph_breaksrrrRrr7rr&rrDrrr%rrenter)rrgrr&s r enter_ctxz#InstructionTranslatorBase.enter_ctxcs( s: ;--/  0 0 7 7 <   w & !!$$%%,,D4D4DR4H4O4OO,,::FFF..<<CC[[F $ 56&:T:T  ''#D&#djj/3G  ''fc$**o(VWyyrcPtdd|d|jdgdy)NzUnsupported context managerz1Attempted SETUP_WITH/BEFORE_WITH/LOAD_SPECIAL on z%Dynamo does not know how to enter a `z` context manager.)z,Avoid using the unsupported context manager.aEIf the context manager seems like it should be supported (e.g. torch.set_grad_enabled), then it may be the case that it was created outside the compiled region, which Dynamo does not support. Supported context managers can cross graph break boundaries only if they are local non-closure variables, or are intermediate values.zFile an issue to PyTorch. Simple context managers can potentially be supported, but note that context managers can't be supported in generalr)r:r)rgs runsupported_ctx_graph_breakz5InstructionTranslatorBase.unsupported_ctx_graph_breaks31GuM?@T@T@V?WWij rc.|j}t|ttfs|j |t|ttfsJ|j t ||j|j |j||yr) rrNrirjr/r>rlr&r-)rrrgs rrz.InstructionTranslatorBase.setup_or_before_withshhj )+IJ   , ,S 1 )+IJ    *3 <= $..d+,rcV|jsJ|jj|yr)rrrrs rrz,InstructionTranslatorBase.append_prefix_insts%&&&&   &rc.tjdk\rq|jset|j|j t sJ|jjj|j|j <y|j|yr) rRrrrNr{rnrr r track_cell_newrrs r MAKE_CELLz#InstructionTranslatorBase.MAKE_CELLss   w &t/F/Fd224;;?N NN ((779   -  # #D )rc&|j|yrrrs rCOPY_FREE_VARSz(InstructionTranslatorBase.COPY_FREE_VARS %rc&|j|yrr6rs rRETURN_GENERATORz*InstructionTranslatorBase.RETURN_GENERATORr8rc2tjdk\r|jn|jdtjdk\rO|j|}||j vr1|j j ||xjdzc_yyy)Nrrr*r)rRrrr@r_comprehension_end_for_ipsdiscard_comprehension_depth)rr current_ips rEND_FORz!InstructionTranslatorBase.END_FORs   w & HHJ IIaL   w &d+JT<<<//77 C))Q.)= 'rct|jj|jdtr6t d|jd|jgt j|j|y)Nz)LOAD_FAST_CHECK on uninitialized variablez/Attempted to load uninitialized local variable r) r]r{r{rnrr:rrr*rs rLOAD_FAST_CHECKz)InstructionTranslatorBase.LOAD_FAST_CHECKs` $&&**4;;=| L C Mdkk][5)445   trc|j|jvr|jtn|j |t|j|j<yr)rnr{r>rr*rs rLOAD_FAST_AND_CLEARz-InstructionTranslatorBase.LOAD_FAST_AND_CLEARsD ;;d22 2 IIln % NN4 ,8NT[[)rc|jtj|d|jJ|jdzr|j |y|j |j y)Nrr/r)r rr(r2rrrnrs rLOAD_SUPER_ATTRz)InstructionTranslatorBase.LOAD_SUPER_ATTRsV ;..tA>?xx### 88a<   T " OODKK (rcD|jdk(r|j|y|jdk(r|j|y|jdk(r8|jt |j j |y|jdk(rN|j j}tjt|}|j|ytdd|jd|jdgtj y) Nrrrz Missing CALL_INTRINSIC_1 handlerzCALL_INTRINSIC_1 operand: z,No handler implemented for CALL_INTRINSIC_1 instruction.r)rnrUNARY_POSITIVEr>r}rrrrTypingVariabler r:rrC)rrrtvs rCALL_INTRINSIC_1z*InstructionTranslatorBase.CALL_INTRINSIC_1s ;;!   $ $T * [[A     % [[A  IImDHHJ$H$H$NO P [[A  --/A))'!*5B IIbM :4T[[MBJ4;;-Wde6)556  rcp|j}|j}|jdk(rMt|tsJ|j |dt j d|gi|j|ytdd|jd|jdgtjy) Nrr__type_params__z Missing CALL_INTRINSIC_2 handlerzCALL_INTRINSIC_2 operand: z,No handler implemented for CALL_INTRINSIC_2 rIr) rrnrNrorrhrjr>r:rrC)rrarg2arg1s rCALL_INTRINSIC_2z*InstructionTranslatorBase.CALL_INTRINSIC_2sxxzxxz ;;! d$<= ==   !(():;TB   IIdO :4T[[MBJ4;;-Wde6)556  rcf|j}|j|j|yrrrs rEND_SENDz"InstructionTranslatorBase.END_SENDs!hhj   #rzpEncountered graph break when attempting to trace CALL_KW: a function call with keyword arguments, e.g. f(x=True)c*|j|dy)NT)rr!rs rCALL_KWz!InstructionTranslatorBase.CALL_KWs 4 &rc8|jjdvsJy)N)POP_JUMP_IF_TRUEPOP_JUMP_IF_FALSEr)rrrs rrz!InstructionTranslatorBase.TO_BOOL$s'$$++0    rc |j}|J|j}t|tsJ|j}|dzrgtj dk\sJ|j |tj|dgi}|j|dtjd|gin|dzr||_ n|dzrvt|tsJ|j}tt!t#|ddd|dddd t% }|j'|j)d|n|dzr||_n |dzr||_|j/|y) NrrrrrrrTrr)r2rrNrrrRrr?rbrorrhrjrr}rrnrrrarrrrr>)rrrrJr(rrs rSET_FUNCTION_ATTRIBUTEz0InstructionTranslatorBase.SET_FUNCTION_ATTRIBUTE.sT   XXZ"8999xxz 4<##w. ..%%d_-B-B4-K,LbQD NN!(():;TB   T\BJ T\dM2 22JJE#SssU14a4[>?.0C NN4 ( (!3 T\ BM T\BK " rc|jJ|j|j|j|jyr)r2r>rrrs r CONVERT_VALUEz'InstructionTranslatorBase.CONVERT_VALUEVs5xx### $%%dhhj$((;rcD|j|jdyr)rrrs rFORMAT_WITH_SPECz*InstructionTranslatorBase.FORMAT_WITH_SPEC]s 488:q)r) __enter____exit__ __aenter__ __aexit__c`t|jtsJd|j|j}|dvr|j }t|t t fs|j|t|t t fsJ|dk(r,|jt||j|y|jt|d|j|y|j||j }|j||j|y)Nz*expected LOAD_SPECIAL arg to be set to int)rcrdrc) rNr2r_load_special_namesrrirjr/r>rkrfrlr)rrr(rgr$s r LOAD_SPECIALz&InstructionTranslatorBase.LOAD_SPECIALos$((C(V*VV(''1 , ,((*C-/MN005-/MN {" 3C89t$ 23=>t$ OOD !((*C IIcN NN4 rcb|jtj||jyr)r>rbrornrs rLOAD_SMALL_INTz(InstructionTranslatorBase.LOAD_SMALL_INTs /''dkk:;r)rrr.ranyct|jtsJd|j|j |j |jy)Nz2expected LOAD_COMMON_CONSTANT arg to be set to int)rNr2rr>r_common_constantsrs rLOAD_COMMON_CONSTANTz.InstructionTranslatorBase.LOAD_COMMON_CONSTANTsH$((C( @ ( $//0F0Ftxx0PQRrcP|jjdkDr d|_yy)NrcyNTrrrrrz>InstructionTranslatorBase.is_non_empty_graph..rFrTF)r  count_callsrrs rrz,InstructionTranslatorBase.is_non_empty_graphs% ;; " " $q (&2D #rc |g}djtj|jgt t |zS)Nr)r traceback format_listrrr)radditional_stack_framess rformat_frame_summaryz.InstructionTranslatorBase.format_frame_summarysN # *&( #ww  ! !##%&h7N.O)PP   rc tjt|jdd|jt|jdddS)Nr rF) lookup_line)ru FrameSummaryr|rrrs rrz'InstructionTranslatorBase.frame_summarys?%% DKK < KK DKKK 8   rct|jdd}tjd}|j |duS)Nrrzz.*torch/nn/modules.*)r|rrecompilematch)rrnn_modules_patterns ris_co_filename_from_nn_modulesz8InstructionTranslatorBase.is_co_filename_from_nn_moduless:4;; {CZZ(?@!''1==rc|jj|tj|}t t |j tj|Sr) r install_global_by_idrPrQr?rPrr> WEAKREF_ALIVE)rrr global_names rstore_global_weakref_by_idz4InstructionTranslatorBase.store_global_weakref_by_idsJkk66vw{{5?QR   , 7 7 8R8R S rcB|jjjSr)r tracing_context fake_moders rrz#InstructionTranslatorBase.fake_modes{{**444rc#bK|j}||_ d||_y#||_wxYww)zx Strict mode is enabled on a per-VariableTracker level depending on the return value of check_fn(node). N)r)rcheck_fnpriors rstrict_translation_modez1InstructionTranslatorBase.strict_translation_modes3%% ( * $)D !ED !s/#/ ,/c|jJ|jdkDsJ|jj|jj|j |jdz |j |jdz Srb)rrrrrrrmrs rrz#InstructionTranslatorBase.speculates|''333''!+++##(( KK # # KK  $ $q (   d66: ;   rc ||dkr||fS||fSrr)rrrfallback_linenos r_make_frame_locz)InstructionTranslatorBase._make_frame_locs% >VaZo. .&!!rcdg}tjrs|j}|e|j|jj |j |jj}|j||j}|e|j|j|t|Sr) rrrrrrrco_firstlinenorreverser.)r frame_locframe_loc_chain_list current_txparent_frame_locs r_get_frame_loc_chainz.InstructionTranslatorBase._get_frame_loc_chains79  % %;?;;J(#'#7#7%%11%%%%44$ %++,<='.. ( $$&##I.)**rc |jryt|dd}|(tjjj } t jrR|jF|j|jj|j|jj}n-|j|dj|djd}|j!|}d}t j"r/t%}dj't)j*|}nt%|z}t-|}dj't)j*|} | t/||}d|dd|d d |d  t j"r |d | d z n t1| z tj2j5dd fdt7|t8r |j:n t=|} t>jAtBjDrptFsjtIjJ| |frSt j"r& dz dj'|jLdzz t>jO d|_yt>jOd|d|d |d|_y#t$r|d|df}YwxYw)NrryrrrrzGraph break in user code at rrz Graph Break Reason: z User code traceback: zQ ========== most recent `torch.compile` tracing attempt started here ========== a} NOTE: the most recent `torch.compile` tracing attempt might not be where you applied `torch.compile`! This is due to how graph breaks are implemented - the optimized code object returned by Dynamo will call another Dynamo-generated resume function and tracing is re-enabled by calling the resume function as a normal Python function, which Dynamo intercepts as a top-level frame. artifactc dddS)Ndynamo_graph_break_reasonstring)rencodingrrrrrz;InstructionTranslatorBase.log_graph_break..Cs3$!rc6dtjS)Nr)ru format_exc)user_stack_tracesrrz;InstructionTranslatorBase.log_graph_break..Gs"2!32i6J6J6L5MNr) metadata_fn payload_fnz4 Most recent bytecode instructions traced (max 20): rzmGraph break (user stack suppressed due to duplicate graph break) in user code at %s:%s Graph Break Reason: %sT)(loggedr|rrrrrrrrrrrrr IndexErrorrrr7rrurvr5r3r_loggingtrace_structuredrNr;rrgraph_break_log isEnabledForrDEBUGexplainr\r rr) rrrr user_stackrframe_loc_chainstack_above_dynamo_formattedstack_above_dynamouser_stack_formattedrrs @rrz)InstructionTranslatorBase.log_graph_breaks :: S,5  55CCEJ ))dkk.E 00KK++KKKK.. !00rN++rN)) 33I>')$ >>!7!9 +-77%%&89, (01J>J/ ;J!wwy'<'> /01e'()LL   $8 9 9  '' O ( ",C!=#++49  ( ( 7/33Wo4NO ~~ L !DIId.H.H$ID$PP  ! !     ! !A! !    c ]+-.I sBJ44K  K c^tddt|dgtj|dy)Nzgraph break in loopzframe skipped: ztorch.compile detected a graph break in a for/while loop. Skipping the frame and falling back to eager, as graph breaks in loops are not supported.T)rrrrrr)r:r6rr)rrs rrz0InstructionTranslatorBase.raise_loop_graph_breakks; )%&7&=%>?hD%CCD rct|||_||_||_||_||_| |_| |_d|_ g|_ d|_ d|_ td|_d|_g|_g|_d|_d|_d|_g|_||_t/d|_d|_t5|_||_||nt;|j8|_||_||_ ||_!||_"| |_#||_$|$tJjLrtO| |||_(nd|_(i|_)i|_*| |_+d|_,d|_-d|_.d|_/d|_0d|_1d|_2d|_3g|_4||_5d d l6m7}m8}m9}m:}| jv||z|z|zzr|jyt{d| |_>d|_?dgt| jz|_Btjtj|_Gtjtj|_Itj| j|y) NrrTry)maxlen)rrrFr)CO_ASYNC_GENERATOR CO_COROUTINE CO_GENERATORCO_ITERABLE_COROUTINE)MrFrGrdistributed_stater r{r|r}r~rrrrr'rrrrrr5rrrrrr>rr<rmrrr$rWrYrrrrreplay_record_enabledrIrnn_module_stack num_callsexportrrrrrrrrrrresume_executionrrrrco_flagsr>rfrrrrrSrrrrrrrr lazycacher)rr rmr$rWrYrr{r|r}r~rrrrrrrrrrrrrrMs rrGz"InstructionTranslatorBase.__init__ys0 .!2 . 0-J*%:"-1),. #$ #5e#< (,%UW,  "&(%*"%5"$%!47E'0<*G Drrr@r*r/r3r7r5rP LOAD_CLOSURErTrjr^rHcached_propertyrdrgrlrr`rrrEAGER_IMPORT_NAMErrr[r JUMP_FORWARD JUMP_ABSOLUTErrknot_rYrlrXJUMP_IF_FALSE_OR_POPJUMP_IF_TRUE_OR_POPrrrrrrrrrr`rrrrrrrrrrrr r=r rrrr!rr&rr*r-r1r/ staticmethodr8rrrrrrrwrrrrrr{rrBUILD_TUPLE_UNPACK_WITH_CALLrrBUILD_MAP_UNPACK_WITH_CALLrrrrrrrrrrrrrrrrrrrrrrrlrrr DICT_UPDATErrrrrr r rrKposrJnegUNARY_NEGATIVErinvert UNARY_INVERTpow BINARY_POWERmulBINARY_MULTIPLYmatmulBINARY_MATRIX_MULTIPLYfloordivBINARY_FLOOR_DIVIDEtruedivBINARY_TRUE_DIVIDErT BINARY_MODULOBINARY_REMAINDERr  BINARY_ADDsubBINARY_SUBTRACTgetitem BINARY_SUBSCRlshift BINARY_LSHIFTrshift BINARY_RSHIFTand_ BINARY_ANDor_ BINARY_ORxor BINARY_XORipow INPLACE_POWERimulINPLACE_MULTIPLYimatmulINPLACE_MATRIX_MULTIPLY ifloordivINPLACE_FLOOR_DIVIDEitruedivINPLACE_TRUE_DIVIDEimodINPLACE_MODULOINPLACE_REMAINDERiadd INPLACE_ADDisubINPLACE_SUBTRACTilshiftINPLACE_LSHIFTirshiftINPLACE_RSHIFTiand INPLACE_ANDixor INPLACE_XORior INPLACE_ORrrr-r.rfrr,r#r%rJUMP_BACKWARD_NO_INTERRUPTPOP_JUMP_FORWARD_IF_TRUEPOP_JUMP_BACKWARD_IF_TRUEPOP_JUMP_FORWARD_IF_FALSEPOP_JUMP_BACKWARD_IF_FALSEr'r)r-r/rrr4r7r:r@rBrDrFrMrRrTrVrr\r^r`rbLOAD_FAST_BORROWrPOP_ITERrhrirkrnrorrxrrrr contextlibcontextmanagerrrrrrrrGrNrOs@rrrs  //00#==.."CC  ##$$""&& K%%####00  ++>> ,,! EE ""%%.!F00'  8 8$8+ 8  8, 4 $ 4( 4+ 4  4 U $ U( U+ U Un Wn` 7"* +\ ;;AF2 M=^  ;!+FV2. ) V/L *J*JJ !E(##, 2:;|$% 44,>4LM$X]]E:#HNNE:' t<&x~~t<U U (U* (. `&P 0..$)LA'F<:$*QfLP P ) )  :; :;x A -  -G " % A   8&) >x% x%!x%" x% + x%  x%x%"x% $x%tg%g%$=g%  g%RA?*A?:CA?IRA? A?A?F & ~= =84"4)84 4((16 @L@ 8$6 2 $"2 9.1/b:0 N  4   N,3 B"!:1 %$1K@   V V"CDhll+Nhll+N'IHOO,LHLL)Lx||,O%hoo6"8#4#45!("2"23X\\*M -(,,'Jx||,O. ux "MX__-MX__-M(--(J&I(,,'JX]]+M .&x'7'78#H$6$67"8#4#45hmm,N /8==)K .h../Nh../N8==)K8==)K(,,'J/ 7" ; @"-!^ i )VM!%+HNNEB ,X^^U C ,X]]E B!-hmmU!C (# E##  #J  -' *&& /;)., A '  ' &P=?*!IH !8<S ;?  '7     > 55 *9 *  * * ""%/"BE" "+(+ $+(l$ll7 l  l\    #:      @15)-15-@;@;(@;! @; " @; # @;%@;4@;5@;(B@; 3@;@;@;@;(@; %!@;"3#@;&.'@;(')@;,/-@;. /@;@;r) metaclassceZdZed dZej d dZ d fd ZddZ ddZ ddZ ddZ ddZ dd Zdd ZxZS)rDc"tjSr)tlsrrrrrz InstructionTranslator.current_txs ~~rc#Kttdd}|t_ d|t_y#|t_wxYww)Nr)r|r!r)rrs rset_current_txz$InstructionTranslator.set_current_txs1\40 # "CNUCNsA0 A =Acttjd|jd|dd|dt|t || || | | ||||| | ||||||iidd|| d|||||jt|jj5|j5| |_ | |_ |jr|jsJd i|_t|j!}t#j$|j'd d}|j)D]h\}}||vs d}|r)t+|j'|ij)}t-j.|t1|d | }||j|<j|jj2}|j5D]x}||vrL||}t1|d d }t-j.||}|j7}|j9||n|j7}||_||j|<z|Jt=|j?|D]g\}}tA|}t1|d } t-j.|jB|}|jK|||}||_||j|<itM||_'tQ|_)| r.tFj,jU|j|_ddddddy#tD$rtGjH}YwxYw#1swY5xYw#1swYyxYw)Nztorchdynamo start tracing rrrr) local_scoperwrtorch_function_mode_stackrrr)r rmr$rWrYrrr{r|r}r~rrrrrrrz4Export without one graph - something has gone wrong.dynamismT)is_inputr')r(is_derefed_cell_contents)r))+rrINFOrrFrGrA_throw_if_in_functorchrr rr#rrr{rrr0rOr{r frozensetrwrjrRr rr3rNrOrrrQ cell_contentsrrDeletedVariabletrack_cell_existingrr}rr~ realize_all)rrmrr$rWrYrr&r compiler_fnrrexport_constraints frame_staterrrrrr'rrlocal_dynamismr6r contents_sourcer.cell_varr- cell_sourcerMs rrGzInstructionTranslator.__init__ s(   LL((8,}:U9VVWXdeuXvWw x  "$&*C# &!%*."&+%/A ! F ##%T[[00 1d 43F3F3Hd #,DN DK{{~~J~$&D *-d.D.D.F*G #//7;;JMH'~~/ 5 e00%)N)28<<b3I3O3O3Q)R-44# %)%3C25D((. 5" ;;33L % 68#$TNE*'2!%15'O 5H4N4N5L ,::D &(1'D'D'P'P((($Ed d d `"?#,#<#<#>L?ad d d d sQM0B M >D=M < L'A:M M'M M M M  M MMctjjd}tj|j j d|j j }tjjj}tjjjjtjjjjtjjjjf}|\|j|vrI||urD|jjj!}d|d|d|d}t#dd|g yyyy) Neagerr1zhIf you are reaching here, it means dynamo failed for one of the following reasons: - Calling torch.func.zP(compiled_fn) function from eager mode is not supported. Ensure that torch.func.zp is also wrapped within a torch.compile function. For more information, see PyTorch issue #128711. - torch.func.z2(fn) requires the function to be inlined by dynamoz%Unsupported functorch tracing attemptrr)r_dynamolookup_backendrEgetattr_staticr r1_C _functorchpeek_interpreter_stack TransformTypeVmapGradJvprtrlowerr:)rr9r1ciforbidden_keysrrXs rr+z,InstructionTranslator._throw_if_in_functorchs0 ,,W5,, KK # #]DKK4K4K XX 7 7 9 HH   - - 2 2 HH   - - 2 2 HH   - - 1 1  >bffh.8[PU=U668==&&(D((,v.**.0 !%v%W Y  ?  >V8>rct|tr|j|jSt|tr|j |j Str)rNrRr$rOrOrWrr')rrs rget_example_valuez'InstructionTranslator.get_example_valuesE fk *==!2!23 3 fl +>>&"4"45 5rc|jjD]G}t|tst |j t jjsGyyr) r{rrNrrrrnnModule)rrs r$symbolic_locals_contain_module_classz:InstructionTranslator.symbolic_locals_contain_module_classsR%%,,. A!56:$$&<   rct|jrU|jdx}rCt|tr2t |j |t |jd<yyyy)Nryr)rrrNrqrzrra)rrs r"replace_tos_if_return_is_generatorz8InstructionTranslator.replace_tos_if_return_is_generators`  O 2&&3 <=1--d3.0DJJrN>' rc|j|jJ|jJtj d|j|jz t j s|jjdk(rw|jsk|js[|jsO|jsC|js7|js+tj dt#|j$d|_t't(j*d|j$j,d|j.dt0j3d|jj5|t7d|j9gd |j.d k(rd nd }t;|d k(sJ|dj<rJ|jj?|jA||djBtD)NrrzhNo ops traced for the FX graph. `torch.compile` will skip the frame and fall back to eager. Frame info: ztorchdynamo done tracing rrzreturn triggered compile return_valueF)rrrr)#rNrrr[rrallow_empty_graphsr rsrrLrrrrr SkipFramer6rrrr*rrrrrr@rrrMrr8rr9)rrrs r_returnzInstructionTranslator._returns //1''333+++'' 0043C3CC )) '')Q.22==?KKNN--33--0=>@  $(   LL' (;(;'9qq %A% !,-222,Q/@@@@ ++  ) )$0I!0L0V0V W rc&|j|yrrSrs rrz"InstructionTranslator.RETURN_VALUE Trc&|j|yrrUrs rrz"InstructionTranslator.RETURN_CONSTrVr)rrDr)$rmrrrr$rrWrrYrrztuple[Any, ...] | Noner&rrrr1rrrrrr2rr3rrrrrQrrrrrrr)rrTrrrr)rrrrrrrr#rGr+rHrLrNrSrrrNrOs@rrDrDs##c'cc! c " c # c(c$'c%cccc cc(c %!c"3#c$'%c& 'cJ> ,\rrDr(INPLACErBINARY_c#dKtjsdy|jt|_|jj }|jj }|jj |j|j|jtjd} dd}|jj}tj}|r||}||jz } | |jz } t|j |j"|j$| | t'|j(||r|dnd|r|dnd|r|dnd|j*| } |jj-| |jj/| yyy#|jj}tj}|r||}||jz } | |jz } t|j |j"|j$| | t'|j(||r|dnd|r|dnd|r|dnd|j*| } |jj-| |jj/| wwwxYww)a[ Context manager for profiling inline calls. Args: output: The OutputGraph containing profiler_state code: The code object being inlined (for timing metadata) get_inline_depth: Callable that returns inline_depth (called after work completes) Yields: None (profiling happens around the with block) NFTrrr) func_namer firstlineno cumtime_ns tottime_nsbytecode_countrcaller_func_namecaller_filenamecaller_firstlinenois_primitive_call call_stack)rdynamo_profilerprofiler_stater get_current_callerget_call_stackr>rrrtimetime_nsr start_time_ns child_time_nsr r[rr\rco_coderc record_timingadd_child_time) r rget_inline_depth caller_inford trace_success stack_entry trace_end_nsrr]r^timings rprofile_inline_callrv'sn"  ! !  $ 3 5''::QD2= A45@;q>d"-"?"?% F  ! ! / / 7  ! ! 0 0 <)5=++//1 ||~ [4+-L% (A(AAJ#k&?&??J(%//$--'33%%"4<<0)3>QD2= A45@;q>d"-"?"?% F  ! ! / / 7  ! ! 0 0 <)5=s B5J08F5>C7J05C8J--J0cFeZdZUdZded<ded<e ddZe ddZe ddZ dd Z dfd Z e dd Z dd Zdd Zdfd Z dfd ZddZddZ ddZdfd Zdfd ZxZS) rz Trace and inline a called methodr4symbolic_resultrrcd}tj|jfd5|j|||}|j cdddS#1swYyxYw)Nc"jdzSrpr)rsrrz;InliningInstructionTranslator.inline_call..vsF4G4G!4Kr)rvr rbuild_inline_tracer inline_call_)r rfuncrrtracers ` rrz)InliningInstructionTranslator.inline_callls] MM4==?,K  ),,VT4HF&&(  ) ) )s $AA#c |jrtdt|dgt|trt j |jddrat j |jdd}tdt|jd|jd |d d gtj|d }|jrddl m }t|drDt|jdr.|jj|urtj ddSt|dr|jj"nd}d|dg}d|j%vr |d|ddgz }tdd|d|j'd|j%d|j(d|d ||S)!NzInline attempt with __self__zAttempted to inline a function with the `__self__` attribute. Dynamo is expected to decompose method calls into function calls with a `self` argument.r_torchdynamo_disableF_torchdynamo_disable_msgz2Skip inlining `torch.compiler.disable()`d functionzSkip inlining function z= since it was wrapped with `torch.compiler.disable` (reason: rz(Remove the `torch.compiler.disable` callT)is_inlined_callr)!produce_trampoline_autograd_applyrJ_originz"allowlist in dynamo known functionrzAvoid calling the function `rBr:z:Apply `@torch._dynamo.dont_skip_tracing` to the function `zw` to force tracing into the function. More graph breaks may occur as a result of attempting to trace into the function.z Please file an issue to PyTorch.z.Attempted to inline function marked as skippedz qualname: z, name: z , filename: `z`, skip reason: z?Dynamo developers have intentionally marked that the function `z` should not be traced.)has_selfr:rrNrtrEr< get_functionr check_verboseskippedtorch._dynamo.variables.miscrr-rJr SkipResultr get_filenameget_namer)r~rXrr fn_qualnamers rcheck_inlineablez.InliningInstructionTranslator.check_inlineable{s ==? 6D k   d0 1g6L6L    !77 ((!!#%?C LD--/05d6G6G6I5JK::=aA?  **4F >> V d#DGGY/GGOO'HH#--?3:$2E$''..2K.{m2>E 1 1 33PQ\P]^hh7  H$[M$--/9JK"//122B6==/S]^i]jk((   rc: t|tttfsJ|j d}j j }tjs"|r |jjdx}r|}|Ftj|}|jdusJtjs|r||j<d} |j||}|Jt/j0|j3D]8} t| t4rt!d d |d | dgt*j6:j8dvrL|rt|dt:j<s-t!ddj8d|dj8dgd} t>j@jBjDjGdr&dtIjJjI} tLjNdk\r@jPjRd fd } tTjWdtY| tZjWd| |j\|r|d} d}t| t^rU| jasEtc| jet>jfjhr| jk} nd}|rt| tlrj jo| jp}t|t>jrjtrtwjx|t{j||j~jd<nt| tro| j}t|t>jrjtr?twjx|t{j||j~jd<t|trJtr1t|jjj|}|St|jjj|}|S#t$r}t!dd|j#d|j%d|j j&d|D cgc]} | j)ncc} wc} d| d|j#d gt*j,| Yd}~;d}~wwxYw)!NFz2failed to bind arguments when attempting to inlinezfunc='z' rz ; args = z ; kwargs = z4Argument mismatch when attempting to trace function rMrz:Encountered unconverted argument when attempting to inlinezfunc: z, arg: zWAn argument to an inlined function was not successfully converted to a VariableTracker.r)rsrrz2Unsupported __setitem__/__setattr__ inline attemptz code name: z, args: zAttempted to inline z: where first argument (self) is not a user-defined object.rbytecoderr(cjjj}tj }dj d|d|S)N)rzTRACE inlined call z from r)r positionsrrZrr)headerrrcur_instr parent_codes rget_trace_call_log_strzQInliningInstructionTranslator.build_inline_tracer..get_trace_call_log_str s[77#--4482+xHOOQ,T\\N&4&QQrrzINLINING %s%s, %sTrDr)IrNrtrrrprr rrdont_skip_tracingpreviously_inlined_functionsr{rrr bind_argsrr:rrrrrrrrrrbrrrrrr _internal log_stateis_artifact_enabledraBytecoderRrrrtrace_call_logrr^rrrw is_realizedr peek_typerJrKrrrrrrrPrQr0rOforward__code__rrrsr-&InliningGeneratorInstructionTranslatorr|r}r~)rr~rrr tracing_ctxprevious_result sub_localsrr2rrrarg0 should_checkmodulerrrrs` @@@rr|z1InliningInstructionTranslator.build_inline_tracers $*.     $}}mm33 ''K"-"J"J"N"Nd#) >2CCDIF>>U* **++ AG 88>  f=J%%%!2!2!45 Aa1X$TF'!5 y9-889   <<9 9 ZQ)L)LM L%dll^8D6B24<<.@z{   >> # # - - A A* M#,,t,00234F   w &11H --K R R  z2H'I J %tVV]]C 7DL$ 34T=M=M=Odnn.@<<>D#(Ld$45#]]88IF!&%((*>*>?$KK/%001H1HI. &CD!ZZF!&%((*>*>?$KK/%001H1HI.d$8999  ;''44,,F& 3''44,,F K  L  1D4E4E4G3H$--/JhJhIij8<=3??,==>k&SRSWS`S`SbRccde&11   s%Q// T8ATS8TTcN|j}d|_d|_|j}t j }|j r|j|j } |5|jddd|j"|_d|_|j$j&rt)j*dS|j,J|j.|j.ur%|j0j3|j0|xj4|j4zc_tjd||j$j6j8j;|t<j>stA|tBr|jDrtG|rttA|tBrd|jHrXtA|tBsJg}|j,jKs |j,g}tjLtN||y|j,StG|rMtA|tBsJ|j,jKsJtQ|jRtUS|j,S#1swYxYw#tj$r#}d|d|}tj|d}~wttf$r }d|_d}~wt $rtjd|wxYw#|j"|_d|_wxYw) NFTz!Observed exception DURING INLING z : zFAILED INLINING %szDONE INLINING %srr)+rrrrr nullcontextrrrrrrrr;r<rrrr r!rhrjrxrWr|rrr traced_coderrrrNris_generator_from_ctx_managerr-generator_exhaustedis_constant_nonerrrzgenerated_itemsra)rrr strict_ctxrrXrs rr}z*InliningInstructionTranslator.inline_call_Js&+#(,%{{$002  " "55f6M6MNJ 2   &+/*C*CF ',1F ) ;; " "#**40 0##/// >>V-- -  # # * *4+@+@ A((D,J,JJ( $d+ ##//66t<  4 4 tC D22T"t%KL,,!$(NOOO++<<> 001D,,]DtL+++D!!$(NOOO++<<>>>+(("2"4 +++A  $$ 5dV3qcBC IIcN Y' !AL   II*D 1  +/*C*CF ',1F )sH#J%J 6J JJL+K  LK##$LL L$cj|j}|d} t| ts | j} |jj } | r| j j|nd} | %| j} | j} | j}n`t|} t| t| } tDcic]}|t||}}| rt!| | || j |<t"|I|ji|| ||||| |||j&|j(dz|j*|j,|j.|j0| ||_||_|j6|_d|_|j:j=|_|j>|_ycc}w)N __builtins__)rmrrr)r r$rWrYr{r|r}r~rmrrrrrrrrr) get_globalsrNr__dict__r rinlined_code_cacher{rmrrr!r rr+r|rrFrGrrrrrrfuncvarrrrxrr6r)rrrr{r|r}r~rrWrYrcachedrmrrrrMs rrGz&InliningInstructionTranslator.__init__s'') ~. *d+#,,Jmm33 =H//33D9d  !..LnnG!..L/5L  -!,/G9FIAAwtQ//ILI7G!-#!-8 ..t4 ==!+-*G"7%%==,,q0"22,,$66NN%  (  ))#%55::<))CJs<F0c.|jjSr)rrrs rrz'InliningInstructionTranslator.fake_modes{{$$$rc\tj|jjSr)rrrrrs rrz)InliningInstructionTranslator.run_ctx_mgrs ++DKK,E,E,GHHrctjsy|jjsy|jj syy)zCheck if comprehension speculation is allowed in this inlined context. Unlike should_compile_partial_graph(), this skips the exception table entry check. FT)rrr should_allow_nested_graph_breaksrrrs rrzAInliningInstructionTranslator._can_speculate_comprehension_nesteds9 ))||<<>{{779rctjrD|jjsy|jj syt |Syr)rrrrrrrFrrMs rrz:InliningInstructionTranslator.should_compile_partial_graphsC  % %<<@@B;;;;=779 9rcdtjrt| ||St dddgy)NzGraph break in inlined functionrz2Graph breaks in an inlined call are not supported.r)rrrFrr:)rrrrMs rrz3InliningInstructionTranslator.create_call_resume_ats5  % %707PQ Q5L  rcF|j|_d|_tr)rrxrr9rs rrz*InliningInstructionTranslator.RETURN_VALUEs#xxz#' rcH|j||_d|_tr)rTrxrr9rs rrz*InliningInstructionTranslator.RETURN_CONSTs##//5#' rc2d|jvr|jdjdsv|jd}|j|}d|vr(tjj j |}n t|}t|||}t||}n[|jjd|j}t|}|j}t|||}t||}t|r t|}|||fS)Nr namedtuple_rn___unnamed_scope)rWr^r`rrrsrtrrdrMr rrOrNrUrS) rrrarbrc fglobals_vt global_source globals_nameglobals_sources rget_globals_source_and_valuez:InliningInstructionTranslator.get_globals_source_and_value s  'z0J0U0U 1 ..4K ..{;M+-MM22LL# "0 !<?/$ >~NK&}d;M;;;;"DNNL*,7N!^^N@/$?OK-ndCM ^ $,M:M{M99rc |j}||jvr|j|S|jj|jurt ||y|j|\}}}|jjj||r6|j|jjj||y|j|}|jtj|||yr)rnrWr[r rwrFr^rr r3r>r4rbro)rrrrrrrrMs rr^z*InliningInstructionTranslator._load_global5s{{ t~~ %$$T* * ;; # #t~~ 5 G  &,0,M,Md,S )A{M{{''DD[RVW $++22<<[$OPt, ///e]KLrcl|jj|jurt||y|j }t |trtd|jdg|j}|j|\}}}|jjj|||y)Nz3Storing Tensor hook handle in globals (inline call)rir) r rwrWrFrlrrNrr:rnrr  store_attr)rrrr_fglobals_valuerrrMs rrlz*InliningInstructionTranslator.STORE_GLOBALFs ;; # #t~~ 5 G  &HHJE%!89Q KK 8  ;;D.2.O.OPT.U +O[! KK $ $ / / T5 Ir) rrr~rorrrrzrrb)r~rorztrace_rules.SkipResult) rrr~rorrrrzrrr)rrrrr{rzr|rzr}rr~rrz7BaseUserFunctionVariable | LocalGeneratorObjectVariablerrrrrrr)rrrz#tuple[Any, VariableTracker, Source])rrrrrrrrrr|r}rGrrrrrrrrrr^rlrNrOs@rrres*++ %% ) )' )( ) + )  ) )?&? ??BJJ&J(J+ J ' JJXK,Z=*)=*=*4 =* 5 =* (B =* 3=*I=* =*~%%I     $=       (:(: ,(:TM"JJrrcxeZdZUded<d fd Zd fd ZddZddZddZdfd Z dfd Z dd Z dd Z xZ S)rrrcNt||i|g|_d|_d|_yr)rFrGrrr)rrrrMs rrGz/InliningGeneratorInstructionTranslator.__init__]s- $)&)!#( -2*rctjjfd5tcdddS#1swYyxYw)NcjSrr{rsrrzEInliningGeneratorInstructionTranslator.inline_call_..ds 4CTCTr)rvr rrFr}rs`rr}z3InliningGeneratorInstructionTranslator.inline_call_cs8 dkk;T U *7') * * *s ?Acyrrrs rrzCInliningGeneratorInstructionTranslator.should_compile_partial_graphgsrcL|j}|jj|t|jtkDrt j |jtjdtjs |jr ||_ tyr)rrrrrvrInfiniteGeneratorErrorr>rhrjrrrrxr;)rrtops r YIELD_VALUEz2InliningGeneratorInstructionTranslator.YIELD_VALUEks~hhj ##C( t## $'9 9,, , "))$/0  5 511#&D   2rc|jd}t|tsN|jt j |t j||gi}|j|yyr) rrNrzrrbror r?r>)rrrress rGET_YIELD_FROM_ITERz:InliningGeneratorInstructionTranslator.GET_YIELD_FROM_ITERysVjjn#34 HHJ!''d3AA$rRC IIcN5rc0d|_t| |Srr)rrFrrrrMs rrz3InliningGeneratorInstructionTranslator.RETURN_VALUE#' w#D))rc0d|_t| |Srr)rrFrrs rrz3InliningGeneratorInstructionTranslator.RETURN_CONSTrrct|jdk\sJ|j}|jd}|jst dddg |j |}t |jtr|jdkDsJ|xjdzc_|j||j|y#ttjf$rw}t |tjrtj||j|jtj |j"Yd}~yd}~wwxYw) NrryUnreachable sub-generator coder@Should only be encountered while implementing generator support.rrr)rrrrr:rrNrrr>rrrrrrhrjrrrr[rexs r YIELD_FROMz1InliningGeneratorInstructionTranslator.YIELD_FROMs"4::!###hhjjjn##% 8^   ###D)C433S9,,q0 1  $ $ ) $ IIcN   T "#s<<= 9"c;;<--d3 HHJ II&--bhh7 8 8  9sCE'A-EEct|jdk\sJ|j}|jd}t|tt fs>t|t rrt|jtjjrD|jr$ |j|}|j|yt-dddgyt-dd t/|d t/|d gy#ttj f$rl}t"j$dkr|j|jt'j(|j|j+|Yd}~yd}~wwxYw) Nrryr*rrrrzSEND with bad typez TOS type: z(Attempted to SEND with unsupported type rM)rrrrNryrqrr collectionsabcIteratorrrr>rrrrRrrhrjrr:r`rs rSENDz+InliningGeneratorInstructionTranslator.SENDs64::!###hhjjjn c,.JK L s5 6399koo&>&>?##%#++D1CIIcN< b  ,$WS\N3Fws|nTUV  5&s'D'DE $'''1 II.55bhh?@IIdOO $sC;;FA"E;;F)rrrrrrrrr)rrrrrGr}rrrrrrrrNrOs@rrrYs7**3 * **$#L*rr)rrrztypes.ModuleType)rr;)rrrGenerator[None, None, None])rJzCallable[..., object]rzCallable[..., Any])rTrrr)rdrrr)rrrpCallable[[object], bool]r>rrr)r~rrr)r)rrbrrrr)rprr>rrr<)rrr r1r rrr)r>rr%rrzYCallable[[Callable[..., None]], Callable[[InstructionTranslatorBase, Instruction], None]])r rArrrpzCallable[[], int]rr(r __future__rrcollections.abcrr6rrarHrrErrrrkr~rR threadingrirurOrPrtypingrrrrr r typing_extensionsr rtorch._loggingtorch._dynamo.dynamo_profilerr r torch._dynamo.excrr torch._guardsrrrtorch._logging.structuredr%torch.fx.experimental.symbolic_shapesrtorch.utils._functoolsrrrrrrrrbytecode_analysisrrrr bytecode_transformationr!r"r#r$r%r&r'r(r)r*r+r,r-r.r/r0codegenr1comprehension_graph_breakr2r3r4r5r6r7r8r9r:r;r<funcname_cacher=guardsr>r? output_graphr@rArB polyfillsrCrDrErFrG replay_recordrHrIrrJrKrLrrMrNrOrPrQrRrSrTrUrVutilsrWrXrYrZr[r\r]r^r_variables.baser`rarbvariables.builderrcrdrevariables.builtinrfrgvariables.constantrhvariables.ctx_managerrirjrkrlryrnvariables.functionsrorprqrrrsrtruvariables.iterrvvariables.lazyrwrzrxryrzr{r|r}variables.miscr~rrrrrrvariables.nn_modulerrvariables.setsrr?rvariables.tensorrrrvariables.torch_functionrrvariables.user_definedrrrrrrrrtorch._subclasses.fake_tensorrrr getLoggerrrrgetArtifactLoggerrrrrrr!rr?rrcontainsrrrrcacher dataclassrrrrrrrrr#r%rrrr9r;rKrUrhrvrrrrrr=rr?rQrrDr_nb_opsr|rrvrr)rrrrs0000rrs0#     II$ ROCC/</ "'L   )/NN:   ;   GFRRC0 ///Q'2WW==<'g!..228^L11(LI>>33HnM^^55h@PQioo4R4L4R4R4T',0AqAq''''^"("3"34BB X]] + 9 9 D!H '(()y )) < IIIX     /// 33. 44 )!) ))& $!$ $$ D ~  I 9A  ..&' #'&' ' 'T B@&@F]&].2]=]@ R!R'0R;LR RBB B"BBJJJ2 ```FP8;'P8;fp^5^B w   FA  !#v-F12JWVABZL3I  := := :=(:=! :=:=zqJ$=qJh-JIl'RZs .V3$V