Ljp UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlZddlmZddlmZddlmZm Z m!Z!m"Z"ddlm#Z#m$Z$m%Z%ddl&m'Z'dd lm(Z(ddl)Z)ddl*Z)dd l+m,Z,dd l-m.Z.dd l/m0Z0dd l1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7ddl*m8Z8ddl9m:Z:m;Z;mZ>ddl?m@Z@mAZAddlBmCZDddlEmFZFddlGmHZHddlImJZJmKZKmLZLmMZMddlNmOZOmPZPddlQmRZRmSZSmTZTmUZUmVZVddlWmXZXddlYmZZZm[Z[ddl\m]Z]m^Z^m_Z_m`Z`maZaddlbmcZcmdZdmeZemfZfddlgmgZgddlhmiZimjZjmkZkmlZlmmZmmnZnmoZodd lTmpZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|dd!l}m~Z~dd"lmZmZmZdd#lmZdd$lmZmZdd%lmZmZmZdd&lmZdd'lmZdd(lmZmZmZmZmZdd)lVmZdd*lmZmZmZmZdd+lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZdd,lmZd-ed.< ddlZejpr.dd/lmZdd0lmZdd1lWmZdd2lmZdd3lmZdd4lmZmZmZdd5lmZe jeȫZe)jjed6Ze)jjed7ZejZe%d8Ze'd9ZGd:d;Z dd<ZGd=d>ZeԫZeԫZdad?ed@<ejeD d ddAZdddBZddCZeojddDZ d ddFZdaejZdGedH<ddIZddJZeGdKdLZ ddMZGdNdOZ d ddQZddRlmZddSlmZeZdTedU<dVZ ddWZddXZddYZddZZedEddddd[ dd\ZeGd]d^ZeGd_d`ZedPaGdbdcZdddZeGdedfZeGdgdhZddiZddjZ d ddlZ dddEdm ddnZeGdodkZddEdm ddpZddrZdEddddd[ ddsZ dddddt dduZGdvdwZ d ddxZddyZddzZGd{dqej ZGd|d}Z dd~Zy#e$rdZY=wxYw)a This module implements TorchDynamo's core frame conversion functionality, transforming Python frames into FX graphs. It handles: - Frame analysis and bytecode transformation - Guard creation and management for dynamic behaviors - Cache management for recompilation - Error handling and fallback mechanisms Key classes: - ConvertFrame: Main entry point for frame conversion with error handling - ConvertFrameAssert: Implements core frame to graph conversion logic - Tracker: Tracks input/output code objects during conversion - CatchErrorsWrapper: Provides error handling and suppression logic The conversion process preserves program semantics while enabling optimizations through torch.compile() and related systems. NOTE: _torchdynamo_orig_backend is used for convert frame wrappers to identify the inner wrapped function. By going down the _torchdynamo_orig_backend chain, one can recover the original unwrapped backend, which is checked for during the Dynamo cache lookup. ) annotationsN) dataclass)Path)CellTypeCodeType FunctionType ModuleType)AnyNoReturnTypeVar) ParamSpec) ReferenceType)GlobalStateGuard)CallbackTrigger)get_compile_pg)TensorifyState)compile_contextCompileContext CompileIdtracing) structured)compile_time_strobelight_meta#maybe_upload_prof_stats_to_manifoldsignpost_event)_use_lazy_graph_module)ConstraintViolationErrorGuardOnDataDependentSymNode)_forward_from_src) _WaitCounter)DistributedDataParallel)_disable_current_modes any_torch_dispatch_mode_on_stack/is_in_any_mode_without_ignore_compile_internalsis_traceable_wrapper_subclass)CapturedTracebackformat_traceback_short)config decoratorsexcgraph_break_hints trace_rules)_is_registered_backend)remove_dead_coderemove_pointless_jumps) check_inst_exn_tab_entries_valid Instruction is_generator propagate_inst_exn_table_entriestransform_code_object)CacheSizeRelevantForFramecompute_cache_sizeexceeds_recompile_limitis_recompilation) code_context)always_optimize_code_objects Constraint dynamo_tlsinnermost_backend innermost_fn skip_code TorchPatcher) augment_exc_messageBackendCompilerFailedFailOnRecompileLimitHitformat_error_msgInternalTorchDynamoError PackageErrorResumePrologueTracingErrorShortenTracebackTorchRuntimeErrorUncapturedHigherOrderOpError unimplemented Unsupported UserError)reset_user_object_tracking)CheckFunctionManager'get_and_maybe_log_recompilation_reasons GuardedCode)Hooks)DynamoTracerOutputOutputGraphCommon)_log_size_mismatch_recompilelog_frame_dynamic_whitelistput_code_state)ExecutionRecord)TORCH_DYNAMO_RESUME_IN_PREFIX)DistributedStateExceptionStackInstructionTranslator LocalStateSpeculationLog)is_numpy)ConvertFrameReturn FrameActionFrameExecStrategywrap_guarded_code)_get_error_on_graph_breakchromium_event_timedCleanupManagerCompileTimeInstructionCountercounters dynamo_timedformat_bytecodegen_record_file_name#get_hook_for_recompile_user_contextget_metrics_contextincrement_frame is_namedtupleistype LazyStringmaybe_disable_inference_mode*maybe_disable_inference_mode_for_fake_prop orig_code_mapreset_graph_break_dup_checkersetup_compile_debug to_int_ustroubleshooting_urlwrite_record_to_file)#torch_function_mode_stack_state_mgrzModuleType | Nonenp)Callable)WeakIdKeyDictionary) CompilerFn)CompilePackage)WrapBackendDebug) BytecodeHook CacheEntryDynamoFrameType)FrameStateSizeEntrybytecode graph_breaks_T_Pc eZdZy) TODO_UNKNOWNN)__name__ __module__ __qualname__Z/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/_dynamo/convert_frame.pyrrsrrc|y|jjj}|jj |j j y)z:Clear WeakIdRef entries from a FakeTensorMode's describer.N)fake_tensor_convertermeta_converter describer lookup_tensorclearlookup_storage) fake_moders r_clear_fake_mode_weakrefsrsH//>>HHI !!# ""$rc,eZdZddZddZddZddZy) Trackerc0g|_t|_yN)seensetseen_idsselfs r__init__zTracker.__init__s35 "%% rct|jvrQtj|fd}jj |jj yy)Nc:jjSr)rremove)_idxrs rzTracker.add..sDMM4H4H4Mr)idrweakrefrefrappendadd)r strong_objobjrs` @rrz Tracker.addsRn dmm #++j*MNC II  S ! MM  c " $rc0t||jvSr)rr)ritems r __contains__zTracker.__contains__s$x4==((rcl|jj|jjyr)rrrrs rrz Tracker.clears   rNreturnNone)rrrr)rrrbool)rrrrrrrrrrrrs(#)rrzGlobalStateGuard | Noneinitial_global_statecJt|||}t|j|Sr)original_forward_from_srcr?__code__)srcglobals co_fieldsresults rfx_forward_from_src_skip_resultrs# 'sGY ?F foo Mrc tjttjd|zj }tj |}ttjfd||j|jtj|jdgztjjdfd|Dcgc]:}|j k7r)d|j"d|j$d |j <c}d|jd|jd |jgz}|Scc}w) Nskipc|dk7S)Nfilenamer)fconvert_frame_interns rrz"log_dynamo_start.. sa m';;r)linenamer dynamo_startc diS)Nstackr)rsrrz"log_dynamo_start..s % rzLine: z, Name: z , Filename: )r intern_string__file__r%extractsummaryfrom_tracebacklist itertools takewhileco_firstlinenoco_name co_filenametorch_loggingtrace_structuredrlinenor)coder captured_tbframes_internedframe stack_stringsrrs @@rlog_dynamo_startrs6%33H=#++T:BBDK // >1 1 huzzl,u~~>NO $$%Xdll^<HXHXGYZ  M s?E cRtjdfd }|_|S)a@ Context manager to: 1) Save/restore torch.is_grad_enabled() state 2) Save/restore torch random state 3) Monkey patch torch.fx.graph_module._forward_from_src NOTE: Python random state is preserved in eval_frame_cpp.cpp instead, so that it wraps more of the compilation pipeline. c  t}tj}tjj 5t 5t 5tj}tj}tj}tjj}tj}tjj} d} tjjrEtjj!5tjj} dddtjj#dd} tj$j&j(} t*tj$j&_t-} t/j0}|j3tj$j4j7t9 |i|| j;|j;tjj=|tj>j@jC|tjD||tjjG| tjH|tjj}||k7rtjjK| Ftjj!5tjjG| dddtjjMdd| | tj$j&_|jOsJd|jQdcdddcdddcdddS#1swYxYw#1swYxYw#| j;|j;tjj=|tj>j@jC|tjD||tjjG| tjH|tjj}||k7rtjjK| Stjj!5tjjG| dddn #1swYnxYwtjjMdd| | tj$j&_|jOsJd|jQdwxYw#1swYnxYwdddn #1swYnxYwdddy#1swYyxYw)Ncudamatmul) warn_onlyzGlobal z7state changed while dynamo tracing, please report a bug))rris_grad_enabled_C_PreserveDispatchKeyGuardrrrsis_inference_mode_enabled$are_deterministic_algorithms_enabled-is_deterministic_algorithms_warn_only_enabled$_is_default_mobile_cpu_allocator_setget_default_dtyperandom get_rng_stater is_availableDisableTorchFunction_get_fp32_precision_getterfx graph_modulerrrv contextlib ExitStack enter_context_symbolic_trace_maybe_revert_all_patchesrNclose_set_grad_enabledautograd grad_mode_enter_inference_modeuse_deterministic_algorithms set_rng_stateset_default_dtype#_unset_default_mobile_cpu_allocator_set_fp32_precision_settercheckreason)argskwargsguardsprior_grad_modeprior_inference_modeprior_deterministicprior_warn_onlyprior_mobile_allocator_state prior_dtypetorch_rng_statecuda_rng_statecuda_matmul_fp32_precprior_fwd_from_srccleanup exit_stackcurr_mobile_allocator_statefns r_fnz"preserve_global_state.._fn1sU!#//1 HH . . 06  ( *6  7 86  $)#B#B#D "'"L"L"N #QQSO==? ) 113K#ll88:O!Nzz&&(XX224@%*ZZ%=%=%?N@$)HH$G$G% !"'!6!6!H!H 6UEHH ! ! 3)+G#--/J  $ $((BBD  ' ( 4*6*   "**?;((>>?ST22'? **?;'' 4HHAAC,03NNHH@@B!-668A 00@A33H&;;M%%7||~fmmo..ef~i6 6 6 6 @@>AA   "**?;((>>?ST22'? **?;'' 4HHAAC,03NNHH@@B!-668A 00@AAA33H&;;M%%7||~fmmo..ef~i6 6 6 6 6 6 6 6 s W V:C V%O >CV% O.DV%( O" A1V%9 V: WO V%"O+'V%.DV"  T, # V" ,T51A1V" "V%%V. *V:1 W:W ?WWr z_P.argsr z _P.kwargsrr) functoolswraps_torchdynamo_orig_backend)rrs` rpreserve_global_stater&s0__R>>@%'C! Jrcp|jtvry|jjD]}||jvs|j|}t |t r%|j jds|turyts]tjsn|tus t|syidfd |jjD] }|s ytj!d|jj"|jj$|jj&y)z+Check if the frame has torch.* related bitsTztorch.c t}|vr|Sd|<ttjtjj fs4t tr.ttjj r d|<|StjrDtr>t tjsttjr d|<|St ttfrt!fdD|<|St t"r5tj%}t!fd|D|<|St t&t(t*tdt,fr d|<|St/r3t1dr't!fdj2D|<|Sy)z)Recursively check if the obj has a tensorFTc3.K|] }|ywrr.0v has_tensors r z:has_tensor_in_frame..has_tensor..s">Q:a=">c3.K|] }|ywrrr#s rr'z:has_tensor_in_frame..has_tensor..s"AQ:a="Ar(N_fieldsc3BK|]}t|ywr)getattr)r$r%r&rs rr'z:has_tensor_in_frame..has_tensor..s"T1:gc1o#>"Ts)r isinstancerTensornnModulerptype issubclassr( trace_numpyr{ndarraygenericrtupleanydictvaluesstrintfloatrrohasattrr*)robj_idr9r&rs` rr&z'has_tensor_in_frame..has_tensorsC X F# #  cELL%((//: ; 3 *S%((//"B#HV F# #   RZZ(JsBJJ,G#HV F# # C$ '"">#">>HV F# # C #**,'F""A&"AAHV F# # C#sE4:t< =$HV F# # 3 GC$;""T "TTHV F# # rz0skipping because no torch.* %s %s %sF)robjectrr)f_coder:co_names f_globalsr-r r startswithrr{r(r3r_f_localsr9logdebugrrr)rrrvaluer&rs @@rhas_tensor_in_framerHvs ||33<<((  eoo %//'*C#z* ''1SE\f((cRi8C= !#H(V&&( e II      ##  rFcd}t|dr)t||}t||j||_t ||y)N exec_recordexport)r=rkryrJrecord_filenamerA)errrLrMs rexception_handlerrOs? Oq- .q$7_amm<+&)rz)typing.Counter[int | FrameStateSizeEntry]FRAME_COMPILE_COUNTERc<tjr t|S|Sr)r(cprofilecprofile_wrapper)funcs rmaybe_cprofilerUs %% KrcDtjdfd }|S)Nc  tj}|sJdttjj t j jdt|jddd}tj} tj}|j g|i|}tj|z }t j%d j||t'j(|} |j+|t j%d ||j/d } t1j2d d d dddt|gt0j45} t1j6dddt| g| j8t j%d| dddtGt|x r#tHjJjMd fd|S#t$r#t j#dd} |i|}YYwxYw#t,$rt j#d|Y6wxYw#1swYxYw#t:$rt j%d|j=t&j>j@jCd|j=t&j>jDjCdY-wxYw)NzTrace id is Noner/z.profilezfailed to enable cProfilerz7### Cprofile for %s trace id [%s] took %.3f seconds ###zCannot write to %szRaw profile at %sz.svg gprof2dotz-fpstatsz"--node-label=total-time-percentagez!--node-label=self-time-percentagez--node-label=total-time)stdoutdotz-Tsvgz-o)stdinz Generated SVG from profile at %szxFailed to generate SVG from profile -- dumping stats instead.Try installing gprof2dot and dot for a better visualizationlinkcddS)Ncprofile_manifold_url)rurlr) manifold_linksrrz;cprofile_wrapper..profile_wrapper.."s !8Or)'rcurrent_trace_idrospathjointempfile gettempdirrr:replacecProfileProfiletimeruncall ValueErrorrE exceptionwarningrZStats dump_statsOSError with_suffix subprocessPopenPIPE check_callr[FileNotFoundError sort_statsSortKeyTIME print_stats CUMULATIVErrrr) r r trace_id profile_pathprofstart_tsretvalprofile_latencypssvg_pathgprof2dot_processrcrTs @rprofile_wrapperz)cprofile_wrapper..profile_wrappers!224+++x GGLL##%==/3x=#8#8c#B"C8L  ! +yy{H "T\\$888F"iikH4O E MM    \\$  > OOL ) '6++F3 E!!87- %"  J#%%GT3x=9+22 >I! J2@    =  NN + +O  e + MM5 6O4*6*F + > MM. = >  J J"! E KKN  MM&..-- . : :2 > MM&..33 4 @ @ D  EsQAHH7 5I)AII)(H43H47III&"I))BK;:K;r)rr)rTrs` rrSrSs)__TDDL rceZdZUdZded<y)ConvertFrameBoxNz bool | Noneerror_on_graph_break)rrrr__annotations__rrrrr)s (,+,rrcd|vrt|d<tdz a|d}t|tsJt|}t|xxdz cc<d}t j x}r |j }t|||S)N_idr')compiled_autograd_idframe_idframe_compile_id) FRAME_COUNTERr-r;rPrcurrent_compile_idrr) frame_staterrrpriors rget_compile_idr.s K* E 5!H h $$ $,X6(#q(#1133u3$99 1) rcpeZdZ d ddZed dZdd d dZy) ConvertFrameAssertNct||_||_||_||_||_||_t|_yr) rur _one_graph_export_export_constraints_package_recompile_limitr_box)r compiler_fn one_graphrLexport_constraintspackagerecompile_limits rrzConvertFrameAssert.__init__FsA &')4&# #5  /#% rcfdS)Nctt|jjjjSNr)convert_frame_assertrrrrbackendrs rrz8ConvertFrameAssert._clone_with_backend..[s03  OO LL  $ $ 11  rrrs`r_clone_with_backendz&ConvertFrameAssert._clone_with_backendYs   rrrc^ t|j}t||}tj ||t vr t Stjjdr6tjjd|jk7r t S|jdk(r%|jjdr t S|jdk(r t S|jdk(rZ|jjtjjt j"j$r t S|jdk(r|jdk(r t S|jdk(r.|jdk(rt'|j(s t St+|r t-d d d d gt.j0 t3|s t St5j6}|r?d|jjvr'|j8}|rd|jjvr'|r(|jt:j<ur t dSt>} tAatC|} | jD} tGdd|j| tI| |j|jJ|jL|jNd|jjtPsG|jd|jd|jJ} tRjTjW|  tYt[| } |j\ t_j`|j\ntcjd}| 5|5tg|j|jh|jj|j(|jl|jn|jp|jr|jt|||||| |dz|jv|jx}dddddd| at^jzr-|jv!ddl>m?}|j|jvS#1swYRxYw#1swYVxYw#| awxYw)NTORCHDYNAMO_DEBUG_FUNCTIONz )ztransformers/file_utils.pyztransformers/utils/generic.pyzdiffusers/utils/outputs.py __setattr__rzzzAttempt to trace generatorzAR(-R0BR?RR(R RR%!R((R,TFNNN)rr~rrrLrr Any | NonerCompilePackage | Noner int | Nonerr)rz*Callable[[CompilerFn], ConvertFrameAssert] rrrCacheEntry | NonerrRr$dict[str, int | FrameStateSizeEntry]rr;rr`rrrrpropertyrrrrrrrEs)-)-&*&&& & ' & ' &$& &&  ZZ'Z Z : ZZ ZrrTc"t||||||S)zHFully convert a frame into an FX graph, raising an exception if we fail.)r)rrrLrrrs rrrs#   r) OrderedDict)RemovableHandlezdict[int, BytecodeHook]_bytecode_hooksbytecode_hook_side_effectsctj|sytj|jt}|y|S)zReturn Dynamo's replayed Python side-effect sources for compiled code. Returns ``None`` when ``code`` was not produced by Dynamo or no metadata was attached to it. N)r9 has_context get_contextr'_BYTECODE_HOOK_SIDE_EFFECTS_CONTEXT_KEY)r side_effectss rget_compiled_code_side_effectsrsD  # #D )++D155/L rc*tt|S)zNReturn whether Dynamo recorded replayed Python side effects for compiled code.)rrrs rcompiled_code_has_side_effectsr/s .t4 55rctj|sytj|}t|vr$|ttj|t<yyr)r9rrr)src_codedst_code src_contexts r_copy_code_contextr4sO  # #H -**84K.+= ? @   *+RS>rcJtt}|t|j<|S)a*Register hooks for bytecode generated by Dynamo. The hook can do some logging, as well as return a new code object to be used. Hooks can query `get_compiled_code_side_effects(new_code)` for replayed Python side effect sources. Please refer to `BytecodeHook` for the hook signature. )rrr)hookhandles rregister_bytecode_hookr>s! _ -F!%OFII MrrLrrdistributed_staterc ddlmmjt }t | ||||||| ||| | | |||dfd } |t }|j}|J|jsJ|j| dd| j|jt| t| tt| | dd|S#t$r}t d|_d}~wwxYw)Nr)bisecttranslation_validation_enabled)rspeculation_log exn_vt_stackrrc jjtjj5j 5j ddddddjji_y#1swY3xYw#1swY7xYw#t j$rjt jt jt jf$rt$r%rjjwxYw#jji_wxYwr)outputmark_bytecode_tracing_startrtracing_contextset_current_txrunr*UnspecializeRestartAnalysisrSpeculationRestartAnalysisTensorifyScalarRestartAnalysis SkipFrame Exception shape_envcall_cleanup_hooksrD)rrtracerrsr run_tracerztrace_frame..run_tracerxs  ! MM 5 5 7667 9N9N9P     MM , , . FO#    ..   ! ! #   * *  . . MM    -/v}}../   MM , , . FOsG9B(B BB&B(B BB%!B((BD++D..#ET)errorr)torch.fx.experimental.validatorrrrestartr[r\rS output_graphoutput_instructionsupdate code_optionsr3r0r/r.r_torch_dynamo_tracer_output)rrlocalsbuiltinsrr tf_mode_stackrr instructionsrrLrrrrrr tracer_outputrrNrrrs ` @@@r trace_framer"Ls(W!#L " '!+#F(!!,  *62 ++!!!)))) 44 QF//0(6(601A,1OP Q  (:6(N% s BC C7C22C7cpeZdZUdZded<ded<ded< d d d Z d dd Zy) DynamoOutputao Represents the core data returned from a single dynamo run, including: - Guards, wrapped inside tracer_output.output_graph.guards - Generated bytecode - Other information needed for compilation. This data structure should capture all the "interesting" information dynamo produces on the frontend side before it enters user backend. rSr!types.CodeTyperz float | Nonelast_attempt_start_timeNc |jj}|Jt||||r |jnd|r |jnd||SN) save_guards strict_error)r!rrO guard_fail_fnguard_filter_fn)rrrsaverr*rs r build_guardszDynamoOutput.build_guardssW))66 '''#   #(E  d%*E ! !%  rc l|jj}|Jtt|j |j |j |j|j|j |j|j|jj|||jjSr) r!rGraphCaptureOutputrTdump_guards_stateimport_sourcesrexport_metadatatracked_fakes_id_to_source traced_coderrrB)rargdefs kwdefaultsrs rgraph_capture_outputz!DynamoOutput.graph_capture_outputs ))66 '''! ..0++&&,,77    ' '  $ $ MM    & &      ( (  rNFNF rr%rz Hooks | Noner-rrrr*rrrONN)r6tuple[Any, ...] | Noner7dict[str, Any] | Nonerr0)rrr__doc__rr.r8rrrr$r$s&%)) #)-"      '      ,+/,0 ' *    rr$cDeZdZUdZded<ded<ded<ded <d ed <y ) BackendInputa  Represents core data structure that dynamo will pass to a backend, including: - Graph module - Example inputs - The FakeTensorMode used for compiling graph. This data structure should capture all the information dynamo produces on for the user backend. r: backend_idtorch.fx.GraphModulerr example_inputsz,torch._subclasses.fake_tensor.FakeTensorModerr}tensor_to_contextN)rrrr>rrrrr@r@s&O&&;;**rr@)frozenceZdZUded<ded<ded<ded<ded <d Zd ed <ej e Zded<d d ddZ ddZ y )GraphRuntimeEnvr%rdict[str, str]r2dict[str, Any] used_globalsr<rr6Nr=r7)default_factoryset[str] external_refs extra_globalsc|jjDcic]\}}|tj|}}}i||j|xsi||i}|j |t j|j||j|j}|jr|j|_ |Scc}}w)N)rr6) r2items importlib import_modulerJ_check_external_refstypesrrrr6r7__kwdefaults__) rrA compiled_fnrOalias module_namer2rBrs rforward_callablez GraphRuntimeEnv.forward_callables'+&9&9&?&?&A "{ 9**;7 7     "     !!),    MM LLLL   ?? $B  - s Ccxg}|jD]}||vs|j||rtd|dy)Nz&Missing required external references: zM. Please load AOT compiled function with `f_globals=`)rMr RuntimeError)rrB missing_refsrs rrTz$GraphRuntimeEnv._check_external_refss] %% )C)###C( ) 8G^^  r)rAr:rWCallable[..., Any]rOr=rr^)rBrIrr) rrrrr7 dataclassesfieldrrMrZrTrrrrGrGsw""  ## ##(,J%,/k//DM8D04 ( -   > rrGcddl}i}|jD]\}} |j||||<|S#t$rY,wxYw)zCFilter a builtins dict to only picklable entries for serialization.rN)picklerQdumpsr) builtins_dictrbrkr%s r_safe_builtins_dictrf$sZ F##%1  LLOF1I M   s8 AAceZdZUdZded<ded<ded<ded <d ed <d ed <d ed<ded< d ddZddZeddZy)r0z) Minimal version of DynamoOutput rTrrHr2zlist[CodeType]r5rrr<rr6r=r7rIrBNc rt||j||r |jnd|r |jnd||Sr()rOrr+r,)rrrr-rr*s rr.zGraphCaptureOutput.build_guardsAs@$     #(E  d%*E ! !%  rc \ddlm}i}|jjjj D].}||}|||j vs|j |||<0|j|j}ddl }|D]^}||vs|jdr*||j vrt|j |||<Ct||sPt||||<`t|j|j||j |j"|j$|S)Nr)get_global_source_name__builtins_dict__)rr2rJrr6r7rM)torch._dynamo.sourcerjrr3graph_input_idx_to_local_sourcer9rB_get_external_refsrrrCrfr=r,rGr2rr6r7)rrjrJsource global_namerM _builtinsrs rget_runtime_envz"GraphCaptureOutput.get_runtime_envSs$?    . . N N U U W H 08K"dnn,,0NN;,G [) H// >  %  @C,&>>"563$..;P(;DNN3rr.rr staticmethodrnrrrr0r02s$#"" ## ##%% #)-"      '      $# Jrr0c@eZdZUdZded<ded<ddd d dZy) CaptureOutputa CaptureOutput should represent all the information produced from torch compiler for a single graph capture. This intends to be consumed by various compiler frontends so that we can share as much compiler internals as possible and avoid great divergence between different stacks. This data structure should eventually contain all the information compiler produces as more refactors happens to converge different compiler frontends. r0r8zBackendInput | None backend_inputN)rWrOc|jj}|jJ|jj}|xs|jj}|j |||S)NrN)r8rrr~rArrZ)rrWrO runtime_envrAs rrZzCaptureOutput.forward_callablesr //??A !!---''22 !DT%7%7%D%D ++  ',  r)rWzCallable[..., Any] | NonerOr=rr^)rrrr>rrZrrrr}r}s@-,&& 26/3  / -    rr}c:ddl}t|tjjr+|j }t |dr |j}|j}t |dr |j}t|jdk(rt|jdk(rtttjjjjdk(r9ttjjjjdk(rt|j dk(rt|j"dk(rttjjjj$dk(rttjjjj&dk(r[|tjjj k7r4|tjjjk(r |j }n=t|tj(j*r |j,}n |j}t |dr|j|j.fS|j0|r|dfSt3d|)z Utility function to get the function to trace, and optionally a bound self object, from a callable (nn.Module, function, or method). rN__self__zUnsupported model code type )inspectr-rr/r0forwardr=__func__rlen_forward_pre_hooks_forward_hooksmodulesmodule_global_forward_pre_hooks_global_forward_hooks_backward_pre_hooks_backward_hooks_global_backward_pre_hooks_global_backward_hooksr GraphModule _call_implr isfunctionr\)modrresolved_forward resolved_calls r get_traced_fnrs #uxx';; #Z 0/88  =* -)22M && '1 ,C&&'1,EHH$$++EEF!KEHH$$++AABaGC++,1C''(A-EHH$$++FFG1LEHH$$++BBCqH EHHOO$;$;;!9!99 ++C UXX11 2..C,,CsJ||S\\))   C Dy9#?@@rc0tj|dS)NF)follow_wrapped)r signature)rs r_get_signaturers   R 66r FrameInfoc Xddl}t|\}}||f|z}|i}t|}|j|i|}|j |j }|j xsd} |jj} | s| rRt| t| k(sJ|jt| | D cic]\} } | | jc} } t|j|j||j|j xsd|j |j"Scc} } w)zL Create a frame to trace, given a model, args, and optional kwargs. rNr)rr6r7)rrrbindapply_defaults arguments __closure__r co_freevarsrrzip cell_contentsr __globals____dict__ __defaults__rV) rr r rrself_optrbound_argumentsrDrfreevarsrcells r _get_framers %LB{T! ~r"I$innd5f5O""$((Hnn"G{{&&H77|s8},,,8;Hg8N O*$T4%% % O    $"$$  Ps5D&  constraints _is_export_deprecated_do_not_usect|||}ttti5t |||cdddS#1swYyxYw)a This API captures a full graph for a model, given example inputs to trace with. Specifically, it takes a callable (nn.Module, method, or function), args, and optional kwargs, and returns Dynamo-captured graph along with other important compile-time information. This serves as the common graph-capture mechanism for different torch compiler AOT frontends (e.g. AOT precompile, export). Note that this API doesn't apply context managers like metrics context, and the expectation is that the caller will apply them depending on the use case. The CaptureOutput is separated into two parts: 1. Frontend specific information, which includes: - guards - generated bytecode - other information tracked by OutputGraphCommon. 2. Backend specific information (indexed by unique backend id) such as: - fx graph - example inputs rN)rrrr_fullgraph_capture_frame)rr r rrrs rfullgraph_capturer sJ: sD& )E r(:; < ' #-M    s AA cTeZdZUded<ded<ded<ded<ded<d ed <d ed <y )rr%rdict[str, object]rrrtuple[CellType]rr<r6r=r7N)rrrrrrrrr1s,     ##%%rc \ddlmd dfd } t|j|j|j |j |j|||dt }t#|j%|j&|j(S#tttf$r}t|tjr|}|j4|jj!d|j}|j4|j!d|jd}~wwxYw)Nr)TracingContextcj}|j}|j}|Jt|jdt sJt |jd|||||S)NrA)rrrDr-metar:r@)gmrCr rrDrr~s rfullgraph_compilerz4_fullgraph_capture_frame..fullgraph_compilerFsu),,.#-- +==$$$"'',/555$ GGL !2~yBS  rT)rrLrrrestart_reasons)rrBrCzlist[torch.Tensor]rrB) torch._guardsr compile_framerrrrrrrLrJrMrAr(verbose __cause__with_tracebackr}r8r6r7) rrrr dynamo_outputrNcur_exnrr~s @@rrr<s -)-M   2D   6% JJ MM LL NN MM*3*E  2 **5==%:J:JK  5y A 6A >> !"+    , ,T 2''G+t$!++5 6sABD+,AD& D&&D+ConvertFrameProtocolcPtdd}||Sdddfd }|_|S)N_dynamo_fail_callbackctd)NzDynamo: expected not to compile nested code - this happens because a Dynamo callback was triggered and succeeded in compiling when running fullgraph=True compiled code.)r\)r r s rcompile_frame_errorz.get_fail_callback..compile_frame_errorzs 9  rcztjtdz5|i|cdddS#1swYyxYw)Nz.compile_frame)mockrr)r r callbackrs r fail_callbackz(get_fail_callback..fail_callbacks: ZZ#335H I -T,V, - - -s1:)r r r r rr )r r r r rr`)r,r)rrrs` @rget_fail_callbackrus8H&=tDM  - &3H" rc~ t d   f d } d}tjD]X}|tj_ t d|d5t| \}}|Jt|||cdddcSy#1swYnxYwi#tj$r}t|tjstjtj!dt#t$|j&t)|dd}|r|j+|j-|j.xst1t3|t5j4}|d kDrt7d d d g Yd}~Vd}~wtj8$r}t|tjstjt)|dd}|r|j+tj;d|j<j>j@d}~wwxYw)a A helper function taking a frame and backend, then return the generated bytecode and guards as a common data structure. This is a shared interface for multiple compiler frontends (e.g. torch.compile, torch.export) that needs to capture a graph out of python code. cx ttj}t ||| }|J|S)Nr)rrzrr")r rrr!rrrrrrLrrrrrrrs r transformz compile_frame..transformskBF / 5 5B $           1#/! &(((rNcompile_attempt_Tlog_pt2_compile_event)r!rr&zRestarting analysis due to %srdz!Excessive RestartAnalysis() callsrzDynamo attempted to trace the same frame 100+ times. Giving up on compiling as the compile time tradeoff is likely not worth the performance gain.rzPReceived signal to skip frame (without graph break): %s %s %s %s)r list[Instruction]rrrrS)!r^rcountrrattemptrir4r$r*RestartAnalysisr-rrrrErrqr& __traceback__r,_cleanup_output_graphrrestart_reasonr:r1rmrKrrFrrr)rrrrrrrrrLrrrrrr&rrr!rNfailed_tracer_outputrs``````` ````` @rrrs0%&O'7H 8#??$3'.$0  0 :RVW *?i*P'-$000#"/%,C   3   "" a!C!CD$$& HH/11??C  $+1.KT#R #$::<    0 0 @CQL A&*iik #}?!2 }} a!C!CD$$&#*1.KT#R #$::< II   ##    s>#B/3!B" B/"B+ 'B//H<CFH<2BH77H<)rrrc ?@ABCddlm}m}dAtd dA?fd }t dB @A Cfd ?t }j |ntj}ttj5tt5tdd d 5td j!5|5t#d d d5|5t%Ct'x}rt)|t+@nd@d}t-| r!| rt/ | t1}|sdn|d}|j3|ddt5}|r)|Dchc] }|dd}}|j%d|t7| \}B|rDdCd}t8j;dBt=tB|||t>dDBfd } |t8jOd|jP|jR|jT|dzdjWtYjZd|zj]t_||}!tajb}"d}#d}$d}%d}&d}'tdjfjhjjjmd}(d})tjns tjpstjrrsddl:m;}*m<}+m=},|*tjnx}-r t}|-|+tjpx}-r t}|-|,tjrx}-r t}|- |||| \}(})t|)r9|)jx}.r+|.jrt||rd |vr t|(tdjfjjr@t#d!d"#5t8jd$tjddddd}/|)r |)j}/|/ri|/_H|/jx}0ri|0_Jdd%l4mK}1t|1}2|$|/t|/j}3t|/jj}4|/j}5t|/jj}6|/j}7t|/j}8|/jD9chc]}9|9j}:}9|/jD9chc]}9|9j};}9tdjfjhjjj9nFd}3d}4d}5d}6i}7d}8t%i}:t%i};t%Ctajb|"z d&z Aid'|2d(|jPd)|jRd*|jTd+| jd,| jd-|3d.|4d/|5d0|6d1|8d2|#d3|$d4|&d5|'d6|:d7|;CA|(dutjd tA|!t|7|%d8 }<|j3|<|r|)r |)jn t|_\|)Z|)jN|)jjs8|)jjjjjmtj}=|=tt}=|=r|)r|)jrz|)jj}>|>jjmt|>jt|)jd9rt|)jjcdddcdddcdddcdddcdddcdddcdddScc}w#t@$r]} tjBr tEd| |r tEd| tGtHjJtHjJ| _&d} ~ wwxYw#1swYxYwcc}9wcc}9w#t$r } t| j}#t| }$tjg}%t| || :tdjjd;d<d=>tj| \}&}'t=| d?d})t| t@tttttt|t|tttf rtt| jd@t| j| jdd} ~ wwxYw#tdjfjjrMt#d!d"#5t8jd$tjddddn #1swYnxYwd}/|)r |)j}/|/ri|/_H|/jx}0ri|0_Jdd%l4mK}1t|1}2|$|/ t|/j}3t|/jj}4|/j}5t|/jj}6|/j}7t|/j}8|/jD9chc]}9|9jncc}9w}:}9|/jD9chc]}9|9jncc}9w};}9tdjfjhjjj9nFd}3d}4d}5d}6i}7d}8t%i}:t%i};t%Ctajb|"z d&z Aid'|2d(|jPd)|jRd*|jTd+| jd,| jd-|3d.|4d/|5d0|6d1|8d2|#d3|$d4|&d5|'d6|:d7|;CA|(dutjd tA|!t|7|%d8 }<|j3|<|r|)r |)jn t|_\|)Z|)jN|)jjs8|)jjjjjmtj}=|=tt}=|=r|)r|)jr||)jj}>|>jjmt|>jt|)jd9r t|)jjwwwwwxYw#1swYnxYwdddn #1swYnxYwdddn #1swYnxYwdddn #1swYnxYwdddn #1swYnxYwdddn #1swYnxYwdddy#1swYyxYw)ENr)BisectValidationExceptionValidationExceptiong compile_inner) phase_namec  tj5}|jtjj j tjttj|jtj|jt|||}tjj!dk(sJd|cdddS#1swYnxYwt#dfS)NrzQTorch function mode stack state changed while dynamo tracing, please report a bug)rrrr_dynamocallback_handlerinstall_callbacksrDYNAMOr:rrrgrecordrzr_len_torch_function_stackr`)rrrrr_compile_inners rrz_compile..compile_inners ! ! # u    ..@@#**C0Q0Q0S,T     = D D F G    C D#D)U;F885571< c <       s CC..C7c tjx}} d%d}|djjjdjv}|r(tj j dfdfdddd lm}|tj} |rtj|ntj5t&' |)#$%!( } ddd!!j*Jd  j,| j.} | j0 | j0}J|d jjj|r(tj j dfdfd| j2J| j2} t5| j7t9j:t<<t?t@jCD];\} }tEd| d5|}||ur tG||ddd=tH<tJjM||z "ddl'm(}|jRvrddl*m+}|d&d}J|}|}d}|djXd|dz }|djXd|z }jXd|jXd|k(sJ|d}|djZdz }|djZz }jZjZk(sJ|d}|dj\dz }|d j\z }j\j\k(sJ|| j^r| jar t)| fS| jbJ| jdtfjh<tjj}tljnr#|jqtmjrtEd!d5|5| ju|(du"}dddddd(tjvJ(jy|jv(j{| j|j~(j| jj tnd#}d$|z}tj|}| jas'|j|j| jbt|| fS#1swYExYw#tj $rE} |rt"j%d | j&Jt)| j&fcYd} ~ Sd} ~ wwxYw#1swYxYw#1swYmxYw#1swYrxYw)'Nc tjtjr#tj t |||||yyr) bytecode_log isEnabledForloggingDEBUGrFrj)prefixrrline_nors r log_bytecodez6_compile.._compile_inner..log_bytecode7s9((7""#FD(GTJ8rzORIGINAL BYTECODEtorch_dynamo_resume_inartifactc(jdzddS)N_ORIGINAL_BYTECODEstringrencodingrrsrrz2_compile.._compile_inner..L LL+?? (%rcJtjjSrrvBytecodersrrz2_compile.._compile_inner..Ps3<<#5#9#9#;r metadata_fn payload_fnr'))get_dynamo_config_override_for_compile_idrz,No graph captured with export/fullgraph=Truez;compiler collective wasn't run before compilation completedzMODIFIED BYTECODEc(jdzddS)N_MODIFIED_BYTECODErrrrsrrz2_compile.._compile_inner..rrcJtjjSrr)out_codesrrz2_compile.._compile_inner..s3<<#9#=#=#?rbytecode_hooks_Tr)BREAKPOINT_MARKERr)register_breakpoint_codecddl}|j|jzt|j|j zzt|j|j zzS)Nr)r co_argcountco_kwonlyargcountrco_flags CO_VARARGSCO_VARKEYWORDS)rrs r count_argsz4_compile.._compile_inner..count_argss]   (()t}}w'9'99:;t}}w'='==>? rzarg mismatch: zold code object has args z, znew code object has args zfree var mismatch: zold code object has free var znew code object has free var zcell var mismatch: zold code object has cell var znew code object has cell var r.)rr-rUnknownzTorch-Compiled Region: ) rr:rr:rr:rr;rrrrrrrr;)Hrmrrrrrrgraph_id_filterrr(debug_dynamo_config_overriderrrrr*rrErFrr` all_statesrr!r&rr6$get_replayed_side_effect_source_refsr9rr enumeraterr9rirrtrrbytecode_debuggerr co_conststorch._C._dynamo.eval_framer  co_varnamesr co_cellvarsrLis_empty_graphr cleanupsrfinstancerrzrrtemp_restore_stackr. guards_stateadd_guarded_codeadd_inlined_sourcer r5update_device_typecurrent_tracergraphr:rQ guard_managerguard_export_fnrc)*rrrr& start_timeris_resumption_framerdynamo_config_overriderrNr!rrr hook_outputrr rtotal_argcount_oldtotal_argcount_newmsgbuild_guards_ctxcheck_fncompile_id_strannotation_str guarded_coderrrrrrrdynamo_time_before_restartrLrrrrrrs*` @rrz _compile.._compile_inner.sM04yy{:*  " .1 .format_func_info8s04<<.D,<,<+=Qt?R?R>SSTUUrztorch._dynamo hit config.%s (%s) function: %s last reason: %s To log all recompilation reasons, use TORCH_LOGS="recompiles". To diagnose recompilation issues, see %sc ptddddttddddtd g y) NzDynamo recompile limit exceededz Limit type: zLDynamo attempted to recompile the code object too many times, exceeding the z$ cache size limit (currently set to zj). Excessive recompilations can degrade performance due to the compilation overhead of each recompilation.zTo monitor recompilations, enable TORCH_LOGS=recompiles. If recompilations are expected, consider increasing torch._dynamo.config.z to an appropriate value.zSee z) for tips on dealing with recompilations.r)rKr,r(rx) limit_typesr(raise_unimplemented_cache_limit_exceededz:_compile..raise_unimplemented_cache_limit_exceededJsj=*:,7!%%/L0TU\]ceoUpTqrY!Y ;;E,F_a233\]  rz/Hard failure due to fail_on_recompile_limit_hitz"Hard failure due to fullgraph=TruezBtorchdynamo start compiling %s %s:%s, stack (elided %s frames): %srrr')_validate_backend_names_validate_dynamo_config_keys_validate_inductor_config_keyszsize mismatch at indexgc gc_time_us)r9z run_gc_after_compile: running gc) curr_framegeA frame_keyrrrrr guard_countshape_env_guard_countgraph_op_countgraph_node_countgraph_input_count fail_type fail_reasonfail_user_frame_filenamefail_user_frame_linenonon_compliant_opscompliant_custom_ops) rdynamo_time_before_restart_shas_guarded_codespecialize_float is_forward%dynamo_compile_time_before_restart_us stack_tracegraph_node_shapesexception_stack_trace_old_fake_moderKrc dddS)N dynamo_errorrrrrrrrz_compile..s* (%rc*tjSr traceback format_excrrrrz_compile..s9#7#7#9rrrz: )rrrrrrRrz4tuple[ConvertFrameReturn, DynamoTracerOutput | None])rrrrrrRrz-tuple[ConvertFrameReturn, DynamoTracerOutput])rrrr:)rr )rrrrrUrmr9rrrr(use_lazy_graph_modulerrrerguardrirrrZr]r8rPr> update_outerrlr7rErqr,rxrLfail_on_recompile_limit_hitrCrbraRUN_ONLYframe_exec_strategyrFrrrrgr%rformatrrmtime_nsrrutilsReinplaceCountersrdebug_backend_overriderdebug_inductor_config_overriderrFrGrHrorWr has_outputsrVrUrun_gc_after_compilerrIcollect local_scoperoot_txrDrKr:rr r count_callsr&nodesget_graph_sizes_structured placeholdersrVrrWrrrZrwrrdrLr guards_context dynamo_guards#invalidate_compile_context_weakrefsr-r=rDrrr=r`rr1rerfrOrrr*get_exc_messager-rMrIrBAssertionErrorrrrJrHrFrGrErr)DrrrrrrrrLrrrrrrrrrrrrrmetrics_contextpackage_code_context compile_pgr:reasonsr= user_contextuser_contexts_msgexceededrArDrNr] start_time_nsrRrSr_rTrUr4r!rFrGrHerrrrrrKrLrMrNrOrPr^rQoprVrWmetrics should_cleartcrrr5rCrsD ````` `` ` `` ` @@@@@rrrsR.),"o>  #' 05 = ? ,R>R>R>R> 7 R>R>R>R>h*+O&-&9T"z?U?U?W v;;<az23a  d$ a BCIIK a a  $-%H a a%(E') ): ) 0Z\ J  $ (, J 'E=UL$=G?F67ST:  $$$47<  #F"G ":Q!)5 t$! !    9;L M6z:N*  V KK;  + & #    8:" Q LL       1H GG%--1t8<CCE F 4'tT2   $ "& 26/3 -1 --335    ) )2244    .f.K.KLLsL o%263V3VWWsW o%455s!o%@ *7i*O 'L-  %2%?%??\? ,,.+D1#(@DT(T02h}}##88!$N"HH?@JJqM"F&33%'"#^^+6+&(FO )JI"v'9!&--0 (+F,<,<,C,C(D%!'!3!3!5#&v||'9'9#: $*$E$E$G!$'(;(;$<!?E?W?W$XR__$X!$X.4.I.I((*BOO($( ##5599;" (,%!%#' $&!$(!$'G!'*2w$"%%.2lln}.LPS-S*Y4<<t//!$"5"5  jTT  )**F*F {()>!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<$*$;$;"9B.: +%():%;)>9GB  ( ( 1!%"6624"6)!..:%2299**::IIWW]]_"EEL# 66G 6TU  ]%?%?&33CCB((..0.bll;}99;KL1)66EE aaaaaaaaR!X 551I1< ->#,,k.B.B-A) n""2%Y(], <Q,,Ia&K%.%9%9%;$< ! auV < NN + +: , @C?R?R:@ < $&<$A'DdKM%)",/'0-$ .$/Aw++,Bs1vh7 .1t!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<$*$;$;"9B.: +%():%;)>9GB  ( ( 1!%"6624"6)!..:%2299**::IIWW]]_"EEL# 66G 6TU  ]%?%?&33CCB((..0.bll;}99;KL1)66EEM &@=o aaaaaaaaaaaaaaaaaaaas&w ;v8 v#$v 'u9 6u$ 9Bu9^: A!u,^?3E2u&A`?91u*+`(C#u8`5 u`:.I u: u$  u9 v  v# v8' w :u? `%A`  `%%u(`2-u? e) De$$e))e,,2u +g u gC"u 9k  u "k65Iu  uuu$  u9 $u-)u9 0 v 9v>v  v#v v# v8#v, (v8/ w 8w =w  wc`eZdZ d ddZeddZ d d dZy) ConvertFrameNcV||_t|d|||_||_||_y)NF)rrr)rr_inner_convert_hooksr)rrrrrs rrzConvertFrame.__init__ls6*5&2 +    /rcfdS)NcHt|jjSr) convert_framerrrs rrz2ConvertFrame._clone_with_backend..s}  KK 11 rrrs`rrz ConvertFrame._clone_with_backend}s   rctj|jtddxxdz cc< |j |||||dz}tddxxdz cc<|S#t $rc}t |tr|jjjdu}|J|jjjrt |trt |ttf} |j} | rt|ddstjt j"rt%|drt%|d rt't)|j*5|j,} d j/t1j2| } t5j6| } d | d | t8j:j=d dfdtj?dt@jBdddn #1swYnxYwt@jDs| st|dd}|j} tG|| ||}| rtHjK|dntHjM|dt |t4jNr'|jPtS|jPcYd}~SYd}~tSSd}~wwxYw)Nframestotalr'rokloggedFr real_stackrzGraph break: torch.compile cannot properly resume from this graph break, which results in a skip. torch.compile will skip tracing the frame zN and fall back to eager. The graph break occurred in the following user code: rc dddS)Ndynamo_graph_break_reasonrrrrrrrz'ConvertFrame.__call__..s(C,41rc6dtjS)N rd)user_stack_tracesrrz'ConvertFrame.__call__..s2B1C2iFZFZF\E]/^rrT)exc_info stack_inforM)r)rl)*rrr@rhrrr-rGrrrJrLrMr,graph_break_logrrrr=rrrrrgre format_listr*format_frame_inforrrrFr(rsuppress_errorsrDrErrqTorchDynamoExceptionrlr`)rrrrrrrrNr soft_failr user_stackuser_stack_formatted frame_inforM error_msgrs @rrzConvertFrame.__call__s  %7#q(#g U(({E;TAX)F X t $ ) $Ma U!78##((==TI !(3 33""''<<  !9:"1{I&>?I<S>STT!##Ga Us8.A%% K/C5K $BH> K H B-K 9K Kr;) rr~rrRrrrrrr)rz*Callable[[WrapBackendDebug], ConvertFrame]rrrrrrrrks *.&* 000' 0 $ 0  0"   s$s$'s$ s$ : s$  s$ s$rrc t||||S)zHTry to convert a frame into an FX graph, if error leave frame unmodified)rr)r)rrrrs rrrs UG_ rcddlm}tj}dt_t |d5}t j |}dddttjjjtj|_ tjd5 t|j|j|j |j"|j$|dddt't)ddddit+dd |t_ dddy#1swYxYw#|t_wxYw#1swYyxYw) Nr')eagerFrbr*i)rr) rrrLrrrrrrr)backends.debuggingrr(replay_record_enabledopenrXloadr8rchainrrQr)rrrrrrrRr5r)rroriginal_replay_valin_filers rreplayr s) 66#(F h / %%g./)//&..*>*>*@')//BSTUFN  ( ( /? ?   !#'g4Q: $b3G $,?F ()?? //0,?F ()??s0D33E5A)D? E3D<? E  EEctjdkrytj|D]"}|jdk(s|j dzcSt d)N) rRESUMErEz$RESUME instruction not found in code)r version_inforvrwrxoffsetr\)rinsts rfirst_real_inst_idxr( sV '!$$T*$ ;;( ";;!# #$ = >>rc0eZdZdd ddZy)rrrcyrr)rrrrrrs rrzConvertFrameProtocol.__call__2 s!rNr)rrrrrrrrr1 sF!!'! ! : !! !rc,eZdZddZ ddZy)CatchErrorsWrappercVtj||||_||_yr)rrrr)rrrs rrzCatchErrorsWrapper.__init__> s$! !$')1& rc |Jtj|jtj|j|}t j dk\r#|jt|jkD}n"|jt|jk\}tjr t}n t}|s+|s)tjs|rt|jddst j#t$j&rp|rd}n+tj|j|rd}n|rd}nd}t j)d |jj*||jj,t/S|jj,d k(r|jj*d k(s>|jj,j1d r#|jj*d k(r t/S|jj*dk(rt|jj2dkDr[|jj4rEt7|j8j;|jj4dr t/St<j>j@jCdk(rtEjF}|rtH5ddl%m&} | |jN|jj} tQ|jdsJd|jjS| jT} | |||jV|cdddStH5tY5|j|||jV|d} | cdddcdddS#1swYOxYw#1swYnxYwdddy#1swYyxYw)N)r)r rFztraced frame alreadyz in skipfileszSnon-infra torch dispatch mode present, this is not supported today in torch.compilezdynamo tracing is disabledz#skipping: %s (reason: %s, file: %s)r__new__zcollections/__init__.py_makerr ddp_optimizer) DDPOptimizer)bucket_bytes_capbackend_compile_fnrzJDDPOptimizer only supports callback fns that know how to clone themselves.r'r)-rrr@r,rrrf_lastirr(#inline_torch_dispatch_torch_compiler"r#disabler,rrErrrrFrrr`rr rr$rDrrrroget_optimize_ddp_moder _get_active_ddp_module compile_lock"torch._dynamo.backends.distributedrrr=r compile_fnrr!) rrrr is_skipfilehas_started_executionshould_skip_for_dispatch_mode skip_reason ddp_modulerrhijacked_callbackrs rrzCatchErrorsWrapper.__call__C s3 &&& %!'' EB   w &$)MM4G 4U$U !$)MM5H5V$V !  5 5,L,N )@A * "~~- > > 5Q .("8K &&u||5A"0K2"wK">K 9LL((LL,,  &' ' LL $ $ 2u||7K7Ky7X LL $ $ - -.G H $$/&' ' LL J . ((1, ((-""5<<#;#;A#>?&' ' ==   4 4 6/ I0GGIJ!O$0)3)D)D+/+I+I+c+c%M#668Me 66JJ)44& -{DJJ #* 13 33{DJJ !4F    +*     s1BN// O:"N; O/N8;O OON)rrrrRrr)rrrrrrrr`)rrrrrrrrrr= s7 jj'j: j  jrrct||Sr)r)rrs rcatch_errors_wrapperr s h ..r)rz3torch._subclasses.fake_tensor.FakeTensorMode | Nonerrr)rr:rrIrzdict[str, str] | Nonerrr)rrrr;rz list[str])rCallable[_P, _T]rr)rrrr)NF) rNrrrrDynamoFrameType | NonerLrrr)rTrrr)rrrrr)rr~rrrLrrrrrrrrr)rr%rztuple[str, ...] | None)rr%rr)rr%rr%rr)rrrr)"rr%rrrrrrrrrr~rz'list[torch.overrides.TorchFunctionMode]rrrr^r rrrrLrrrr+dict[str, int | FrameStateSizeEntry] | NonerDistributedState | NonerrrrS)rdrIrrI)rr rz"tuple[FunctionType, object | None])rr rzinspect.Signature)rr r tuple[Any, ...]r r=rr) rr r rr r=rlist[Constraint] | Nonerrrr})rrrrrrrr})rrrr)rr%rrrrrrrrrr~rrrrLrLrrrrrrrrrrr$r;)&rrrrrrrrrrrr~rrrLrrrrrRrrrr5rrrrrrrr;rrrzConvertFrameBox | Nonerr`) rr~rrRrrrrrr)rr:rrr)rrrrRrr( r> __future__r collectionsrrkr_rvrrIrRrrrrerZrrvrrh threadingrmrerUtyping unittest.mockrrrpathlibrrrrr r r r typing_extensionsr rrtorch._loggingtorch._C._dynamo.guardsrtorch._dynamo.callbackrtorch._dynamo.distributedrtorch._dynamo.symbolic_convertrrrrrrrtorch._utils_internalrrrtorch.fx._lazy_graph_moduler%torch.fx.experimental.symbolic_shapesrrtorch.fx.graph_modulerr torch.monitorrtorch.nn.parallel.distributedr torch.utils._python_dispatchr!r"r#r$torch.utils._tracebackr%r&rr(r)r*r+r,backends.registryr-bytecode_analysisr.r/bytecode_transformationr0r1r2r3r4rr5r6r7r8r9 eval_framer:r;r<r=r>r?r@rArBrCrDrErFrGrHrIrJrKrLrMgraph_bytecode_inputsrNr rOrPrQrrRrrSrTpgorUrVrW replay_recordrXresume_executionrYsymbolic_convertrZr[r\r]r^r_r`rarbrcrordrerfrgrhrirjrkrlrmrnrorprqrrrsrtrurvrwrxryvariables.torch_functionrzrnumpyr{ModuleNotFoundError TYPE_CHECKINGcollections.abcr|torch.utils.weakr}r~rrrepro.after_dynamorrrrvariables.builderr getLoggerrrErgetArtifactLoggerrrRLockrrrrrrrrrrrrr#suppress_torch_distributed_warningsrHrOrCounterrPrUrSrrrrrtorch.utils.hooksrrrrrrrr"r$r@rGrfr0r}rrrrrrrrrrrrrProtocolrrrrrrrsp.#      !>>))'! 4249MM% ?Q&A MEE5G '> ? +;"XX0J  (4-'4@@6g!~~//*E ..228^Ly  T]t_  %B% %(i y 04-4*+JN %2G,DM`11K2Kb%) * *  * " *  *  * CV;CVCVCX@X HV -- -5.xxz%)%)"&  #  #   &$-,7=(8*F' $6  %)?C15%)#O O O O O  O  O;OO$O$O$O O#O=O /!O"##O$%OOd 8 8  8 v ++ +" $333l  VV Vr     @.Ab7%)% % % "% %V%)$ ,0-2 $ $ $  "$ ) $ '+ $ $ N && &,0-2 5 5)5'+ 5  5r>%)?C15%)j j j j j  j  jjj j#j=j/j#j !jt%)?Cq "%)15+q  q  q  q  q   q   q q  q #q  q #q *q  "q =q  !q " #q $#%q *.+q ,-q hM$M$f&*"&    #    ?@? !6?? !ppf/"/+0//wG BsT==UU