Lj_tddlmZ ddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddl m Z ddlmZmZmZmZmZddlmZmZmZddlZddlmZd d lmZd d lmZer$ddlZdd l m!Z!dd lm"Z"d dl#m$Z$d dl%m&Z&d dlm'Z'm(Z(dzdZ)ejTe+Z,ejZj]e+dZ/Gdde0Z1Gdde1Z2Gdde1Z3Gdde1Z4Gdde4Z5Gdde4Z6Gdd e4Z7Gd!d"e4Z8Gd#d$e4Z9Gd%d&e4Z:Gd'd(e1Z;Gd)d*e1Z<Gd+d,e1Z=Gd-d.e1Z>Gd/d0e1Z?Gd1d2e?Z@Gd3d4e1ZAGd5d6e1ZBGd7d8e1ZCGd9d:e1ZDGd;de ZFGd?d@e1ZGGdAdBe1ZHGdCdDe1ZIGdEdFe1ZJGdGdHeKZLGdIdJe1ZMGdKdLe1ZNGdMdNeNZOGdOdPeNZPGdQdRePZQGdSdTePZRGdUdVeNZSGdWdXeNZTGdYdZeNZUGd[d\eNZVGd]d^eNZWeXeOeYePeZeQe[eSe\eRe]eTe0eUe^eVe_eWi Z`d{d_Zaddd` d|daZbd}dbZcd~dcZdejjjejjjejjjejjjejjjfZl dddZm ddeZne d fddgZoddhZpeqZrerdididj ddkZsGdldmZtddnZudddoZv ddpZwddqZx d ddrZyddsZzddtZ{dduZ| d ddvZ}ddwZ~ddxZ d ddyZy)) annotationsN)autoEnum) lru_cache)Path) extract_stack format_exc format_list FrameSummary StackSummary)AnyNoReturn TYPE_CHECKING)get_file_path_2)config)counters)VariableTracker) CompileId)DynamoTracerOutput)InstructionTranslatorBase)DynamoFrameTypeFrameExecStrategyc,d|jddzS)NzhFor more information about this error, see: https://pytorch.org/docs/main/generated/exportdb/index.html#_-)replace) case_names P/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/_dynamo/exc.pyexportdb_error_messager :s" I   C % & graph_breaksc$eZdZdZdfd ZxZS)TorchDynamoExceptiona6Base exception class for all TorchDynamo-specific exceptions. Attributes: _torch_dynamo_tracer_output: Optional tracer output attached to the exception frame_exec_strategy: Optional frame execution strategy to control how convert_frame should handle this exception. When set, convert_frame will use this strategy instead of the default behavior. This allows exceptions to signal specific execution strategies (e.g., SKIP, RUN_ONLY) without requiring separate exception types for control flow. c@t||i|d|_d|_yN)super__init___torch_dynamo_tracer_outputframe_exec_strategy)selfargskwargs __class__s rr(zTorchDynamoException.__init__Rs% $)&)FJ(=A r!)r,r r-r returnNone)__name__ __module__ __qualname____doc__r( __classcell__r.s@rr$r$Fs BBr!r$c eZdZy)InternalTorchDynamoErrorNr1r2r3r!rr8r8Xr!r8c eZdZy)ResumePrologueTracingErrorNr9r:r!rr=r=\r;r!r=c2eZdZUded<dddfdZxZS)RestartAnalysis str | Nonerestart_reasonN)rAc,||_t||yr&)rAr'r()r+rAr,r.s rr(zRestartAnalysis.__init__cs, $r!)r,r rAr@r/r0r1r2r3__annotations__r(r5r6s@rr?r?`s@D  r!r?c eZdZy)SpeculationRestartAnalysisNr9r:r!rrFrFhr;r!rFceZdZdZy)AutogradGradRestartAnalysiszRaised when autograd.grad consumed grad_fns that are returned. On restart, autograd.grad will graph break instead of being traced. Nr1r2r3r4r:r!rrHrHlsr!rHceZdZdZy)RequiresGradRestartAnalysiszRaised when a source-less requires_grad_() intermediate leaks as output. On restart, requires_grad_() will graph break instead of being traced, preserving partial acceleration for code before the call. NrIr:r!rrKrKssr!rKc eZdZy)UnspecializeRestartAnalysisNr9r:r!rrMrM{r;r!rMc eZdZy) CompileCollectiveRestartAnalysisNr9r:r!rrOrOr;r!rOc eZdZy)TensorifyScalarRestartAnalysisNr9r:r!rrQrQr;r!rQc eZdZy) SkipFrameNr9r:r!rrSrSr;r!rSc"eZdZddfd ZxZS)TorchRuntimeErrorct||||_|||_ytjj j |_yr&r'r(msgtorch_guardsTracingContextr real_stackr+rXr\r.s rr(zTorchRuntimeError.__init__J %  --;;= r!r&rXstrr\StackSummary | Noner/r0r1r2r3r(r5r6s@rrUrU   r!rUc eZdZdfd ZxZS)InvalidBackendc,t|d|dy)NzInvalid backend: z=, see `torch._dynamo.list_backends()` for available backends.)r'r()r+namer.s rr(zInvalidBackend.__init__s x'd e r!)rgr`r/r0rbr6s@rreres   r!rec eZdZdfd ZxZS) ResetRequiredcJt|tjdy)Nz Must call `torch._dynamo.reset()` before changing backends. Detected two calls to `torch.compile()` with a different backend compiler arguments. )r'r(textwrapdedent)r+r.s rr(zResetRequired.__init__s!  OO  r!r/r0rbr6s@rriris   r!ric8eZdZ dfd ZddZxZS)ShortenTracebackc2t||i|||_yr&)r'r(first_useful_frame)r+rqr,r-r.s rr(zShortenTraceback.__init__s $)&)"4r!c|j}|j|tjr|S|j|jur.|j }|Jd|j|jur.|j |S)Nz#internal error, please report a bug) __traceback__rqrverbosetb_frametb_nextwith_traceback)r+tbs rremove_dynamo_framesz%ShortenTraceback.remove_dynamo_framessz     " " *bjFNNKkk!8!88B> H#H H>kk!8!88""2&&r!)r,r rqtypes.FrameType | Noner-r r/r0)r/z typing.Self)r1r2r3r(ryr5r6s@rroros-55.D5PS5 5 'r!roc0eZdZ dfd ZxZS)BackendCompilerFailedct|dd|_||_d|jdt|jd|}t |||y)Nr1?zbackend=z raised: z: )rq)getattr backend_nameinner_exceptiontyper1r'r()r+ backend_fnrrqrXr.s rr(zBackendCompilerFailed.__init__s_ $J C@.**-Z_8M8V8V7WWYZiYjk 1CDr!)rr r Exceptionrqrzr/r0rbr6s@rr|r|s9 E E# E3 E  E Er!r|cVeZdZ dddd dfdZddZd d dZxZS) UnsupportedN)rr\ct|||s(tjjj }||_||_||_d|_ |j||_ d|_ yNF) r'r(rYrZr[rr\rX skip_framecategory add_to_statsgb_typelogged)r+rXrrrr\r.s rr(zUnsupported.__init__sc 55CCEJ$$$(  #*  r!c|jJt|j|jxxdzcc<t|j|jdkrt|j|j=yy)NrrrrrXr+s rremove_from_statszUnsupported.remove_from_statssc}}((()Q.) DMM "488 , 1'1 2r!cN||_t||jxxdz cc<y)Nrr)r+rs rrzUnsupported.add_to_statss"  488$)$r!)F) rXr`rr`rboolrr@r\rar/r0rm) unimplemented)rr`r/r0)r1r2r3r(rrr5r6s@rrrsf  !%*.    ( *2 **r!rc eZdZy)$UnknownPropertiesDuringBackwardTraceNr9r:r!rrrr;r!rc eZdZy)RecompileErrorNr9r:r!rrrr;r!rc eZdZy)InfiniteGeneratorErrorNr9r:r!rrrr!rceZdZdZy)CondOpArgsMismatchErrorz? Internal error from cond() due to arguments mismatch. NrIr:r!rrrsr!rc|eZdZeZeZeZeZeZeZ eZ eZ y) UserErrorTypeN) r1r2r3rDYNAMIC_CONTROL_FLOW ANTI_PATTERNSTANDARD_LIBRARYCONSTRAINT_VIOLATION DYNAMIC_DIM INVALID_INPUTINVALID_OUTPUT*UNSUPPORTED_ALIASED_MUTATED_DYNAMIC_INPUTSr:r!rrrs>66Lv6&KFMVN15.r!rc2eZdZ d dfd ZxZS) UserErrorc@|H r!rc"eZdZddfd ZxZS)StepUnsupportedct||||_|s(tjj j }||_d|_yr) r'r(rXrYrZr[rr\rr]s rr(zStepUnsupported.__init__-s@ 55CCEJ$ r!r&r_rbr6s@rrr,s r!rc eZdZy)UnsafeScriptObjectErrorNr9r:r!rrr6r;r!rc"eZdZddfd ZxZS)UncapturedHigherOrderOpErrorct||||_|||_ytjj j |_yr&rWr]s rr(z%UncapturedHigherOrderOpError.__init__;r^r!r&r_rbr6s@rrr:rcr!rc eZdZy)FailOnRecompileLimitHitNr9r:r!rrrHr;r!rc eZdZy) PackageErrorNr9r:r!rrrLr;r!rc4eZdZdd dfdZxZS)ObservedExceptionNr\ct||i||||_ytjjj |_yr&)r'r(rYrZr[rr\r+r\r,r-r.s rr(zObservedException.__init__RsJ $)&)%  --;;= r!r,r r\rar-r r/r0rbr6s@rrrPs3=A  &9 LO   r!rc@eZdZUded<dd dfdZxZS)ObservedUserStopIterationz Any | NonevalueNrcht|d|t|dkDr |d|_yd|_y)Nzunhandled `raise StopIteration`rr)r'r(lenrrs rr(z"ObservedUserStopIteration.__init__cs5 :zR t9q=aDJDJr!rrCr6s@rrr]s9  =A&9LO r!rc eZdZy)ObservedLookupErrorNr9r:r!rrrmrr!rc eZdZy)ObservedIndexErrorNr9r:r!rrrrrr!rc eZdZy)ObservedKeyErrorNr9r:r!rrrwrr!rc eZdZy)ObservedGeneratorExitNr9r:r!rrr|r;r!rc eZdZy)ObservedAttributeErrorNr9r:r!rrrrr!rc eZdZy)ObservedRuntimeErrorNr9r:r!rrrrr!rc eZdZy)ObservedNotImplementedErrorNr9r:r!rrrr;r!rc eZdZy)ObservedTypeErrorNr9r:r!rrrrr!rc|tvr3t|dt|}td|dtfit|<t|S)Nr1ObservedError)observed_exception_maprr`rr)exc_typergs rget_dynamo_observed_exceptionrsN--xS];+/tfE "%6$8", x( "( ++r!)r,r-czddlm}ddlm}|r2|Dcgc]&}t |t r|j ||n|(}}ng}|j ||j|||xsi}t ||sJ|j||jj|t|} |r| || cc}w)Nr) ExceptionVals)SourcelessBuilder) symbolic_convertrvariables.builderrrr`create call_function_attach_traceback_to_exception exn_vt_stackset_current_exceptionr) rtxr,r-rrargargs_ exception_vt raised_excs rraise_observed_exceptionrs04  2z,unimplemented_with_warning.. s/  r!cSr&r:)graph_break_msgsrrz,unimplemented_with_warning.. s?r!) metadata_fn payload_fnz%sT)rcontext explanationhintsfrom_exc log_warning)format_error_msg_verboserY_loggingtrace_structuredgraph_breaks_logdebugr)ecoderrrr_unimplementedrs @runimplemented_with_warningrsf /q$7O NN## + $41"N r!c tj|dj}djd|D}tj|dj}|d|d|d|}t |}|r|d|z }|S)N rc3jK|]+}dtj|djz-yw)z Hint: rN)rkindentlstrip).0hints r z-format_graph_break_message..#s.@D X__T6299;;s13z Explanation: z Developer debug context: z: For more details about this graph break, please visit: )rkrrjoinget_gbid_documentation_link)rrrr hints_strrXdocumentation_links rformat_graph_break_messagers //+v6==?K HMIoogv.557G  }  #9  (C 5W= MN`Mabb Jr!)maxsizec ttjj}t dt |d}t |5}tj|}dddi}jD]\}}|D] }|||d< |S#1swY4xYw#t$rtjdi}YYwxYw)z Loads the gb_type to gb_id map from the graph break registry from JSON file with caching. Includes historical gb_type (mapping behavior of duplicate gb_types with different gb_ids is undefined). rzgraph_break_registry.jsonNz!Error accessing the registry fileGb_type) r__file__resolveparentrr`openjsonloadrlog exceptionitems) script_dir registry_pathfregistrymappingkventrys r_load_gb_type_to_gb_id_mapr06s (^++-44 ' J!< -  $Ayy|H $G *1 *E()GE)$ % ** N $ $  9:s*AB B BBB CCcXd}t}||vr|d||jddSy)z Retrieves the GBID documentation link for a given graph break type. Args: gb_type: The graph break type to look up. Returns: A string containing the documentation URL if found, otherwise None. z;https://meta-pytorch.github.io/compile-graph-break-site/gb/gbGBz.htmlN)r0r)rGRAPH_BREAK_SITE_URLgb_type_to_gb_id_maps rrrQsO F67&&#$B';G'D'K'KD'Q&RRW X  r!F)rrrc*t||||}|rtj||turZd}t |dr |j }t |tr |jd|}t||||t|||||t|||)a Called within dynamo to cause a graph break. Args: gb_type: Context-free graph break type. It should be a short string without any information specific to the tracing context (i.e. no dynamically-generated strings) context: Developer context for the graph break. It can contain tracing context/dynamic strings. explanation: User-facing context-dependent explanation for the graph break. Can be dynamic. hints: List of user-facing hints for the graph break. Nr\zJ *** While handling this graph break, another graph break occurred: *** r) rr%warning_NOTHINGhasattrr\rrrX) rrrrrrrrXpast_real_stacks rrrls( %Wg{E JC Cx 8\ *&11O h ,\\N"pqtpuvCc7J?S S *   c7J //r!c$eZdZddZddZddZy) KeyErrorMsgc||_yr&)r)r+rs rr(zKeyErrorMsg.__init__s  r!c,t|jSr&)r`rrs r__str__zKeyErrorMsg.__str__s4::r!c"|jSr&)r?rs r__repr__zKeyErrorMsg.__repr__s||~r!N)rr r/r0)r/r`)r1r2r3r(r?rAr:r!rr<r<sr!r<c|t|dr/|jd}|dd|j|d|d}|S)N _hop_namez Explanation:rz Higher Order Operator: r)r9 partitionrC)excrXliness r!augment_exc_message_with_hop_namerHsQsK  01Qxj3CMM?58*USTXJ W  Jr!cddl}d|_t|}|>t|dkDr0|d|_|ddj |j |z }t jr,t|dr |d|jd|jdz }t jst|d r|d z }t|d r~t|jd rht|jd r5|d|jjd|jjdz }n|d|jjdz }t|jdk(rdnt|jd}t!||}t#|t$r%t'||zf|jddz|_y||z}|f|jddz|_y)Nrz from user code: rrecord_filenamez! Last frame execution written to zD. To run only this frame while debugging, run torch._dynamo.replay('z'). r\z Set TORCHDYNAMO_VERBOSE=1 for the internal stack trace (please do this especially if you're reporting a bug to PyTorch). For even more developer context, set TORCH_LOGS="+dynamo" r minifier_path buck_commandz Minifier script written to zW. Run this buck command to find the smallest traced graph which reproduces this error: rzQ. Run this script to find the smallest traced graph which reproduces this error. r) tracebackinnermost_user_frame_summaryget_real_stackrrr rreplay_record_enabledr9rKrtrrLrMr,r`rHrKeyErrorr<)rFrXexportrNr\old_msgnew_msgs raugment_exc_messagerVs'+C$$J#j/A"5+5b>( %bggi.C.CJ.O&P%QRR ##5F(G 01D1D0EF++,E 3  >>gc<8  J  s%&7 _, 3&& 7 /0C0C0Q0Q/RS0030C0C0P0P/QQSU C /0C0C0Q0Q/RS__ C MQ&bC ,> !  enn ,   5>> ) JJ4 B %  ! r!cjddlm}tj|d|}|r|j dS|S)Nr)TORCH_DYNAMO_RESUME_IN_PREFIXz _(\w+)_at_\d+)resume_executionrkrematchgroup)rgrkrns rremove_resume_prefixrps4? HH56oF ME {{1~ Kr!ct}|D]_}|jt|j}|r!|r|dj|k(r ||d<||_H||_|j |a|S)a1 When we graph break, we create a resume function and make a regular Python call to it, which gets intercepted by Dynamo. This behavior is normally shown in the traceback, which can be confusing to a user. So we can filter out resume frames for better traceback clarity. Example: File "..." line 3, in f File "..." line 5, in torch_dynamo_resume_in_f_at_80 File "..." line 10, in torch_dynamo_resume_in_f_at_120 becomes File "..." line 10, in f rJ)r rXrprgrg)rh new_stackrargs rcollapse_resume_framesrs(sx(I $ >> ! #EJJ/ )B-"4"4"<!IbMEJEJ   U # $ r!cd|jd|jd|jd}|dz }|tz }t ||}|,|dz }|dj t |z }|dz }|dz }|S) NWON'T CONVERT r line rz.========== TorchDynamo Stack Trace ========== zY ========== The above exception occurred while processing the following code ========== rz ==========)co_name co_filenameco_firstlinenor rPrr )rFr rKrarXr\s rrrKs a(8(8'9@S@S?TTVW CCC:<CU+J    rww{:.// t  x Jr!c Zt|dddt|dddt|dddS) Nrwz z (rxrvryr))r)r s rformat_frame_infor|fsF 4K 0 12 D- 5 67.231 6r!c6|t|}d|d|Sd|S)Nz6torch.compile intentionally decided to skip the frame z! and fall back to eager. Reason: zVtorch.compile intentionally decided to skip the frame and fall back to eager. Reason: )r|)r reason frame_infos rformat_skip_frame_messagernsB &t, DZLQh  h  r!c tjrt||||Sd|jd|jd|j dt S)Nrurrvz due to: )rrtrrwrxryr )rFr rKras rformat_error_msgr|sW ~~'T?EJJ DLL>4+;+;*<= = 88r!)rr`r/r`)rtype[Exception]r/ztype[ObservedException]) rrrrr,z(list[VariableTracker] | list[str] | Noner-z!dict[str, VariableTracker] | Noner/r)rrrXr`r/r)rr r/r0)r rr types.CodeTyperr`rr`rr`r list[str]r/r) rr`rr`rr`rrr/r`)r/zdict[str, Any])rr`r/r@)rr`rr`rr`rrrr rrrrr/r)rFrrXr`r/r`)rF)rFrrXr`rSrr/r0)r rrZrr/ztuple[str | None, int | None])r/r r&)rFrraDynamoFrameType | Noner/ra)rhr r/r )rgr`r/r`)rhz!StackSummary | list[FrameSummary]r/r )NN) rFrr rrKr@rarr/r`)r rr/r`)r ztypes.CodeType | Noner~r`r/r`) __future__rr#loggingrmrktypingenumrr functoolsrpathlibrrNrr r r r r rr torch._guardsrYtorch._utils_internalrrrutilsrtypestorch._dynamo.variablesrr output_graphrrrrrr getLoggerr1r%rgetArtifactLoggerr  RuntimeErrorr$r8r=r?rFrHrKrMrOrQrSrUreriror|rrrrrrrrrrrrrrrrrrrrrrr StopIteration LookupError IndexError GeneratorExitrRAttributeErrorNotImplementedErrorrrrrrr _subclasses fake_tensorDataDependentOutputExceptionDynamicOutputShapeExceptionUnsupportedOperatorExceptionUnsupportedFakeTensorException$UnsupportedMutationAliasingException!exceptions_allowed_to_be_fallbackrrr0robjectr8rr<rHrVr[r^rPr]rprsrr|rrr:r!rrs]"2   XX//17'0;9g!>>33HnMB<B$ 3  !5  *   // /    _  $  ,  )   (  '+'" E, E$*&*B +?  )  1 2 8D8$:* 2  #7  i  '   ,    1   +  ,  *  -  .  ,  "3  ) ,$"( *&4   ,6:04 ! 3  .   B8 .< !!>> !!== !!>> !!@@ !!FF %!## # #  #  # ##L      4 140 8%0 %0%0 %0  %0  %0%0%0%0T .-b  ' " ) 59C C1CCB   L#'$(     "   6  "#'$( 8  8  8  8 " 8  8r!