Lj{<dZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZmZddlmZddl mZddlmZmZmZmZmZddlZddlmZddlmcm Z!ddl"m#Z#ddl$m%Z%dd l&m'Z'd d l(m)Z)m*Z*m+Z+m,Z,d d l-m.Z.m/Z/m0Z0d d l1m2Z2d dl3m4Z4m5Z5m6Z6d dl7m8Z8m9Z9d dl:m;Z;d dlZ>m?Z?m@Z@mAZAmBZBd dlmCZCmDZDmEZEmFZFmGZGmHZHmIZIddlJmKZKmLZLmMZMddlNmOZOddlPmQZQmRZRddlSmTZTmUZUmVZVer ddlWmXZXddlYmZZZGddeMZ[GddeMZ\GddeMZ]Gd d!eMZ^Gd"d#eMZ_Gd$d%e_Z`Gd&d'eMZaGd(d)eMZbGd*d+eMZcd,ed-ed.effd/ZdGd0d1eMZeejGd2d3ZgGd4d5eVZhGd6d7eVZiGd8d9eMZjGd:d;eMZkGd<d=eMZlGd>d?eMZmGd@dAeMZnGdBdCeMZoejdDd-eqe j$e jffdEZsejdDd-eqe je j$ffdFZtGdGdHeMZuGdIdJeMZvGdKdLeMZwGdMdNeMZxGdOdPeMZyGdQdReMZzGdSdTeMZ{GdUdVeMZ|GdWdXeMZ}GdYdZe}Z~Gd[d\e}Zeje}eje}ejeiZGd]d^eMZGd_d`eMZGdadbeMZy)ca This module contains miscellaneous variable tracker implementations for various Python types and features used in Dynamo's symbolic execution. These classes help track and propagate information about different kinds of variables during graph capture. Key classes include: - SuperVariable: Handles super() calls and method resolution - ExceptionVariable: Tracks exception objects - RandomVariable: Manages random number generators - GetAttrVariable: Tracks attribute access - MethodWrapperVariable: Handles method wrappers - PythonModuleVariable: Tracks Python modules - NumpyVariable: Handles numpy functions and types - StringFormatVariable: Manages string formatting - DebuggingVariable: Handles print and logging N)CallableSequence)Random)BuiltinFunctionType)AnyLiteral TYPE_CHECKING TypeGuardUnion) MutationType) TupleVariable)Source)configgraph_break_hints trace_rules variables)create_call_functioncreate_call_function_excreate_instruction)$do_not_convert_to_tracable_parameter)raise_observed_exceptionraise_type_error unimplemented) GuardBuilder install_guard)unpatched_nn_module_init) AttrSourceGenericAttrSource GetItemSource TypeMROSource TypeSourceWeakRefCallSource)check_unspec_or_constant_argscmp_name_to_op_mappingidentityis_tensor_base_attr_getteristypeproxy_args_kwargsraise_args_mismatch)#AsPythonConstantNotImplementedErrorNO_SUCH_SUBOBJVariableTracker)ConstantVariable)NestedUserFunctionVariableUserFunctionVariable)call_random_fnis_standard_setattrUserDefinedObjectVariable) PyCodegen)InstructionTranslatorc eZdZeZhej Z ddededzdeddffd Zde fdZ dfd Z d d d e de eedzfffd Zd d d e defd Zd d d e deedee efdef dZxZS) SuperVariableNtypevarobjvarkwargsreturnc @t|di|||_||_yN)super__init__r9r:)selfr9r:r; __class__s [/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/_dynamo/variables/misc.pyrAzSuperVariable.__init__Ys' "6"  c"tjSN)builtinsr@rBs rD python_typezSuperVariable.python_typejs ~~rEcjfd|j|j.|jjt ddyjt ddy)NcBtjtSrG)rBuiltinVariabler@)rCcodegensrDz+SuperVariable.reconstruct..nsgi.G.G.N&OrErFr+) add_push_nullr9r: extend_outputrrBrNrCs `rD reconstructzSuperVariable.reconstructms`OP  ;; " DKK  ! !"6q%"@ A  ! !"6q%"@ ArEtxr6namec |js.tddd|d|jd|jddg|jJ|jj}|jj }|jj rt |jj nd}t|tr,|jj}|jj }d}|j} |j|d z}t|t!|D]W} || j"j%|t&x} s)| t&us2|rt)t+t-|| |}| |fcStd dd|d|jd|jd d d gy#t$rtt|||dfcYSwxYw)Nz1-arg super not implementedz"Dynamo failed to trace attribute `z$` accessed via `super()` (for type `z` and object `z4`) because one-argument of super() is not supported.z-Use two-argument super(type, object_or_type).gb_typecontext explanationhintsr+zUnable to resolve super getattrz8`) because the resolved attribute type is not supported.z0Ensure the attribute exists in the parent class.z(Check the arguments passed to `super()`.)r:rr9as_python_constantrJsourcer" issubclasstypevalue__mro__index ValueErrorgetattrr@rangelen__dict__getr-rr r!) rBrTrU search_type type_to_usetype_to_use_sourcer^ search_mro start_indexrcresolved_getattrrCs rD_resolved_getattr_and_sourcez*SuperVariable._resolved_getattr_and_sourcevs{{ 5@G,,0LL> }UDDD {{&&&ll557 kk--/ .2kk.@.@Jt{{)) *d  k4 (++++K!%!3!3  ((  H$**;7!;K;J8 4E#-e#4#=#=#A#A$#WWW#>9)!+)-8J*KUS ",V33 4 5/D/DR/R )))"(--'@@_ **2y$G G , /J   u115 $))H%%fdE&&r48 8 + .:   u114 $++y'I'IJ ${{ " ;;%%!+DKK,>,>!?J.44KK**  % %%#))!!!&*5 E &&rL+@4+@&I I %"4"4 5#))"hvtTE&&rDKK=4+?H H %"2"2 3//!!4;;vmBf- .! *z KK20 74;;66rKDKFK K ++ +7D ..099))?? Ld*4&$8!#{{m,(!( W*55 dC( (( II " " - - T9#<#<#> --44T: : t{{I$G$G H $$0 ))5DKK555;;''33BdFK K 00 0Q Iyy%%BB Y//99KKt:fi&?&?@,^R@ J =$44T[[5F5F R K{{!!-/ 0B0BIN "((ZE E ?? ? 7DI1gmmG)-a)<)<)> .% X%..;;=%- '" .55UUFOTB , , L ))"gyA00P x!;!; <K99;;%**2xNF''T[[MD,@&I I'"4&$0v24&9,,` eQQh' U*4&$8!L`!   n" =(< =800PsB;=a)<a5&*b#=c)a25 b >bb #c?ccrGrNr5r<N)rr __qualname__r@ _cpython_typer._nonvar_fieldsrrAr`rJrSrtuplerrprzlistdictr __classcell__rCs@rDr8r8QsM  ' 'N*.  $&   "TBB )B 14B sJ%% &B HG5GSG_G X #X X ?# X S/)* X  X rEr8cdeZdZdejdeddffd ZdefdZddd e de ffd Z xZ S) FrameSummaryVariable frame_summaryr;r<Nc 2t|di|||_yr>)r@rAr)rBrr;rCs rDrAzFrameSummaryVariable.__init__s "6"*rEc"tjSrG) traceback FrameSummaryrIs rDrJz FrameSummaryVariable.python_types%%%rErTr6rUc|dk(r*tj||jjS|dk(r*tj||jjS|dk(r*tj||jj S|dk(r*tj||jj St|!||S)NlinenofilenamerUline) r.rrrrrUrr@rzrBrTrUrCs rDrzz FrameSummaryVariable.var_getattrs 8 "((T-?-?-F-FG G Z "((T-?-?-H-HI I V^"((T-?-?-D-DE E V^"((T-?-?-D-DE Ew"2t,,rE) rrrrrrrAr`rJrr.rzrrs@rDrrsP+i&<&<++PT+&T& -5 -S -_ - -rErc ReZdZdededefdeddffd Zede jdedefddfdZ e de defd Zdee jezfd Zd e defd Zdeej*fd Zddde de de fdZdddede ffd Zdddedee deee fde f fd ZxZS)TracebackVariablertb_nextr;r<Nc Ht|di|||_|J||_yr>)r@rArr)rBrrr;rCs rDrAzTracebackVariable.__init__s0 "6"*""" rEc(|t||S)N)r)r)clsrrs rDfrom_frame_summaryz$TracebackVariable.from_frame_summarys ' 6HHrEobjcFt|txs|jSrG)r(ris_constant_noners rDis_valid_tracebackz$TracebackVariable.is_valid_tracebacksc,-G1E1E1GGrEct|jtr |jgS|jg|jj zSrG)r(rr/r extract_tbrIs rDrzTracebackVariable.extract_tbsA $,, 0 1&&' '""#dll&=&=&???rEtbcl|}t|tr"||ury|j}t|tr"y)NTF)r(rr)rBrcurr_tbs rDhas_reference_cyclez%TracebackVariable.has_reference_cycles78<W/0"}ooGW/0rEc"tjSrG)r TracebackTyperIs rDrJzTracebackVariable.python_types"""rErTr6name_varvalcn|j}|dk(r|j|stt|t |t t fsJ|j|s!t|t r!|j|rtt|||_ tj jdS)Nr) r]rr TypeErrorrrr/rr(rdrrryrBrTrrrUs rD call_setattrzTracebackVariable.call_setattrs **, 9 **3/(B7c$57G#HI II'',s-.33J3J43P(R8DL))0066rErUc|dk(r |jS|dk(r|jj|dS|dk(r |jS|dk(r"td|ddgtj  t | ||S) Nr tb_linenorrtb_lastiz traceback.tb_lasti not supportedz accessing 'tb_lasti'zNDynamo does not support accessing the tb_lasti attribute of traceback objects.rX)rrrzrr SUPPORTABLEr@rs rDrzzTracebackVariable.var_getattrs 9 <<  [ %%11"h? ? _ $%% % Z  :& 56l6)556   w"2t,,rEr{c|dk(rtj|||duS|dk(r|j|g|St|||||S)N__eq__r __setattr__)r.rrr@r)rBrTrUr{r;rCs rDrzTracebackVariable.call_method s^ 8 "((TT!W_= = ] "$4$$R/$/ /w"2tT6::rE)rrrrr r/rrArrrrrr.boolrrrrr`rrrJrrrzrrrrs@rDrrs+*,<<=   $I --I*,<<=I  IIHHDHH@D!7!7:N!NO@ o$#T%"5"56#7 #7"7 7  7$-5-S-_- ; # ; ;?# ; S/)* ;  ; ;rErc eZdZeZ ddedeedee efdzde dzde dzddf fd Z d eddfd Z dd Zdefd Zd ddededefdZd dde deedee efdef fd Zd dde deffd Zde fdZeZedede fdZde fdZxZS)ExceptionVariableNexc_typer{ init_kwargsr^rr<cnt|||||_||_|r$t d|d|dgt j tjd|_ tjd|_ tjd|_ tjd|_ d|_ y)N)r^rz,Keyword args passed to exception constructorz with kwargs zRDynamo does not know how to handle keyword args passed to an exception constructorrXF)r@rArr{rrrr/ry __context__ __cause____suppress_context__ __traceback__ python_stack)rBrr{rr^rrCs rDrAzExceptionVariable.__init__s mD    F& k];p6)556  -=,C,CD,I+;*A*A$*G5E5L5LU5S!.>.E.Ed.K<@rErZc||_yrG)r )rBrZs rD set_contextzExceptionVariable.set_context@s "rEcjfdjjjt jddt ddffd }|d|d|dy) NcPjdjjS)NrH)load_import_fromrrrNrBsrDrOz/ExceptionVariable.reconstruct..EsG,,Z9O9OPrEFrUr<ct|}t|tr|jdvsJ|yj |j j dj|y)N)TFNr)rer(r/radup_toprQrot_nr)rUrrNrBs rD codegen_attrz3ExceptionVariable.reconstruct..codegen_attrJsh4&Dd,-zz%88>$>8! %%gmmA&67""4(rEr r r )rPforeachr{rrgr)rBrNrs`` rDrSzExceptionVariable.reconstructCsl P   "c$))ne4 )s )t ) ]#[!+,rEc|jSrG)rrIs rDrJzExceptionVariable.python_typeXs }}rErTr6rrch|j}|dk(rf|jsCt|tjtj tj fs J|d|j|n|dk(r|jsHt|tjtjtj tj fr,||_ tjjd|_ nt|dn|dk(r'|jddr||_ ndt|dnW|dk(r)tj!|s t|d ||_n)t%d d |d |d |dgt&j(tjjdS)Nr z! is not a valid exception contextr Tz9exception cause must be None or derive from BaseExceptionr Fr z0__traceback__ must be a traceback object or Nonez4Unsupported attribute assignment on Exception objectz call_setattr rz/Dynamo does not support setting the attribute 'z{' on tracked exception objects. Only `__context__`, `__cause__`, `__suppress_context__`, and `__traceback__` are supported.rX)r]rrrr!UserDefinedExceptionClassVariable"UserDefinedExceptionObjectVariablerrMr r/ryr ris_constant_matchrrr rrrrs rDrzExceptionVariable.call_setattr[s **, = '')Z//??@@. 978 9   S ! [ ##%--//??@@ *"%,5,F,F,M,Md,S) S+ +$$T51,/) S_ $$77< %WX!$D  N'vQtf56ZZ7)556  ))0066rErUr;c|dk(r|j|g|S|dk(r-|\}|j|tj|d||St|||||S)Nrwith_tracebackr )rr.rr@r)rBrTrUr{r;rrCs rDrzExceptionVariable.call_methodso = $4$$R/$/ / % %DR   b/"7"7O"Lb QK7&r4v> >rEc|dk(r tj||jS|dk(r |jS|dk(r |jS|dk(r |j S|dk(r |j S|dk(rMtj|t|j|jxrt|jdSt|1||S)NrCr r r r r{rt) r.rrr r r r rr{r^rr@rzrs rDrzzExceptionVariable.var_getattrs ; "((T]]; ; ] "## # [ >> ! + +,, , _ $%% % V^"((dii {{Fz$++v'F  w"2t,,rEcN|jjd|jdS)N())rCrrrIs rD__str__zExceptionVariable.__str__s$..))*!DMM?!<># # $s 77cxdjfdjD}jd|dS)N, c3@K|]}j|ywrG)r+).0r%rBs rD z/ExceptionVariable.debug_repr..sJ//4Jsr"r#)joinr{python_type_name)rBr{s` rDr)zExceptionVariable.debug_reprs8yyJ JJ'')*!D633rE)NNNr)rrr BaseExceptionrrrr.rrrr rArrSr`rJrrrzr$__repr__rr+r)rrs@rDrrse!M:> $-1 @@?#@#./$6 @  @ $d* @ @B#?#t#-*T67 #67"67 67  67p? #???# ? S/)* ?  ? -5-S-_-&==H$$3$$ 4C4rErceZdZdZy)UnknownVariablez It could be anything! Nrrr__doc__r?rErDr6r6srEr6c`eZdZdZd dedzdeddffd Zddd eede eefdefd Z xZ S) DelayGraphBreakVariablez^ Used to insert a dummy variable in the stack to do the graph break at CALL_FUNCTION. Nmsgr;r<c 2t|di|||_yr>)r@rAr;)rBr;r;rCs rDrAz DelayGraphBreakVariable.__init__s "6"rErTr6r{c|jdn|jj}tdd|jd|d|jgy)NrWz#Unsupported function call (delayed)zsource: z@Dynamo determined that a graph break should occur when calling `z `. Reason: rX)r^rUrr;)rBrTr{r;rUs rDrz%DelayGraphBreakVariable.call_functionsS [[(rdkk.>.>9t{{m,!F+dhhZ9  rErG) rrrr8rrrArr.rrrrs@rDr:r:s`C$J  #  '  S/)*    rEr:cTeZdZdZd dZdddedefdZddd eed e eefdefd Z y) ComptimeVariableza This variable is special, it lets you execute arbitrary code at Dynamo compile time r<Nctd)Nzcomptime is special form)rrBrNs rDrSzComptimeVariable.reconstructs!"<==rErTr6rUcddlm}|jJtj|t ||t |j|S)Nr)comptimert)rCr^r.rrer)rBrTrUrCs rDrzzComptimeVariable.var_getattrsA'{{&&&$$ $' 4;;0M  rEr{r;c ddlm}|st|dkDr&t|ddt|dt|d|d}t |t r|j ||nt |tr|j}|jrt|d|jtj||j|jj!|j"rt%|j"j&ndd }|||nt)d t+|t,j.j1dS) Nr)ComptimeContextz comptime()zat most 2 args and 0 kwargsz args and  kwargsrzOcomptime function must not have free variables, but these variables were free: r?z"unsupported argument to comptime: )rCrErgr*rr1 get_functionr0get_codeclosurer co_freevarsrr f_globalsfn_namer]defaultsrr RuntimeErrorr`rr/ry)rBrTr{r;rEfncoders rDrzComptimeVariable.call_functions- / SY] -t9+ZF }G<   !W b. / BOO ob1 2 6 7;;=Dzz efjfvfvewx%%  --/,.KKbkk''(T  D $ %!CDH:NO O))0066rEr) rrrr8rSrr.rzrrrr?rErDr?r?sa > 5 S _ -7 #-7'-7S/)* -7  -7rEr?ceZdZUejZedzed<dZe dzed< ddedzde ddffd Z de fdZ xZS) CellVariableNpre_existing_contents local_namer;r<c 2t|di|||_yr>)r@rArS)rBrSr;rCs rDrAzCellVariable.__init__8s "6"%:"rEc"tjSrG)rCellTyperIs rDrJzCellVariable.python_type>s ~~rErG)rrrrrWrr.__annotations__rTrrrAr`rJrrs@rDrRrR(s]NNM+T11"Jd !?C;%4t%;;NQ; ; TrErRc(eZdZdeddffd ZxZS)NewGlobalVariabler;r<Nc $t|di|yr>r@rArBr;rCs rDrAzNewGlobalVariable.__init__C "6"rE)rrrrrArrs@rDrZrZBs####rErZfn_clsr<.cNdtdtdtffd }t|_|S)Nr{r;r<c(j|i|SrG)apply)r{r;r_s rDtrampoline_autograd_applyzDproduce_trampoline_autograd_apply..trampoline_autograd_applyHsv||T,V,,rE)r!produce_trampoline_autograd_apply_origin)r_rcs` rDrdrdGs/----)J% $$rEc eZdZdZdhej Zdededdffd ZdefdZ dd d e ede e efdefd Z dd d e ede e efdefd Zdd d eede e efddfd Zdd de d e ede e efdef dZxZS)AutogradFunctionVariablez-represents a torch.autograd.Function subclassr_r;r<Nc 2t|di|||_yr>)r@rAr_)rBr_r;rCs rDrAz!AutogradFunctionVariable.__init__Xs "6" rEctSrGr`rIs rDrJz$AutogradFunctionVariable.python_type\ rErTr6r{c >ddtddffd }tj|||frztjre|j}ddlm}ddlm}|jj}||jj} | r3||jj|jj}d}|jj} | tjjjur*tdd |d |d |d d d gt j"|jj$} | tjjj$ur)tdd |d |d |ddgt j"ddlm} |E| sCt+j-|jj.|jj0}|xr t+|d} | ||jj2|| j5||}|jr~| r|t+|jd}t7|j9t:j<t+|jd}t7|j9t:j<|S|jrt+|jd}nd}|jj}t>jA||}|g|}tC|tDjFrjtIjJ|}tM|dz tM|jNk(r|dd}tjP||d}|j5||StC|tDjRrPtUjV|jXtUjZ|j|j5||Stdd |d |d |dt]|j0ddgy)NFrr<c|jr|jdurdt|tjr|j rdyyy)NFT) is_tensor requires_gradrrNNModuleVariable is_training)rrorTs rDvisitz2AutogradFunctionVariable.call_apply..visitgsJ||~##50$(M"i889>>"%$(M&:rEr)#autograd_function_forward_rewritten)_is_setup_context_definedzUnsupported custom vjpz call_apply rzgDynamo does not support tracing `torch.autograd.Function` subclasses that define a custom `vjp` method.z+Remove the custom `vjp` method if possible.z.Use standard `backward` instead if applicable.rXzUnsupported custom jvpzgDynamo does not support tracing `torch.autograd.Function` subclasses that define a custom `jvp` method.z+Remove the custom `jvp` method if possible.r+)AutogradFunctionApplyVariablerb)rrtforward setup_contextTrz=Non-function or method in subclass of torch.autograd.FunctionzDynamo requires the `forward` attribute of a `torch.autograd.Function` subclass to be a standard Python function or method. Found type `z ` instead.zPEnsure the `forward` method is defined as a regular function or instance method.)/r.rrris_grad_enabledr^"torch._functorch.autograd_functionrstorch.autograd.functionrtr_rvrwvjpautogradFunctionrrrjvphigher_order_opsrur import_sourcerrbackwardrrrwr CLOSURE_MATCHAutogradFunctionContextVariableryrrrinspect signaturerg parametersrrrrrrr`)rBrTr{r;rrr^rsrt forward_fnis_setup_ctx_definedvjp_fnjvp_fnru apply_sourcerfwd_src setup_ctx_srcrOctxsigrros ` @rD call_applyz#AutogradFunctionVariable.call_apply_s   )o )$ ) edF^4 U224[[F  J,,J#R>R"Hj&HL/ $$#  mBf-  {{3$T[[)<g001K1KLM *4;; H m66|7Q7QRSJ ;; Y7FF [[ -44RvF|d| b%,, -##B'C4y1}CNN 33ABx#))"bNE&&r48 8 E,, -// 224;;?mBf-  . W%dV1TF!F8<33783D3D2EZQ3 rEc|jj}t|djtj j jusJt|tjsJ|jJt|jd}tj|||d}|j|||S)NrrTr)r_rr`rar_dynamoexternal_utilsFakeBackwardCFunctionrrrr^rr.rr)rBrTr{r;rO fn_sourcers rD call_backwardz&AutogradFunctionVariable.call_backwards [[ ! !DGMM"emm&B&B&X&XXXX"e00111{{&&&t{{J7 %%b"YM""2tV44rEc,t|jSrG)rgr_rBrTr{r;s rDrz&AutogradFunctionVariable.call_functions ( 44rErUc ddlm}|dk(rwtj|jrEt |j}|||j jd|gt||S|j|||S|dk(r|j|||S|jt|j|nd} tj|j|}t!|t"rs|j%|j} tj&| } | J|$| j)| |j+|||S| | j+|||St!|t,r3t/j0|j2||j+|||St5dd |d |d |d d gy#t$rd}YwxYw)Nr+) wrap_fx_proxyrbr)rTproxyrrtz$Unsupported autograd.Function methodr~r,Dynamo does not support calling the method `z` directly on the `torch.autograd.Function` instance. Supported methods include `apply`, `backward`, static methods, and class methods.znEnsure the method is decorated with `@staticmethod` or `@classmethod` if it's meant to be called on the class.rX)builderrris_callable_allowedr_rdr create_proxyr)rrr^rrgetattr_staticrrr__get__lookupcreate_with_sourcerrrrrr) rBrTrUr{r;rrcr^rrtraceds rDrz$AutogradFunctionVariable.call_methods + 7?..t{{;,MKK-)%0"))00'1+48r488 Z %%b$7 76:kk6MZ T2SWF ,,T[[$?#|,{{4;;/$++D1)))%11$v1FTTf"$<55b$GGC- 33LL$v-D&12B*4&$8!v9!9 U -"  s G GG)rrrr8r.rrrAr`rJrrrrrrrrrrs@rDrgrgPsD7   ' 'N scdT{ #{?#{S/)* {  {z 5 # 5?# 5S/)* 5  55 #5'5S/)* 5 $ 5@ #@@?# @ S/)* @  @rErgcDeZdZUejeZeeed<y)SavedTensorBox)default_factorytensorsN) rrr dataclassesfieldrrr.rXr?rErDrr6s%6[%6%6t%LGT/ "LrErc,eZdZdZdddhej Z ddededzdededzde ed fdzd edzd ed dffd Z e dddde e dzd eee fdzd e fdZd efdZdddedee d eee fd e f fd Zddded e ffd ZxZS)rzZ Tracks an autograd.Function() context using mutation tracking in side_effects.py r inference saved_tensorsNrarneeds_input_grad.non_differentiabler;r<c bt|d||d|||_||_||_||_yN)rarr?)r@rArrrr) rBrarrrrrr;rCs rDrAz(AutogradFunctionContextVariable.__init__Gs; FuFvF"* 0"4rErTr6r{c d}|r|std|D}|jjjdtj j jtjtdt|i}|S)Nc3XK|]"}|jxr |j$ywrG)rnror/xs rDr0z9AutogradFunctionContextVariable.create..`s"$U1Q[[]%Fq%F$Us(*T)rrr) rrrtrack_object_newrr|function FunctionCtx functoolspartialrr)rTr{r;routs rDryz&AutogradFunctionContextVariable.createWsz   $$UPT$UU ii$$55  NN # # / /   /,.!1      rEcv|j"tdd|dgtj|jS)Nz proxy not setz as_proxy zMDynamo requires the autograd.Function context to be initialized with a proxy.rX)rrrrrIs rDas_proxyz(AutogradFunctionContextVariable.as_proxynsA ::  '#D6*25)445  zzrErUc*|dk(rt|||||S|dk(rO|rt||dt|dt |id|_t jjdS|dk7r)tdd|d |d |d gtj |jtd d|d |ddg |jJ|js@|s |js t|d|j j"j%||t|jj&dkDrg|j_|D]'}|jj&j)|)t jjdS)Nrmark_non_differentiablez0 kwargsrFrsave_for_backwardz,Unsupported autograd.Function context methodr~rrz` on `autograd.Function` context objects. Supported methods are `__setattr__`, `save_for_backward` and `mark_non_differentiable`.rXz9Unsupported autograd.Function context `save_for_backward`zjDynamo requires the `saved_tensors` attribute to be initialized on the `autograd.Function` context object.zEnsure that the `saved_tensors` attribute is properly initialized before calling `save_for_backward`. `save_for_backward` only supported on a newly constructed `torch.autograd.function.FunctionCtx`.z>save_for_backward() requires a source and no keyword arguments)r@rr*rgr)rrr/ryrrrrrr^rrrtrack_save_for_backwardrappend)rBrTrUr{r;r%rCs rDrz+AutogradFunctionContextVariable.call_method{s = 7&r4v> > . .#BjS[M:QR&7b&A!&DD #--44T: : & & F&tfAdV46--7)556     % S&tfAdV4Ow !!---~~T[[ X II " " : :4 F t!!)) *Q .)+D   & 3C    & & - -c 2 3))0066rEcdvrtfdSdk(r>j2tjt jj Sdk(rj )tjjj SjrAtjd}tjjj |St=S)N)rrc>jt||SrG)rr)r{r;rUrBrTs rDrOz=AutogradFunctionContextVariable.var_getattr..s(8(8T4:v(VrErr)rrrr rrrr/ryr^rr.rrar@rzrBrTrUr^rCs``` rDrzz+AutogradFunctionContextVariable.var_getattrs C C!V  ? "t'9'9'E**40B0B0J0J+KL L % %$$0 11889N9NOO{{#DKK1CD&,,R1L1LfUUw"2t,,rE)NFNNNNN)rrrr8r4rrr`rrrArrr.rrryrrrrzrrs@rDrr;sr  # 1 1 N#'$(48)-554K5 5 Tz 5  c *T1 5 $J55 5 2648 #'$.S/)*T1  , # 37 #3737?# 37 S/)* 37  37j-5-S-_--rErc eZdZdZ d dej j deej j dzdeddffd Z dd d e d e e de e e fde f d ZxZS)AutogradEngineVariablez; Represents a torch._C._ImperativeEngine instance. Nrarr;r<c *t|d||d|yrr\)rBrarr;rCs rDrAzAutogradEngineVariable.__init__s FuFvFrErTr6rUr{c|dk(rtjjjr|js|j sJdt j|tjjjj}|j||jjjg||Stdd|d|dgytdd|d|d |d gy) Nqueue_callbackzXqueue_callback() is only supported when Compiled Autograd is enabled with fullgraph=Truez7Unsupported torch._C._ImperativeEngine.queue_callback()r~rzYqueue_callback() is only supported when Compiled Autograd is enabled with fullgraph=True.rXz-Unsupported torch._C._ImperativeEngine methodzgDynamo only supports the `queue_callback` method on a torch._C._ImperativeEngine instance, but found: `z`.)rrcompiled_autogradin_compiled_autograd_region one_grapherror_on_graph_breakr.rrFakeCompiledAutogradEnginerrrrget_ca_final_callbacks_varr)rBrTrUr{r;rs rDrz"AutogradEngineVariable.call_methods # #}}..JJ||r'>'>n>(--MM00KKZZ**YY++FFHP4P U*4&$8!H  G&tfAdV4IIMbR  rErG)rrrr8rr_ImperativeEnginer`rrArrr.rrrrs@rDrrs?CGxx))G334t;G G  G% #%%?# % S/)* %  %rErcjeZdZdedefdeddffd ZdefdZdd d e ede e efdefd Z xZ S) rrO.r;r<Nc 2t|di|||_yr>)r@rArO)rBrOr;rCs rDrAzLambdaVariable.__init__s "6"rEc"tjSrG)rrrIs rDrJzLambdaVariable.python_types!!!rErTr6r{c&|j|i|SrG)rOrs rDrzLambdaVariable.call_functions tww'''rE)rrrrr.rrAr`rJrrrrrrs@rDrrsm8C$89ST"T"( #('(S/)* (  (rErc eZdZddhejZ ddedededzdeddf fd Zdeffd Z defd Z e d e jjd edefd Zdefd ZdefdZdddedefdZddZdddeedeeefdefdZxZS)rvrUrsNrr;r<c t|di|t|tsJt|tsJ||_||_||_yr>)r@rArr.rrrUrs)rBrrUrsr;rCs rDrAzGetAttrVariable.__init__sJ "6"#///$$$$  rEcP|j |jSt| SrG)rsr@rJrBrCs rDrJzGetAttrVariable.python_types% << #<< 7&( (rEch|jjd|jd|jdSNr"r-r#)rCrrrUrIs rDr4zGetAttrVariable.__repr__$s...))*!DHH:R {!DDrE base_proxyrct||SrG)re)rrs rDcreate_getattr_proxyz$GetAttrVariable.create_getattr_proxy'sz4((rEcrtj|jj|jSrG)rvrrrrUrIs rDrzGetAttrVariable.as_proxy+s&33DHH4E4E4GSSrEc|jj} t||jS#t$rt |ddwxYw)Nz is not a constant)rr]rerUrr)rBconstants rDr]z"GetAttrVariable.as_python_constant.sQ88..0 M8TYY/ / M%.@&AB L Ms 2A rTr6ct|jtjst|j j |jj}|j|jvrttj||j}||jvrttj||SrG) rrrrprr get_submodule module_keyrUrhrr)rBrTrUstep1step2s rD const_getattrzGetAttrVariable.const_getattr5s$((I$>$>?% % ''(;(;< 99ENN *% %&&udii8 u~~ %% %%%eT22rEc|||j|j|j|jyrG)rrQcreate_load_attrsrUrAs rDrSzGetAttrVariable.reconstruct@s+g77 BCrEr{cd|jj||jt||SrG)rrrUrrs rDrzGetAttrVariable.call_functionDs' xx##B 4:vFFrErGr)rrrr.rrr`rrArJr4rrfxProxyrrr]rrSrrrrrs@rDrvrv s%  ' 'N $         )T) E#E))s)s))T#TMCM 3 7 3s 3s 3DG #G'GS/)* G  GrErvceZdZdejdeddffd ZdejfdZddd ee de e e fde ffd Z de d fd Zdejfd Zde d fdZdefdZdedefdZxZS)MethodWrapperVariablemethod_wrapperr;r<Nc 2t|di|||_yr>)r@rAr)rBrr;rCs rDrAzMethodWrapperVariable.__init__Ns "6",rEc|jSrGrrIs rDget_real_python_backed_valuez2MethodWrapperVariable.get_real_python_backed_valueR"""rErTr6r{c t|jrxt|dtjr[t |dk(rt |dk(s t |d|dj||jjjS|jj}|jj}|dk(rWt|j}|tjur tj|tj|||g||St j"dk\r|tj$durz|dk(ruddlm}t |dk(r5|s3 |j+||j|dj-St5d d |d |d |d ddgt6j8nO|tj$dur|dk(s|tj$dur|dk(r|tj$durdnd}t |dk(r|s |j|dj-} |dj:} | j|dj-} t=j>t| |} | |ur4|dk(r tA| } n tC| |} tj|| | Sddlm}|j+|| St5d|dd |d |d |d|dd|dd|dgt6j8tD ||||S#t.$rt1t.|Yt2$rYwxYw#t2$rYwxYw)Nrr+z2tensor attribute getter takes exactly one argumentrA)rrXr)SourcelessBuilderz9unsupported type.__dict__['__annotations__'].__get__ callzcall_function , args: , kwargs: z{`torch.compile` only supports calling type.__dict__['__annotations__'].__get__ on a single constant argument (i.e. a type).zpMake sure your call to type.__dict__['__annotations__'] only has one positional argument (no keyword arguments).zMake sure the argument to type.__dict__['__annotations__'] is a constant (i.e. type). For example, `object`, `int`, `MyCustomClass`.rXrbrhzunsupported type.__dict__['z'].__get__ callz5`torch.compile` only supports calling type.__dict__['z7'].__get__ on a single constant argument (i.e. a type).z&Make sure your call to type.__dict__['zC'].__get__ only has one positional argument (no keyword arguments).z)Make sure the argument to type.__dict__['zT'].__get__ is a constant (i.e. type). For example, `object`, `int`, `MyCustomClass`.)$r'rrrTensorVariablergrrzrrr`rArr.rrsys version_inforhrrryr]rrr,rrrr^rrr!rr@r)rBrTr{r;self_obj wrapper_namefn_objrrrar^cls_val static_descrCs rDrz#MethodWrapperVariable.call_functionUs &d&9&9 :z GY--@ INs6{a'7 L7&&r4+>+>+G+G+P+PQ Q&&//**33  : %(^,,F(&,,R8DD %%     'DMM*;<< ) 24yA~f,33D//Q0J0J0LM S(htfJvhO?FR '22  $-- 22|y7P  j1 1li6O&y)AA z 4yA~f? //Q0J0J0LME "!W^^F)"&q'"<"<">&-&<&)3FI)F#2#8#8UF#KK:,33B>> 5i[P(htfJvhOST]S^_??=YKHFF? {KRR '22  w$Rv66}&A,^R@:4;s*1L"MM5MM MMTcyNTr?rIs rDis_python_constantz(MethodWrapperVariable.is_python_constantrEc|jSrGrrIs rDr]z(MethodWrapperVariable.as_python_constantrrEcyrr?rIs rDis_python_hashablez(MethodWrapperVariable.is_python_hashablerrEc4t|jSrGhashr]rIs rDget_python_hashz%MethodWrapperVariable.get_python_hashD++-..rEothercht|txr!|j|jk(SrGrr.r]rBrs rDis_python_equalz%MethodWrapperVariable.is_python_equal1 uo . H'')U-E-E-GG rE)rrrrMethodWrapperTyperrArrr.rrrrrr]r intr rrrrrs@rDrrMs-u'>'>-#-RV-#e.E.E#o7 #o7'o7S/)* o7  o7bGDM#E$;$;#GDM// V  rErceZdZdejdeddffd ZdejfdZddd ede ffd Z de d fd Z dejfd Z xZS)GetSetDescriptorVariabledescr;r<Nc 2t|di|||_yr>)r@rAr)rBrr;rCs rDrAz!GetSetDescriptorVariable.__init__s "6" rEc|jSrGrrIs rDrz5GetSetDescriptorVariable.get_real_python_backed_value yyrErTr6rUcn|dk(rM|jrAt|jd}tj||jj |S|dvrO|jxrt|j|}tj|t |j||St|!||S)Nr) __objclass__r) r^rr.rrrrer@rzrs rDrzz$GetSetDescriptorVariable.var_getattrs 9  Y7F"((TYY->->G G 1 1[[BZ T%BF"((WTYY-EvN N7&r40 0rETcyrr?rIs rDrz+GetSetDescriptorVariable.is_python_constantrrEc|jSrGrrIs rDr]z+GetSetDescriptorVariable.as_python_constantrrE)rrrrGetSetDescriptorTyperrArrr.rzrrr]rrs@rDrrsrU7734e.H.H151S1_1GDME$>$>rErceZdZejZddhejZdejdeddffd Z de ejfdZ dejfdZ dejfd Z defd Zd d d eddfdZd d d edefdZxZS)PythonModuleVariablerais_torchr;r<Nc t|di|||_|jtuxs%|jjj d|_y)Nztorch.r?)r@rArarr startswithr%rBrar;rCs rDrAzPythonModuleVariable.__init__sD "6"  e+Wtzz/B/B/M/Mh/W rEc"tjSrG)r ModuleTyperIs rDrJz PythonModuleVariable.python_typesrEc|jSrGrarIs rDr]z'PythonModuleVariable.as_python_constant zzrEc|jSrGr,rIs rDrz1PythonModuleVariable.get_real_python_backed_valuer-rEc"d|jdS)NzPythonModuleVariable(r#r,rIs rDr4zPythonModuleVariable.__repr__ s&tzzl!44rErTr6rUr/cZt|j|}tj||SrG)rrar.rrBrTrUrs rDcall_obj_hasattrz%PythonModuleVariable.call_obj_hasattr s'T*$$R00rEc|jjj||r&|jjj||Sd}|js||j j vr t|j |}n|j j |}|jxrt|j|}tj|||S#t$rtt|YVwxYwrG)rrrrr%rarhrerrr^rr.r)rBrTrUrr^s rDrzz PythonModuleVariable.var_getattrs 99 ! ! > >tT J99))33D$? ? ==D (;(;; =$TZZ6 ,,T2J>DKK!>$$RV<< " =(< =s4CC;:C;)rrrrr*rr.rrrAr`rJr]rrr4r2rzrrs@rDr$r$s$$M   ' 'N Xe..X#X$X  T%"2"23 E$4$4e.>.>5#51)1141 1 =5=S=_=rEr$c eZdZdededdffd Zdddedefd Zddd ed eede eefdef d Z ddd edefd Z defdZ defdZ dfd ZdedfdZdefdZdedefdZxZS)TypingVariablerar;r<Nc 2t|di|||_yr>r@rArar(s rDrAzTypingVariable.__init__% "6" rErTr6keycR|j|j}t|SrG)rar]r5)rBrTr9 new_typings rDmp_subscript_implz TypingVariable.mp_subscript_impl)s&ZZ 6 6 89 j))rErUr{c ~|dk(r`t|dk(rR|sPt|dtxr|j|djk(}tj j |Stdd|jd|d|d|d |d |jd d |d |jd gtjy)Nrr+rz,unsupported method call on `typing` variableztyping variable: z, method name: rrz.`torch.compile` does not support method call `z` on `typing` variable f.zAvoid calling the z method on rX) rgr(r5rarr/ryrrr)rBrTrUr{r;rs rDrzTypingVariable.call_method3s 8 4yA~fQ8XTZZ4PQ7===X 1188@@B' |?4&QUPVV`ag`hiHNfgkgqgqfrrst$TF+djj\C"..  rEc ddlm}m}|tvr5t j ||t t|j|S|jjj||r&|jjj||St|j|}|jr%t|j|}||||S|j||S)Nr+)rVariableBuilderrr)rrr@r%rrvr`rerarrrrr^rry)rBrTrUrr@rars rDrzzTypingVariable.var_getattrHs? ) ),,dDT)B$C  99 ! ! > >tT J99))33D$? ? D) ;;$T[[$7K3?2{3E: :$++B6 6rEc|jSrGr,rIs rDr]z!TypingVariable.as_python_constantZr-rEc|jSrGr,rIs rDrz+TypingVariable.get_real_python_backed_value]r-rEct|jtjst||S|j |j|jyrG)rrar GenericAliasr@rS append_outputcreate_load_constrRs rDrSzTypingVariable.reconstruct`sF$**e&8&897&w/ /0 g77 CDrETcyrr?rIs rDr z!TypingVariable.is_python_hashable|rrEc4t|jSrGr rIs rDr zTypingVariable.get_python_hashrrErcht|txr!|j|jk(SrGrrs rDrzTypingVariable.is_python_equalrrEr)rrrrrAr.r<rrrrrzr]rrSrr rr rrrrrs@rDr5r5$scST* #**  * #  ?#  S/)*    *757S7_7$CcE8GDM// V  rEr5)maxsizecddlm}i}|jD]H\}}|jjD]&\}}t |st ||dx}s"|||<(J|S)zd This generates a mapping from numpy modules to their torch._numpy modules equivalents. r)NP_TO_TNP_MODULEN)utilsrLrrhcallablere)rLnp_fn_to_tnp_fnnp_modtnp_modrLtnp_fnnp_fns rDget_np_to_tnp_maprTsz )O+1134&//557 4OGV$FGT::5:-3OE*  44 rEcjt}|jDcic]\}}|| c}}Scc}}w)z This is just the reverse mapping of get_np_to_tnp_map() - mapping from torch._numpy modules to numpy equivalents. )rTr)mkvs rDget_tnp_to_np_maprYs. AWWY 'TQAqD '' 's /c PeZdZdZej fZdededdffd ZdefdZ e de jde fd Ze de jdefd Zd d d eedeeefdefdZd d ded eedeeefdef dZdefdZdeffd ZdedfdZdefdZdede fdZxZ S) NumpyVariablezz Wrapper around `numpy.*`. Currently, is able to trace a small subset of numpy functions as well as numpy dtypes. rar;r<Nc 2t|di|||_yr>r7r(s rDrAzNumpyVariable.__init__r8rEc|jSrGr,rIs rDrz*NumpyVariable.get_real_python_backed_valuer-rErOc|jjd}t|dk\r |ddddgk(sJ||jvSNr>rr_numpy)rsplitrgconstant_fold_functionsrrOmods rDcan_constant_fold_throughz'NumpyVariable.can_constant_fold_throughsJmm!!#&3x1}RaWh,?!???S0000rEc|jjd}t|dk\r |ddddgk(sJtj |Sr_)rrargnp_constant_collections_maprircs rD get_constant_collection_for_funcz.NumpyVariable.get_constant_collection_for_funcsJmm!!#&3x1}RaWh,?!???*..r22rErTr6r{ctjs1tdd|jd|d|d|jddgd d lm}d d lm}tj|j}|Dtd d|jd|d|d|d d|jdgtj|J|j|x} e ||j|Dcgc]}|jc}i|jD cic]\} } | | jc} } S|j"dk(rTtj$rDtdd|jd|d|d|d d|jddd|jdg|j'|j(||\}}|j+|rt-||rvt/j0||j|Dcgc]}|jc}i|jD cic]\} } | | jc} } S|j2j4d||gt7||} |j9|| Scc}wcc} } w#t$rGtdd|jd|d|d|d d|jdgtj YywxYwcc}wcc} } w)Nz?attempted to trace numpy function with config.trace_numpy=Falsenumpy function: rrz"Attempted to trace numpy function z; while `torch._dynamo.config.trace_numpy` was set to False.zHSet `torch._dynamo.config.trace_numpy` to True to trace numpy functions.rXr)numpy_to_tensor_wrapperr+)NumpyNdarrayVariablez8attempted to trace numpy function unsupported by PyTorchz (corresponding torch function: r#z Can't find numpy numpy function z in torch._numpy.zTnumpy function that produces a const collection type encountered non-const argumentsznumpy function zs that produces a const collection type (e.g. np.dtype, np.iinfo/np.finfo) received arguments that are not constant.ztorch._numpy.randomzXattempted to trace torch._numpy.random function with config.use_numpy_random_stream=TruezAttempted to trace zD when `torch._dynamo.config.use_numpy_random_stream` is set to True.zr)r trace_numpyrrarMrktensorrlrTrirrrhr]rr, USER_ERRORruse_numpy_random_stream patch_argsrrer$r.rrrr)ry) rBrTr{r;rkrlrcollection_variable_typrrWrXrs rDrzNumpyVariable.call_functionsZ !! Y*4::,htfJvhW@ MMM_   40 "&&tzz2 < R*4::,htfJvhVvw{v||}~>tzzlJ[\&22  '+'L'LT'R R #  .DJJ:>?Q!..0?AGPA1a2244P&#8822v.tzzl(4& SYRZZz{{AABC"5djj\B&!&W( A6 0::4==$PVWLD&--d3-dF;',,-D++-:>?Q!..0?AGPA1a2244P+BII**'-#40E (..r59 9g@P7 r.tzzl(4& SYRZZz{{AABC"1$**>@!@*55  H@Ps=J"J 9JJ* J8K(%K- JA K%$K%rUc htdd|jd|d|dgtjy)Nz/attempted to trace numpy.* function as a methodrjrrz6Tracing numpy.* functions as methods is not supported.rX)rrarr)rBrTrUr{r;s rDrzNumpyVariable.call_methods? E&tzzl(4& 6(SP",,  rEc|jSrGr,rIs rDr]z NumpyVariable.as_python_constant.r-rEctjr`t|jtj r |jSt|jt r|jjSt|%SrG) rrmrraenumEnumMetar`rr@rrs rDrzNumpyVariable.as_proxy1sV   $**dmm4zz!$**d+zz***w!!rETcyrr?rIs rDr z NumpyVariable.is_python_hashable?rrEc4t|jSrGr rIs rDr zNumpyVariable.get_python_hashBrrErcht|txr!|j|jk(SrGrrs rDrzNumpyVariable.is_python_equalErrE)!rrrr8tnp issubdtyperbrrArrrrrrerhrr.rrrrrrr]rrr rr rrrrs@rDr[r[sY #~~/cSTc15+=+=1$11 3%2D2D333 Z: #Z:'Z:S/)* Z:  Z:x #  ?#  S/)*    $7 "# "GDM// V  rEr[c<eZdZdeddffd ZdefdZddZxZS) NullVariabler;r<Nc $t|di|yr>r\r]s rDrAzNullVariable.__init__Nr^rEcy)Nr~r?rIs rDr4zNullVariable.__repr__QsrEctjdkrtdddgtj|j t dy)N)r z0cannot reconstruct NullVariable in Python < 3.11rWzdAttempted to generate PUSH_NULL instruction in Python < 3.11; where this instruction does not exist.rX PUSH_NULL)rrrrrrErrAs rDrSzNullVariable.reconstructTsL   g % J9&11   0=>rEr) rrrrrArr4rSrrs@rDr~r~Ms'#### ?rEr~ceZdZdZy)rz"Marker used to implement delattr()Nr7r?rErDrrbs,rErc eZdZdZdhej ZdefdZede de ede e efdefdZ de de ede e efde dd f fd Zde fd Zed edefd Zde fdZddZxZS)StringFormatVariablez[ Represents a call to str.format(), we delay calling format until after the graph. format_stringr<ctSrG)rrIs rDrJz StringFormatVariable.python_typems rEsym_args sym_kwargsc tdtj||jDr{tj j |j|Dcgc]}|jc}i|jDcic]\}}||jc}}S||t|t|Scc}wcc}}w)Nc3<K|]}|jywrG)rrs rDr0z.StringFormatVariable.create..ws!   " s) all itertoolschainvaluesrr/ryformatr]rrr)rrrrrXrWs rDryzStringFormatVariable.createps  __Xz/@/@/BC  --44$ $$6>?a**,?=G=M=M=OPTQq!..00P  =$x.$z2BCC @Ps C Cr;Nc rt|di|t|tsJ||_||_||_yr>)r@rArrrrr)rBrrrr;rCs rDrAzStringFormatVariable.__init__s; "6"----*  $rEc|jjd|jd|jd|jdSr)rCrrrrrIs rDr4zStringFormatVariable.__repr__sB..))*!D,>,>+ADMMCTTVW[WfWfViijkkrEr%cb |jS#t$r|jcYSwxYwrG)r]r(r)r*s rDr+z&StringFormatVariable._debug_format_args2 $))+ + $>># # $s ..c ` |jj|jDcgc]}|j|c}i|jj Dcic]\}}||j|c}}}t|Scc}wcc}}w#t $rt|cYSwxYwrG)rrrr+rrr(r')rBr%r9rarendereds rDr)zStringFormatVariable.debug_reprs 0t))009=G#$((-G'+oo&;&;&="U//66HH~H  :  s-$BB  BB:B BB-,B-cjfddtjtjj j Dcic]%\}}tjj||'}}}tj|jtddycc}}w)NczjjjjdgS)Nr)rQrFrcreate_load_attrrsrDrOz2StringFormatVariable.reconstruct..s9G))--d.@.@A,,X6rET)call_function_exF) rPrr rrrrr/ryConstDictVariablerQr)rBrNrWrXr;s`` rDrSz StringFormatVariable.reconstructs  "    ''T]](;<=@D@U@U@W 8<1I & & - -a 0! 3    ++F345dEBC  s%*C r)rrrr8r.rr`rJrrrrryrrAr4rrr+r)rSrrs@rDrrfs&G(F(FGNTDD?+Do-. D  DD$ % %?+ %o-. %  %  %l#l$$6$$ C DrErcNeZdZeZdededdffd ZdefdZdeefdZ xZ S)ObjectVariablerar;r<Nc 2t|di|||_yr>r7r(s rDrAzObjectVariable.__init__r8rEc|jSrGr,rIs rDrz+ObjectVariable.get_real_python_backed_valuer-rEctSrG)rrIs rDrJzObjectVariable.python_types rE) rrrrrrrArr`rJrrs@rDrrs>MffT&\rErc eZdZdZdededdffd ZdefdZedede e je jzfd Z d d d eedeeefdefd ZddZeded eedeeefdefdZxZS)DebuggingVariablez Represents a call to a debugging function like print(), or something registered to config.reorderable_logging_functions. rar;r<Nc 2t|di|||_yr>r7r(s rDrAzDebuggingVariable.__init__r8rEc,t|jSrGr`rarIs rDrJzDebuggingVariable.python_typeDJJrErct|xrRt|tjtjfxr&|t j jjvSrG) rNrrrrrrrreorderable_logging_functionsrs rDis_reorderable_logging_functionz1DebuggingVariable.is_reorderable_logging_functionsO SM J3!3!3U5N5N OP Ju}}++III rErTr6r{c V|jrtjdS|j|j||s1t dd|jd|d|dd|jdg|j j|t|ftjdS) NzJattempted to reorder a debugging function that can't actually be reorderedzfn: rrzl`torch.compile` can only reorder functions where the arguments are Tensors, constants, or string formatters.z#Avoid calling the logging function z" with args that are not supported.rX) exportr/rycan_reorder_logsrar debug_localsrrrs rDrzDebuggingVariable.call_functions 99#**40 0$$TZZv> dtzzl(4& 6(K@:$**Egh   d4j12&&t,,rEcT|jJ|jj|SrG)r^rSrAs rDrSzDebuggingVariable.reconstructs'{{&&&{{&&w//rErOctjtjtf}t j ||g}|D]}t ||ryy)zm Run some additional checks for what sort of function calls can we actually reorder. FT)rrr/rpytree tree_leavesr)rOr{r;allowed_input_types flat_argsr%s rDrz"DebuggingVariable.can_reorder_logssY  $ $  & &   &&f~6  Cc#67 rEr)rrrr8rrAr`rJrr rrrrrr.rrrrSrrrrs@rDrrs cST T   5%%(A(AA B  - #-'-S/)* -  -00S tCH~RVrErcpeZdZdZdededdffd ZdefdZdefdZd d d e e de e e fde fd Z xZS) IgnoredFunctionVariablezL Represents a call to an arbitrary function that should be ignored. rar;r<Nc 2t|di|||_yr>r7r(s rDrAz IgnoredFunctionVariable.__init__r8rEc,t|jSrGrrIs rDrJz#IgnoredFunctionVariable.python_typerrEc|jSrGr,rIs rDrz4IgnoredFunctionVariable.get_real_python_backed_valuer-rErTr6r{c@tjjdSrG)rr/ryrs rDrz%IgnoredFunctionVariable.call_function s ))0066rE)rrrr8rrAr`rJrrr.rrrrrs@rDrrstcST T c7 #7'7S/)* 7  7rErc eZdZdZdej deddffd ZdefdZ dej fdZ d d d e d e e dee e fde f d ZxZS)LoggingLoggerVariablez: Represents a call to any logging.Logger methods. rar;r<Nc 2t|di|||_yr>r7r(s rDrAzLoggingLoggerVariable.__init__.r8rEc,t|jSrGrrIs rDrJz!LoggingLoggerVariable.python_type2rrEc|jSrGr,rIs rDrz2LoggingLoggerVariable.get_real_python_backed_value5r-rErTr6rUr{c |jrtjjdSt |j |d}t |dd}t jjj}||vs||vrtjjdStdd|j d|d|d|ddg y) Nrz8logging.Logger method not supported for non-export caseszmethod: r>rrz>logging.Logger methods are not supported for non-export cases.zJAdd the logging method to `torch._dynamo.config.ignore_logging_functions`.rX) rrr/ryrerarrrignore_logging_functionsr)rBrTrUr{r;methodr ignore_sets rDrz!LoggingLoggerVariable.call_method8s 99--44T: :T406:t4]]))BB Z 8z#9--44T: :Ntzzl!D6$z&RX\  rE)rrrr8loggingLoggerrrAr`rJrrrr.rrrrs@rDrr)sgnn T gnn #  ?#  S/)*    rErc eZdZdZ ddlmZmZm Z de de dd ffd Zedefd Zde fd Zd ddedeedeeefdef dZd ddedefdZxZS#e $re ddiZe ddiZY\wxYw)ConstantLikeVariablez8self.value is a compile-time constant, but not a literalr)dtypefloatinggeneric invalid_typer?rar;r<Nc 2t|di|||_yr>r7r(s rDrAzConstantLikeVariable.__init__er8rEct|j}|jdk(r |jS|jd|jS)z4Dynamically compute the prefix from the value's typerHr>)r`rarr)rBts rD _error_prefixz"ConstantLikeVariable._error_prefixisD   <<: %>> !,,q 011rEc|jSrGr,rIs rDr]z'ConstantLikeVariable.as_python_constanttr-rErTr6rUr{c gi}} |Dcgc]}|j}}|jD cic]\}} || j}}} t |j ||i|} tjj| rtj|| St| tjr t| Std |jd|d|d|d | d|jd|d | dgt j" ycc}wcc} }w#t$r;td|jd|d|d|dd|jd|ddg YwxYw) Nz0constant-like method call with non-constant argsr>z(*z, **r#zAttempted to call z with non-constant args.zFEnsure that the args to the method call are constant (int, str, etc.).rXz6constant-like method call with unsupported return typez ) returned z, got unsupported return value )r]rrrrrerarr/rur.rrreMatchrrr) rBrTrUr{r;cargsckwargsrrWrXrs rDrz ConstantLikeVariable.call_methodwsRw 59:Q))+:E:=C\\^LTQq!..00LGL+T*E=W=  % % 0 0 8"((V4 4 fbhh ''/ /L))*!D6D6fX[QWPXY,T-?-?,@$Gfgmfnnop"..  ';L"  J--.avRvT&K01C1C0DAdVKcd\    s-D!DD!DD! D!!AE%$E%ct|j|}t||jr t |}t||j r t |St|tr!t||jr t|Stjj|rtj||St!||t|S)Nrr)rerar np_floatingfloatnp_dtypeNumpyDTypeVariabler`r_ np_genericr[rr/rur.rrvr1s rDrzz ConstantLikeVariable.var_getattrsT* fd.. /6]F fdmm ,%f- - fd # 64??(K ( (  % % 0 0 8"((V4 4tT4<@@rE)rrrr8numpyrrrrrr ImportErrorr`rrApropertyrrr]rr.rrrzrrs@rDrrVsB 0  cST2s22C% #% % ?# % S/)* %  % N A5 AS A_ A 0>2r2 B/ 0s AA0/A0rc,eZdZdZdeddffd ZxZS)TorchVersionVariableztorch.__version__r;r<Nc |jdtj|dtjusJt|di|y)Nrar?) setdefaultr __version__r@rAr]s rDrAzTorchVersionVariable.__init__sA'5#4#45g%"3"3333 "6"rE)rrrrrrArrs@rDrrs 'M####rErceZdZdefdZy)rr<cB|jjjS)a0Similar to how numpy dtype descriptors (e.g. np.float32 ) are handled by NumpyVariable: np.dtype() objects are serialized as strings, torch._numpy wrappers will normalize to the torch dtype. This also handles unsupported things nicely (i.e. structured arrays and object arrays). )rar`rrIs rDrzNumpyDTypeVariable.as_proxys zz'''rEN)rrrrrr?rErDrrs(#(rErc`eZdZdZdeddffd ZdefdZddd ee de e e fdd fd Z xZ S) RandomClassVariablez random.Randomr;r<Nc $t|di|yr>r\r]s rDrAzRandomClassVariable.__init__r^rEctSrGrjrIs rDrJzRandomClassVariable.python_typerkrErTr6r{RandomVariablec"t|dkDs|r%tdd|d|dgtjt|dk(rtj j dn|d}t|tjjS) Nr+z'random.Random() with improper argumentszargs: rz=random.Random() with > 1 arg or with kwargs is not supported.rXr)seedr) rgrrrorr/ryrbaseValueMutationNew)rBrTr{r;rs rDrz!RandomClassVariable.call_functions t9q=F A j9[&11  ;>d)q.y))006dSTgY^^%D%D%F  rE)rrrr8rrAr`rJrr.rrrrrs@rDrrs_###T # ' S/)*    rErc eZdZdZej ZdhejZhdZ ddej dzdedzde ddffd Z de ej fd Z dej fd Zed edefd ZedeeeedfedzfddfdZedeeeedfedzfdefdZededeeeedfedzffdZdddedeedeeefdef fd ZddZxZS)rzrandom.Random() Implemented by wrapping a VariableTracker around a random.Random object. The supported methods for the random.Random object cannot be overridden. Assumes that random objects behave the same given a set seed or state. random>rrandintuniform randrangeNrandrr;r<c 0t|di||V|j|sJtj|_|jj |j y||jnd}tj||_yr>)r@rAis_supported_random_objrrsetstategetstater])rBrrr;rCs rDrAzRandomVariable.__init__sy "6"  //5 55 --/DK KK  1040@4**,dD ---DKrEc"tjSrG)rrrIs rDrJzRandomVariable.python_type s }}rEc|jSrG)rrIs rDr]z!RandomVariable.as_python_constant s {{rErct|tjurytjt j dD]}t||syt||}tj|r/|ttj|j|k7s_yt|ddttj|usyy)NF)rrrrT) r`rrrrr_supported_fn_namesrrer isbuiltinr)rrUmeths rDrz&RandomVariable.is_supported_random_obj s 9FMM )OO  . .0P !D3%3%D  &76==$7??DD 4T2'&--QU:VV  !rEstate.ct|tusJt|dtusJt|dtusJtd|dDsJ|dt|dtusJyy)Nrr+c3>K|]}t|tuywrG)r`rrs rDr0z-RandomVariable.check_state..' s4a47c>4sr)r`rrrr)rs rD check_statezRandomVariable.check_state" s}E{e###E!H~$$$E!H~&&&4584444Qx4a>U#:::#:rEc htj|tjtjj |dtj|dDcgc]!}tjj |#c}tjj |dgScc}w)Nrr+r)rrrr r/ry)rrs rD wrap_statezRandomVariable.wrap_state* s""5)&&**11%(;''CH8LaY//66q9L**11%(;    Ms&B/cP|j}tj||SrG)r]rr)r state_objs rD unwrap_statezRandomVariable.unwrap_state7 s&,,. ""9-rErTr6rUr{c  dk(r|jjj||jj|Dcgc]}|j c}i|j Dcic]\}}||j c}}tjjdSdk(r)|j|jjSdk(rq|jjj||jj|j|dtjjdS|jvr|jjj||jj dtdtdtf fd }t!|j|Dcgc]}|j c}i|j D cic]\} } | | j c} } t#||||St$ |M|||Scc}wcc}}wcc}wcc} } w) Nrrrrr{r;r<crtj}|jt||i|SrG)rrrre)r{r;rrUrs rDcall_random_methz4RandomVariable.call_method..call_random_methW s3MMO 5!'wq$'888rE)rrmutationrrr]rrr/ryrrrrrrrer2r@r) rBrTrUr{r;rr9rr rWrXrrCs ` @rDrzRandomVariable.call_method? s 6> II " " + +D 1 DKK  267Q!&&(7 AGPXS#3..00P --44T: : Z ??4;;#7#7#9: : Z  II " " + +D 1 KK !2!247!; <--44T: : T-- - II " " + +D 1KK((*E 9 9s 9s 9 'GDKK &267Q!&&(7 9?HA1a**,,H  ""&6fE Ew"2tT6::78P*8HsI5I IIc6jfdjddjjd|j |j j jddjy)NcnjjtjdgS)Nr)rQcreate_load_python_modulerrrNsrDrOz,RandomVariable.reconstruct..h s3G))55f=,,X6rErFrr+T)rPrrrrrrpop_toprAs `rDrSzRandomVariable.reconstructf sz   a' *% 4 4 678a&rErr)rrrr8rrrr.rrrrAr`rJr]rrrrrrrr rrrrrrrSrrs@rDrrsMMM   ' 'N &*'+ .mmd" .$ . .  .T&--0FMMV$;5eCHout|!CD;;;  %U38_edl BC      sE#s(OUT\1 2%; #%;%;?# %; S/)* %;  %;NrErc eZdZdefdZedddejede dzdeddf d Z d e d e deddffd Z ddd e e deee fde fdZddZdefdZdefdZdedefdZxZS)WeakRefVariabler<c"tjSrG)weakrefrefrIs rDrJzWeakRefVariable.python_typez s {{rErTr6 weakref_valuer^Noptionsc |J|j}|xr t|d}tj|||}|}|xr t |}tj|||}||d<t ||fi|S)N __callback__r^)rrr.rr#r) rTrr^rcallbackcallback_source callback_vtreferent referent_vts rDrzWeakRefVariable.build} s!!! -- GZ%G%++B/J  ?5-f5%++B&A "{KC7CCrErrc @t|di|||_||_yr>)r@rArr)rBrrrrCs rDrAzWeakRefVariable.__init__ s% #7#&&rEr{r;c|jSrG)rrs rDrzWeakRefVariable.call_function s rEcjfd|j|jjt ddy)Nc(jddS)Nrr)rrsrDrOz-WeakRefVariable.reconstruct.. sg&>&>y%&PrErF)rPrrrQrrAs `rDrSzWeakRefVariable.reconstruct sDPQ  !  !21e<=rEc6|jjSrG)rr rIs rDr z"WeakRefVariable.is_python_hashable s2244rEc6|jjSrG)rr rIs rDr zWeakRefVariable.get_python_hash s//11rErcnt|tsy|jj|jS)NF)rrrrrs rDrzWeakRefVariable.is_python_equal s,%1//0A0ABBrEr)rrrr`rJrr ReferenceTyperrrr.rArrrrrSrr rr rrrrs@rDrry sTD #D,,S1D D D  DD '*'9H'UX' ' # ' S/)*    > 5D522CVCCrEr)r8rHrrvrrrrrrrrrrcollections.abcrrrrtypingrrr r r torch._Cr torch._numpyr`r{torch.utils._pytreerM_pytreertorch._dynamo.variables.baser torch._dynamo.variables.listsr torch._guardsrrWrrrrbytecode_transformationrrrcreate_parameter_oprrrrrguardsrrmutation_guardrr^rrr r!r"r#r$r%r&r'r(r)r*rr,r-r.rr/ functionsr0r1 user_definedr2r3r4torch._dynamo.codegenr5torch._dynamo.symbolic_convertr6r8rrrr6r:r?rRrZrdrg dataclassrrrrrvrrr$r5 lru_cacherrrTrYr[r~rrrrrrrrrfinfoiinforrgrrrr?rErDr<sK"   .%@@$$57 @@ GKK05WV&GXX/DQ OQ h -?-(^;^;Bj4j4Zo  o 2?7?7D?4## %c%hsCx6H%ccL MMMD-&?D-N262j(_($AGoAGHI OI X2/=?/=db _b JQ4 9 95;M;M MN (Q(4 2 2E4M4M MN( (a Oa J???*-o-PD?PDf _  EEP7o70* O* ZSA?SAl#/#(-(II#II#II! /