Mj" UddlmZ ddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z ddl m Z mZmZddlZddlmcmZddlmZmZmZmZmZmZmZmZddlmZerddlmZddl m Z ddl!Z!dd l"m#Z#ejHe%Z&ej$jOe%d Z(e)Z*d e+d <e,e-ze.zdzZ/gd Z0ddl1m2Z3ed}dZ4ed~dZ4eddZ4eddZ4ddZ4GddZ5GddZ6Gdde6e.Z7idejpdejrdejtdejvdejvdejxd ejzd!ej|d"ej~d#ejd$ejd%ejd&d'd(ejd)ejd*ejd+ejid,ejd-ejd.ejd/ejd0ejd1ejd2ejd3ejd4ejd5ejd6ejd7ed8ed9ed:ed;edZRdd?ZSd@ZTeTD]JZUdAeUZVdBeVZWeXe5eVeSeUeYeeWeQeV<eRjueVe0jeVLd&hZ[eRe[zZ\hdCZ]hdDZ^d hZ_e]e_zZ`hdEZadd/hZbdd/dFdGZchdHZdeTD]ZUdAeUZVedjueVhdIZehdJZfddKZgddLZhddMZiddNZjddOZkddPZlddQZmddRZnddSZoddTZp ddUZq d ddVZrddWZsddXZtddYZuidejtd6ejd,ejd+ejd3ekd2eldemdesd/end0etd1eudeeeH[[y)) annotationsN) lru_cacheupdate_wrapper)Anyoverload TYPE_CHECKING) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)dtrace_structured)Callable)Self)ShapeEnvsym_nodeobject_NO_HINT)SymNodemethod_to_operator magic_methods DynamicInt) py_sym_typescyNts ]/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/fx/experimental/sym_node.py _to_symtyper#Ds14cyrrr s r"r#r#Fs/2r$cyrrr s r"r#r#Hs36r$cyrrr s r"r#r#Js"%r$cZ|turtS|turtS|turt S|Sr)boolrintrfloatrr s r"r#r#Ls+DyCx Ez Hr$cNeZdZUdZdZded< d[ d\dZd]dZd^dZd_d Z e d`d Z e dad Z dbd Z dcd ZdddZdedZdbdZdbdZdbdZdbdZdfdZdgdZdhdZdidZdjdZdjdZdjdZdjdZdidZdidZdkdldZdidZ dmd Z!dmd!Z"dmd"Z#dmd#Z$dmd$Z%dmd%Z&dmd&Z'dmd'Z(dmd(Z)dmd)Z*dmd*Z+dmd+Z,dmd,Z-did-Z.dmd.Z/dmd/Z0dmd0Z1dmd1Z2dmd2Z3dmd3Z4did4Z5did5Z6did6Z7did7Z8did8Z9did9Z:dmd:Z;dmd;Z dod>Z? dod?Z@ dod@ZA dodAZB dodBZCdmdCZDdmdDZEdmdEZFdmdFZGdmdGZHdmdHZIdmdIZJdmdJZK dodKZLd_dLZMdpdMZNdqdrdNZOdsdOZPdtdPZQdudQZRdudRZSdudSZTdudTZUdudUZVdudVZWdbdWZXdbdXZYdvdYZZdbdZZ[y)wrz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr)_optimized_summationNc|_|_|_|_d_d_dfd }|t urd}n|t||us0t|t|ustd|dt|jrGjjr1|} || k7r%t|d| djd|}|_ |_ jxrjj} | xr|_y) Ncddlm}|jryj t djj jd}|#t |tsj|n|}|S)Nr)has_free_unbacked_symbolsz%shape_env is required to compute hintT) compute_hint) %torch.fx.experimental.symbolic_shapesr1expr shape_env RuntimeError_maybe_evaluate_static isinstanceSymTypespytype)r1hintselfs r"r2z&SymNode.__init__..compute_hintsp W)3~~%"#JKK>>88QU8VD0:40Jt{{4(PTKr$zCannot create SymNode of type z with incompatible hint of type z != z (for )returnz&HintType | SymInt | SymFloat | SymBool)_exprr5r:r- _expr_ver _expr_cachertyper#AssertionError_translation_validation_enabledr4_hintconstantfx_node) r<r4r5r:r;rGrHoptimized_summationr2 computed_hinttx_validation_ens ` r"__init__zSymNode.__init__hs " $7!: " 8 D  J&(DJ+f:M,M$4h>tDzlL~~$.."P"P!- =((D6m_F499+UV)WXX>D 3; NN Mt~~MM (3G r$ct|j||j|j|j|j Sr)rr@r:rFrGrH)r<r5s r"with_shape_envzSymNode.with_shape_envs0 JJ 4;; DMM4<<  r$c |j|jk(xrj|j|jk(xrO|j|jk(xr4|j|jk(xr|j|jk(Sr)r@r:rFrGrHr<others r" _value_eqzSymNode._value_eqsq JJ%++ % . u||+ . ekk) . / .  -  r$ct|j|j|j|j|j fSr)hashr@r:rFrGrHr<s r" _value_hashzSymNode._value_hashs,TZZdjj$--VWWr$ct|jts|jjr |jS|j t d|jj }|dk(r |jS|j||jk(r |jS|jj|j}||_||_|S)Nz$shape_env is required to access exprr) r8r@r* is_numberr5rD_replacements_version_counterrBrAreplace)r<verresults r"r4z SymNode.exprs tzz3 'zz##::  >> ! !GH Hnn:: !8::     'C4>>,A## #'' 3! r$c|jSrrFrUs r"r;z SymNode.hints zzr$c|jduSrr^rUs r"has_hintzSymNode.has_hintszz%%r$cZ|jjrt|jSyr)r4rXr*rUs r" maybe_as_intzSymNode.maybe_as_ints 99  tyy> !r$cvddl}t|j|jrt |jSyNr)sympyr8r4Floatr+r<res r"maybe_as_floatzSymNode.maybe_as_floats) dii -# #r$cpddl}|j|jury|j|juryy)NrTF)rer4truefalsergs r" maybe_as_boolzSymNode.maybe_as_bools. 99 " YY%++ %r$c&|jtuSr)r:r*rUs r"is_intzSymNode.is_ints{{c!!r$c&|jtuSr)r:r+rUs r"is_floatzSymNode.is_float s{{e##r$c&|jtuSr)r:r)rUs r"is_boolzSymNode.is_bool s{{d""r$c|jduxr@t|jtxr$|jjj Sr)rFr8rnode is_nested_intrUs r"ruzSymNode.is_nested_intsA JJd " 04::v. 0 --/ r$ct|turtdt|ddl}t |j ||j t|||S)NExpected int, got rrGrH)rCr*rDrerIntegerr5r<numres r"wrap_intzSymNode.wrap_intsR 9C  #5d3i[!AB B EMM# S3PS  r$ct|turtdt|ddl}t |j ||j t|||S)NzExpected float, got rrx)rCr+rDrerrfr5rzs r" wrap_floatzSymNode.wrap_float!sR 9E ! #7S {!CD D EKK dnneS3PS  r$ct|turtdt|ddl}t |r |j n |j |jt|||S)NzExpected bool, got rrx)rCr)rDrerrjrkr5rzs r" wrap_boolzSymNode.wrap_bool*sW 9D  #6tCyk!BC CEJJ5;; NN     r$c|SrrrUs r"clonez SymNode.clone8s r$c|jSr)r4rUs r"strz SymNode.str;s))r$c"|jSrrrUs r"__str__zSymNode.__str__>sxxzr$czd|jd|jd|jg}|j|j d|j|j |j d|j |j |j d|j dj|dzS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, r=)r@r5r:rFappendrGrHjoin)r<reps r"__repr__zSymNode.__repr__Astzzl,t~~.>i } U  :: ! JJtzzl+ , == $ JJ4==/2 3 << # JJ$,,0 1yy~##r$c"|jSrrrUs r" _graph_reprzSymNode._graph_reprMsxxzr$c"|jSr)_absrUs r"absz SymNode.absSyy{r$c"|jSr)_posrUs r"posz SymNode.posVrr$c$|j|Sr)_round)r<ndigitss r"roundz SymNode.roundYs{{7##r$c"|jSr)_truncrUs r"truncz SymNode.trunc\{{}r$c$|j|Sr)_addrPs r"addz SymNode.add_yyr$c$|j|Sr)_subrPs r"subz SymNode.subbrr$c$|j|Sr)_mulrPs r"mulz SymNode.mulerr$c$|j|Sr)_modrPs r"modz SymNode.modhrr$c$|j|Sr) _float_powrPs r" float_powzSymNode.float_powksu%%r$c$|j|Sr)_pow_by_naturalrPs r"pow_by_naturalzSymNode.pow_by_naturalns##E**r$c$|j|Sr)_and_rPs r"and_z SymNode.and_qszz%  r$c$|j|Sr)_or_rPs r"or_z SymNode.or_trr$c$|j|Sr)_float_truedivrPs r" float_truedivzSymNode.float_truedivws""5))r$c$|j|Sr) _int_truedivrPs r" int_truedivzSymNode.int_truedivz  ''r$c$|j|Sr) _int_floordivrPs r" int_floordivzSymNode.int_floordiv}!!%((r$c$|j|Sr)_lshiftrPs r"lshiftzSymNode.lshift||E""r$c$|j|Sr)_rshiftrPs r"rshiftzSymNode.rshiftrr$c"|jSr)_sym_notrUs r"r zSymNode.sym_not}}r$c$|j|Sr)_eqrPs r"eqz SymNode.eqxxr$c$|j|Sr)_nerPs r"nez SymNode.nerr$c$|j|Sr)_gtrPs r"gtz SymNode.gtrr$c$|j|Sr)_ltrPs r"ltz SymNode.ltrr$c$|j|Sr)_lerPs r"lez SymNode.lerr$c$|j|Sr)_gerPs r"gez SymNode.gerr$c"|jSr)_floorrUs r"floorz SymNode.floorrr$c"|jSr) _is_integerrUs r" is_integerzSymNode.is_integers!!r$c"|jSr) _sym_floatrUs r"r zSymNode.sym_floats  r$c"|jSr)_sym_intrUs r"sym_intzSymNode.sym_intrr$c"|jSr)_ceilrUs r"ceilz SymNode.ceilszz|r$c"|jSr)_negrUs r"negz SymNode.negrr$c$|j|Sr)_sym_minrPs r"r zSymNode.sym_min}}U##r$c$|j|Sr)_sym_maxrPs r"r zSymNode.sym_maxrr$c&|j||Sr)_sym_ite)r<then_valelse_vals r"r zSymNode.sym_ites}}Xx00r$c&|j||Sr)_is_contiguousr<sizesstridess r" is_contiguouszSymNode.is_contiguouss""5'22r$c&|j||Sr)_is_channels_last_contiguous_2drs r"is_channels_last_contiguous_2dz&SymNode.is_channels_last_contiguous_2d33E7CCr$c&|j||Sr)_is_channels_last_contiguous_3drs r"is_channels_last_contiguous_3dz&SymNode.is_channels_last_contiguous_3drr$c&|j||Sr)_is_channels_last_strides_2drs r"is_channels_last_strides_2dz#SymNode.is_channels_last_strides_2d00@@r$c&|j||Sr)_is_channels_last_strides_3drs r"is_channels_last_strides_3dz#SymNode.is_channels_last_strides_3dr r$c&|j||Sr)'_is_non_overlapping_and_dense_indicatorrs r"&is_non_overlapping_and_dense_indicatorz.SymNode.is_non_overlapping_and_dense_indicators;;E7KKr$c$|j|Sr)rrPs r"sym_orzSymNode.sym_orrr$c$|j|Sr)rrPs r"sym_andzSymNode.sym_andrr$c$|j|Sr) _bitwise_andrPs r" bitwise_andzSymNode.bitwise_andrr$c$|j|Sr) _bitwise_orrPs r" bitwise_orzSymNode.bitwise_ors&&r$c$|j|Sr) _bitwise_xorrPs r" bitwise_xorzSymNode.bitwise_xorrr$c$|j|Sr)rrPs r"truedivzSymNode.truedivrr$c$|j|Sr)rrPs r"floordivzSymNode.floordivrr$c$|j|Sr)rrPs r"powz SymNode.pows~~e$$r$cX|j||jt|dS)N)rrto_noders r"is_non_overlapping_and_densez$SymNode.is_non_overlapping_and_denses.::5'JMM D!   r$c&|jddSNr) guard_intrUs r"int_z SymNode.int_s~~b!$$r$c Tddl}ddlm}m}|r3t ||t j td|DfiS|Dcgc]}|j}}|j|}g}t} |D]+}|jn(|j|j-t|} |j td|jj!t j td|Df\} } t#||jt$| | Scc}w)Nrget_proxy_modehandle_sym_dispatchc32K|]}t|ywr) wrap_node.0as r" z"SymNode.sym_sum.. s6A9Q<6sz!shape_env is required for sym_sumc34K|]}|jywrrHr2s r"r5z"SymNode.sym_sum..s!:!))!:sr7)re"torch.fx.experimental.proxy_tensorr.r/r%torchsym_sumtupler4Addrr;rsumr5r6_create_fx_call_functionrr*) r<argsrer.r/r4exprsout size_hintsout_hintrH_s r"r:zSymNode.sym_sums  #MM6668 "&&A&&eii # 'Avv~   aff % ' :H >> !BC C^^<< MME!:T!::<  sDNNC7KK''s D%ch|j td|jj||S)Nz!shape_env is required to evaluate)r5r6evaluate_sym_node)r<size_obliviouss r"evaluatezSymNode.evaluate#s/ >> !BC C~~//nEEr$c|j} t|S#t$rtj d|wxYw)NzFailed to convert to int: %s)rHr* Exceptionlogwarningr<fileliners r"r*zSymNode.guard_int)s> MMO q6M  KK6 :   !>c|j} t|S#t$rtj d|wxYw)NzFailed to convert to float: %s)rHr+rJrKrLrMs r" guard_floatzSymNode.guard_float3s> MMO 8O  KK8! <  rQc|j} t|S#t$rtj d|wxYw)NFailed to convert to bool: %srHr)rJrKrLrMs r" guard_boolzSymNode.guard_bool=s> MMO 7N  KK7 ;  rQc>ddlm}|j td|j r:||j s(|jj s|j||S|jj|j |d||jS)Nr)free_unbacked_symbolsz%shape_env is required for expect_true:r7) r3rYr5r6r`r4+prefer_deferred_runtime_asserts_over_guardsrWguard_or_defer_runtime_assertrH)r<rNrOrYs r" expect_truezSymNode.expect_trueGsO >> !FG G MMO)$))4NNNN??4. . ~~;; II$q'<  r$cfddlm}|js td|t |S)Nr)statically_known_trueExpected bool type)r3r_rrrDr)r<rNrOr_s r"r_zSymNode.statically_known_true[s)O||~ !56 6$WT]33r$c|jd} t|S#t$rtj d|wxYw)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)rGrUrVrMs r"guard_size_obliviouszSymNode.guard_size_obliviousbsC MMM . 7N  KK7 ;  s !Acfddlm}|js td|t |S)Nr)guard_or_falser`)r3rdrrrDr)r<rNrOrds r"rdzSymNode.guard_or_falsevs)H||~ !56 6gdm,,r$cfddlm}|js td|t |S)Nr) guard_or_truer`)r3rfrrrDr)r<rNrOrfs r"rfzSymNode.guard_or_true}s)G||~ !56 6WT]++r$c&|jddSr()rWrUs r"bool_z SymNode.bool_sr1%%r$cy)NTrrUs r" is_symboliczSymNode.is_symbolicr$cyrrrUs r" nested_intzSymNode.nested_intrkr$cy)NFrrUs r" is_constantzSymNode.is_constantsr$)NNF)r4rr5zShapeEnv | Noner:rCr;zHintType | objectrGzint | float | bool | NonerHrrIr)r?None)r5rr?r)rQrr?r))r?r*)r? sympy.Basicr>)r?r))r? int | None)r?z float | None)r?z bool | None)r{r*r?r)r{r+r?r)r{r)r?r)r?r)r? builtins.strr)rrrr?r)rQrr?r)rrrrr?r)r list[SymNode]rrtr?r)r?rtr?r)F)rGr)r?zbool | int | float)rNrsrOr*r?r*)rNrsrOr*r?r+)rNrsrOr*r?r))r?rp)\__name__ __module__ __qualname____doc__r-__annotations__rLrNrRrVpropertyr4r;r`rbrhrlrnrprrrur|r~rrrrrrrrrrrrrrrrrrrrrrrr rrrrrrrrr rrrr r r rrrrr rrrrrrrr r"r&r+r:rHr*rSrWr]r_rbrdrfrhrjrmrorr$r"rrYs"'$&/3$)W4W4#W4 W4  W4 , W4W4"W4 W4r  X$&"$#      $ $    &+! *()##"!$$13D"D-:D D D"D-:D D A"A-:A A A"A-:A A L"L-:L L  ('()(% " -:  %%LNF  (4(-,&r$rc eZdZdfd ZxZS)_DynamicScalarcJ|tur tdt| |g|S)Nz9_DynamicScalar is an abstract base class, use DynamicInt.)r| TypeErrorsuper__new__)clsr? __class__s r"rz_DynamicScalar.__new__s+ . WX Xws*T**r$)r?rr?r)rurvrwr __classcell__rs@r"r|r|s ++r$r|cTeZdZdZdfd Zd dZ d dZd dZd dZd dZ xZ S) ra User API for marking dynamic integers in `torch.compile`. Intended to be compatible with both compile and eager mode. Example usage:: fn = torch.compile(f) x = DynamicInt(4) fn(x) # compiles x as a dynamic integer input; returns f(4) ct|tstdt|t||t|}|S)Nrw)r8r*rDrCrr)rvalobjrs r"rzDynamicInt.__new__s=#s# #5d3i[!AB Bgoc3s8, r$c"d|jdS)Nz DynamicInt(r=)realrUs r"rzDynamicInt.__repr__sTYYKq))r$c2t|j|zSrrrrPs r" __floordiv__zDynamicInt.__floordiv__s$))u,--r$c2t||jzSrrrPs r" __rfloordiv__zDynamicInt.__rfloordiv__s%499,--r$c|t|j||}n|j|z}t|tr t |S|Srr"rr8r*rr<rQmodulor\s r"__pow__zDynamicInt.__pow__sD  E62FYY%F fc "f% % r$c|t||j|}n||jz}t|tr t |S|Srrrs r"__rpow__zDynamicInt.__rpow__sB   62FDII%F fc "f% % r$)rr*r?r)r?r)rQr*r?rr) rurvrwrxrrrrrrrrs@r"rrs6  *.. . . r$rrrrandrrrrrrrrrc"|jSr)rxs r"rs ALLNr$rrrrrrrorrrrrrrrr r r r r rr> rrrrrrrr r cdfd }|S)Nc,t|dS)N_sym_)getattr)r<names r"fnz_get_sym_node_fn..fns,wtuTF^,..r$r<rr?rrrrs` r"_get_sym_node_fnrs/ Ir$) sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_rD>rrr r >rrr>rrsym_log2rxor)rrr>rr rr>rrrr> rrrrrrrrr rr&c ddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)r4brs r"_sympy_float_truedivrP9 1 r$c ddlm}|||S)Nr) IntTrueDiv)rr)r4rrs r"_sympy_int_truedivrVs7 a r$c ddlm}|||S)Nr)FloorDiv)rr)r4rrs r"_sympy_floordivr\5 Aq>r$cfddlm}m}|jr|jr |||S|||S)NrMod PythonMod)rrris_nonnegative)r4rrrs r" _sympy_modrbs.;A,,1ayAr$c ddlm}|||S)Nr) PowByNatural)rr)r4rrs r"_sympy_pow_by_naturalrkrr$c ddlm}|||S)Nr)FloatPow)rr)r4rrs r"_sympy_float_powrqrr$c0ddl}|j||Srd)reAndr4rres r" _sympy_andrws 599Q?r$c0ddl}|j||Srd)reOrrs r" _sympy_orr} 588Aq>r$c ddlm}|||S)Nr)LShift)rr)r4rrs r" _sympy_lshiftr3 !Q<r$c ddlm}|||S)Nr)RShift)rr)r4rrs r" _sympy_rshiftrrr$c`t|dk(r|gSddlm}m}||d||kr||gzS||d||kDr|g|zSdt|dz }}||kr9||zdz}|j |||}|dk(ry|dkr|dz}n|dz }||kr9|j |||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicr/r$N)lensympy.core.basicrrcompareinsert) ordered_argsnew_argsort_keyrlowhighmidcompare_results r"_binary_search_insert_argrs <AyA R !HW$55wi'' Q 8G#44y<''3|$q(C +Tza|C'8'B Q  a 'C7D +W% r$c ddl ddlm}d fd }ddlm}|||z}|||z}|r|r||j d||j dkr||j |j zS||j d||j dkDr||j |j zSt |j dkrXt |j dkr@t|j }|j D]}t||}|n|||S|r5|jr)tt|j |}|||S|r5|jr)tt|j |}|||S j||} || | fS) a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)rc`| tdjj|d}d|fS)Nzordered_args is NoneT)is_commutative)rDr< _from_args)rr\res r"make_optimizedz&_optimized_add..make_optimizeds:   !78 8 %%l4%Hf~r$)_is_symbols_binary_summationr/r)rlist[sympy.Basic]r?tuple[bool, sympy.Basic]) rerrrr_argsrlistr is_symbolr<) lhsrhslhs_is_optimized_summationrhs_is_optimized_summationsortkeyrrnew_argsr4r\res @r"_optimized_addrs 9J">s"CC">s"CC!&@ 399R= !GCIIaL$9 9!#))cii"78 8 399Q< 7399R=#9 9!#))cii"78 8 syy>Q 3syy>Q#6CIIHYY 4XqA#  #%h//"cmm,T#))_cB  !(+ +"cmm,T#))_cB  !(+ + UYYsC F ( 0& 99r$c ddlm}|||S)Nr)BitwiseFn_bitwise_and)rr)r4rrs r"rrB A &&r$c ddlm}|||S)Nr)BitwiseFn_bitwise_or)rr)r4rrs r"rrsA 1 %%r$c ddlm}|||S)Nr)BitwiseFn_bitwise_xor)rr)r4rrs r"rrrr$cddl}t||jrg|j}t |dk(rMt|d|j r4|dj r%|j|d}|d|k(r||dzSt||j r||j|k(st||jr|j|S||S)Nrrr$)rer8Mulr?rrfrry)r4rreaacoefs r"_floor_ceil_helperr  s!UYY VV r7a.fns1+Mwu{{))33~dV5LMaPPr$r4rqr?rqrrs` r"_get_sym_math_fnr9sQ Ir$_sympy_c.ddl}|j|Srd)reAbs)r4res r" _sympy_absr=s 599Q<r$c8ddlm}m}|||S|||S)Nr) RoundDecimal RoundToInt)rr?r@)numberrr?r@s r" _sympy_roundrBs%F&!!FG,,r$cddlm}||SNr)ToFloat)rrE)r4rEs r"_sympy_sym_floatrFs4 1:r$chddl}ddlm}|j||j||SrD)rerrErr)r4rerEs r"_sympy_is_integerrHs*4 588GKEKKN+Q //r$)rrc `t|}t||tt|dz ddS)Nr$r/)rsympy_is_contiguous_genericrrange)rrdims r"sympy_is_contiguousrMs. e*C &ugtE#'2re >g >>r$)rrrrr rct|tr |jSt|tur|j |St|t ur|j|St|tur|j|StSr) r8r9rtrCr)rr*r|r+r~NotImplemented)r<r{s r"r%r%Hsn#x xx cd ~~c"" cc }}S!! ce s##r$ct|tr|j |jS|jr t |S|j r t |S|jr t|Std|)Nzunrecognized return type ) r8rrGrnrrprrrrrDrs r"r1r1Wsk!W!**"8zzxxzay { qz8<==r$ct|Sr)METHOD_TO_OPERATOR)methods r"rres f %%r$ctdtvrd}n}d d}d fd }|d fd }|dfd }tvrttd||ydk(r$ dfd }ttd||yd k(rddfd }ttd||yttd||y)NrDcLddl}|jj|jj|jj j |g}ddl}|Dchc]}tj|c}|jjjzdhzScc}w)Nrz) r9_dynamo eval_framer5fx experimentalrtorch._dynamo.guardsinspectgetfileguardsuninteresting_files)r9modsr`s r"r{z-_make_node_magic..uninteresting_filesqs MM $ $ MM   HH ! ! * *    $*. .AW__Q  .mm""668 9l  .sB!cJtjddfd }|S)Nc| |n ||tjjjr#|||gn|gdfd t dfdS)Ncddl}|jyt|tk(ryt|j|j |j fry|j|j|jfvryt|Srd) rerGidr8r4ryrfrjrk)rrer\s r"get_idzM_make_node_magic..capture_provenance..wrapper..get_idsl ((4#HF3##HMMEMM5;;3OP#!5::u{{*CC#h<'r$expression_createdc ttDcgc] }t|c}Dcgc]}| |c}tjdtjddScc}wcc}w)NrW)ror\ result_id arguments argument_ids user_stackstack)rr structuredget_user_stackget_framework_stack)r4irrror\s r"rzO_make_node_magic..capture_provenance..wrapper..sv"("%f+%'Z6?%@c!f%@/8)*+F1I.capture_provenance..wrappersc}DD%~~''==$!%u I!%I ("( ! Mr$r)r<rrQzSymNode | Noner?r) functoolswraps)rrros` r"capture_provenancez,_make_node_magic..capture_provenances&  (  ( Tr$c ddlm}m}t}t}|j )|j ||j |j }|r(t |||t|t|fiSt|tstdt|d} dk(rddl m }m}|j} | td|j j"s(| j%|j j&dk\r]|j j"s(| j%|j j&dk\r||j |j } n||j |j } ndk(r;t)|j |j |j*|j*\}} nNd vr,ddl} dd lm} m} |j j4xr| |j | j6}|j j4xr| |j | j6}|r|j j8s|r~|j j8rh| j:| j<| j>| j@| jB| jDd }||j |j d } n;|j |j } n|j |j } tLjOd |j |j | tPvrtR}nFtTvrtV}n7|jXtRus|jXtRurtR}n |jX}|"|tur|t|tZs||}|j t]d|jj_||j`|j`f\}}t| |j||||}|S#tF$r.tHjKd |j |j wxYw)Nrr-zExpected SymNode, got Frrzshape_env is required for modr)rrrrrr)symbol_is_typeSymT)rHfailed to eval %s(%s, %s)z%s %s %s -> %sz#shape_env is required for binary op)rHrI)1r8r.r/rrr;r%r1r8rrDrCrrrr5r4r bound_sympylowerrr-retorch.utils._sympy.symbolrrr UNBACKED_INTrXrrr$rr!rrJrKrL sym_node_logdebugalways_float_magic_methodsr+always_bool_magic_methodsr)r:r9r6r>rH)r<rQr.r/oprCrIrrr5rArerrlhs_is_unbackedrhs_is_unbacked rel_classr:rHrDr\funcros r"binary_magic_implz+_make_node_magic..binary_magic_impls   '# 99 UZZ%;$))UZZ0H  )"y %@P.QSUV %) #9$u+!GH H#? G!NN $()HIIII,, ,,TYY7==BJJ-- ,,UZZ8>>!Cdii4C#DIIuzz:C5-;IIJJ--.. .*$c ??J#'))"5"5#.IIt00;#(**"6"6#>JJ 1 1<$ (<(<# (;(;$hh#hh#hh#hh#hh#hh !!I$DIIuzzEJCtyy%**5C499ejj1 +VTYY CP / /F 0 0F [[E !U\\U%:F[[F  ($x2h'H >> !DE E^^<< u}}-   NN   3   [  KK3VTYY S  s )I.P&&7Qc ddlm}m}t }|rt |||t |fiS|j }|j td dk(s dk(r|jj|}  |}tjd ||t}|j ||j } t"vrt$}n* t&vrt(}n t*vrt,}n |j.}|jj1||j2f\}} t5||j|||S#t$rtjd |wxYw) Nrr-z"shape_env is required for unary oprceilingzfailed to eval %s(%s)z %s %s -> %sr7)r8r.r/rr%r1r4r5r6_simplify_floor_divrJrKrLrrrr;always_int_magic_methodsr*rr)rr+r:r>rHr) r<r.r/rr4rArCr:rHrDrros r"unary_magic_implz*_make_node_magic..unary_magic_impl0sI   '  4!4R)D/9KR!PQ Qyy >> !CD D W ) 3>>55d;D t*C =$c:# 99 $))}H - -F 0 0F 1 1F[[F^^<  s E"E&r c ddlm}m}|jd}n%|jr |j}n |j}|r6t ||t t |t |t |fiS  |j|j|j}|j td|jjt |j|j|jf\}}t||j|j ||S#t$r9tjd |j|j|jwxYw)Nrr-zfailed to eval %s(%s, %s, %s)z!shape_env is required for sym_iter7)r8r.r/r;r%r r1r4rJrKrLr5r6r>rHrr:) pred_node then_node else_noder.r/rCrArHrDrros r" sym_ite_implz&_make_node_magic..sym_ite_impl[sI  ~~%$>>$>>'%i0%i0%i0    9>>9>>9>>J""*"#FGG",,EE)++Y->-> @Q@QRJGQY(()*:*:Hg   3NNNNNN  s <(D##AE%rc Vddlm}m}tj}|rt |||t ||fiS|j}  ||}|t}n |j}d}|j||j|}|jg} || j||j t#d|j j%|t'| \} } t)||j ||| S#t$rtjd ||wxYw)Nrr-z!failed to eval %s(%s, ndigits=%s)zshape_env is required for roundr7)r8r.r/builtinsrr%r1r4rJrKrLr*r:r;rHrr5r6r>r;r)r<rr.r/rr4rAr:rCr?rHrDrros r" round_implz$_make_node_magic..round_impls"  B-b9T?G2LbQ99D 4) Hyy$IIwLL>D" G$~~%"#DEE@@U4[QJGQ3'R R9  ?wW s D#D()r?zset[str])rCallable[..., SymNode]r?r)r<rrQrr?rr)rrrrrrr?rr)r<rrrrr?r)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr) ror method_attrr{rrrrrs `` r"_make_node_magicris 9S>$ D CCl   ",\}}~$O$OL1[M*,<= 9 / / +2/ ?F/  / b 1[M*L9 7 + SZ 1[M*J71[M*,=>r$c dfd }ttd| dfd }ttjt s#ttjt |yy)Nc "ddlm}m}ttj t }|rDt||||Dcgc] }t|c}|Dcgc] }t|c}fiS|Dcgc]}|j}}|Dcgc]}|j}} ||} g} d} |D]+}|jnX| j|j-g} |D]+}|jn&| j|j-|| | } jdrt } nt"} t%| |j&| | Scc}wcc}wcc}wcc}w#t$rtjd||wxYw)Nrr-r _indicator)r8r.r/rsysmodulesrur%r1r4rJrKrLr;rendswithr*r)rr5)r<rrr.r/rs size_exprs stride_exprsrArBrC stride_hintsr:rros r"sizes_strides_implz4_make_node_sizes_strides..sizes_strides_impls S[[*F 3  #,12qil274SaYq\4ST ',,aff, ,(/010 0 z<0C   8Avv~   aff % 8 L 866>##AFF+ 8 j,7 ??< (FFsDNNFH==E34S-0  KK3VZ V  s#EE:E!E&) E++#FrDc &ddl}ddlm}tj||D]~}t |t stt|j|Dcgc]}t|j|c}|Dcgc]}t|j|c}cSdk(r |||St|Dcgc]}|j|c}|Dcgc]}|j|c}Scc}wcc}wcc}wcc}w)Nr)!eval_is_non_overlapping_and_denser) rer3r itertoolschainr8rr1rrtr%r)sympify)rrrerr4rrros r"sizes_strides_userz4_make_node_sizes_strides..sizes_strides_users  0 A!V$ +GAFFF+5:;+;5<=+=  = =4  /45!]U]]1%5/67!]U]]1%7 <=67sC?8D<D D)r<rrrtrrtr?r)r list[object]rrr?0SymInt | SymFloat | SymBool | int | float | bool)rrhasattrrrru)rorrrs`` r"_make_node_sizes_stridesrs0>0>+0>6C0> 0>d Gq\#56 &2 9@ 3;;x(& 1 H%v/AB 2r$c. tvrd n dd dd tvrdd ndd dfd d fd }d fd }d fd }dd }tvr||d d |ytvr!t |}||t ||yd k(r d fd }||d d |ydk(rdd fd }||d d |y} t vr t } ||d | d |tvr||d| d |yy)Nrct|tttfr|St|tr|j j ddSt|tr|j jddStd)Nr)rz*expect to be called with constant SymBools) r8r*r+r)rrtr*rrWrDrs r" get_constantz&_make_user_magic..get_constant.sh a#ud+ ,H a 66##B* * a !66$$R+ +IJJr$ct|tttfryt|tt t fr|jjSy)NTF) r8r*r+r)rrrrtrors r"roz%_make_user_magic..is_constant9s= a#ud+ , a&(G4 566%%' 'r$ct|tr-t|jj t |S|S)z;Implements True+True=2, which works in python but not sympy)r8rrrtr|r*rs r"promotez!_make_user_magic..promote\s-!W%affooc!f566Hr$c|Srrrs r"rz!_make_user_magic..promotedsHr$cdvr||fSt|ttjf}t|ttjf}|s|r.|stj|}|stj|}||fS)N)rrrrrrrr r rrrrrr)r8r+r9rr )r<rQf_selff_otherros r"promote2z"_make_user_magic..promote2gsy   $; D5%.."9:UUENN$;< Wt,.U{r$c|}|rt|Stt|jSr)rr1rrt)r<rrororrs r"rz*_make_user_magic..unary_magic_implsHt} t .&v. T0BC C8K8:;;r$c t|ttttt t fstStjd|||}|} ||\}}|rt||S|r|}t|j|}|turtStt|j|}|r|S|S)NzMAGIC %s %s %s)r8r*r+r)rrrrkrrrr%rtr1r r<rQ other_noderetrrororrrs r"rz+_make_user_magic..binary_magic_impls%#udFHg!NO! !+VT5At}tU+ e t .&v. T0BEJ J u  'ETYY.  '! !7 ;7 CD$/$4|C =#=r$c t|ttttt t fstS|}|} ||\}}|rt||S|r|}t|j|}|turtStt||j}|r|S|Sr) r8r*r+r)rrrrkrr%rtr1rrs r"rbinary_magic_implz,_make_user_magic..rbinary_magic_impls%#udFHg!NO! !t}tU+ e t .&v.|D7IJ J u  'ETYY.  '! !8 K8CD$/$4|C =#=r$c`t||dfd }|turtt|yy)z Registers the SymNode magic method on SymInt/Float/Bool, and optionally registers a corresponding wrapped method on DynamicInt. c|Dcgc] }t|tr |jn|"}}tt|}t|trt|t s t|S|Scc}wr)r8rrrr*r))r?rrAattrs r"dynamic_int_implz<_make_user_magic..setattrs..dynamic_int_implskDH?@*Q 3:D%'#t$d+C#s#JsD,A!#&J s%A-N)r?rr?r)rrr) user_typer symnode_implrs ` r"setattrsz"_make_user_magic..setattrss2  4.    J&6 7 r$__r c|j}t||}t||}|tus|turtSt|tr)t|tr|j |j k(s t dtt|j||}|jjr|S|S)Nz9then_node and else_node must be SymNodes with same pytype) rtr%rkr8rr:rDr1rro) predrrrrrrrrs r"sym_ite_magic_implz,_make_user_magic..sym_ite_magic_impls I 84I 84IN*i>.I%%9g.y'2$$ (8(88$O;GDII{;IyQRC88'')S!   r$rc|rtj||Stt|j|Sr)rrr1rrt)r<rrroros r"round_magic_implz*_make_user_magic..round_magic_impls?4 ~~l4&8'BB7WTYY7@A Ar$__r)r0SymInt | int | SymFloat | float | SymBool | boolr?zint | float | bool)rrr?r))rrr?r)r<rrQrr?ztuple[Any, Any])r<rr?r)r<rrQrr?r)rrCrrrrr?rp)rrrrrrr?rr)r<rrrrr?r)rbool_becomes_int_magic_methodsunary_magic_methodsunary_nonmagic_methodsrr bitwise_opsreflectable_magic_methods)rorrrrrorigrr method_namerrorrrs` @@@@@r"_make_user_magicr&sCCVHo   K ; K  KB//  !T<< >>">> 8,$$bO-=> ) )y&)FN3CT$JK 9   %+ 7=   0 bO-?@ 7  B B bO-=> [ %f-Kb R02CD . . Y#k]" 57I J /r$)r!z type[bool]r?z type[SymBool])r!z type[int]r?z type[SymInt])r!z type[float]r?ztype[SymFloat])r!rCr?rC)rrr?zCallable[[SymNode], SymNode])r4rqrrqr?rq)rrrrqr?zlist[sympy.Basic] | None)FF) rrqrrqrr)rr)r?r)r4rqrCallable[..., sympy.Basic]r?rqr8)r4rqr!rqr0rqr?rq)rrr?z$Callable[[sympy.Basic], sympy.Basic]r)rArqrzsympy.Basic | Noner?rq)rrrrr?rq)rrrrrRz list[int]r?rq)r<rr{rr?r)rrr?r)rorr?zCallable[..., object])rorrrr?rp)rorrrCr?rp) __future__rrrrxrloggingmathoperatorrrrtypingrrrr9torch._logging.structuredrrr r r r r rrrtorch._loggingrcollections.abcrrrer3r getLoggerrurKgetArtifactLoggerrrrryr)r+r*HintType__all__ torch.typesrr9r#rr|rrrrrrrrrr rrrrrrrrrrrr"rrrrrnrr math_op_namesrsym_name priv_sym_namerrrrronly_bool_magic_methodsralso_bool_magic_methodsbool_magic_methodsonly_float_magic_methodsrrrrrrrrrrrrrrrrrrrrrr r rrrrrrr"r%r(r-r1rcurrent_moduler9priv_sympy_namerrwr=rBrFrHinvertrrMrJrZr^rardrfrisizes_strides_methodsr%r1rrritemsrorrrr$r"rs "  /// ..   -(>g!~~//*E 8& %<#  $ K1 4 4 2 2 6 6 % % uup++00h$ 8<<$ 8<<$ 8<<$ 8== $ 8== $  DII $ (++$ TZZ$ TZZ$H%%$ (++$ (++$*$ (++$ hoo$  (++!$" 8<<#$$ 8<<%$& (++'$( 8<<)$* (,,+$,(,,-$.8<w?$@wA$BwC$DX%%E$F8##G$L    DdV}HzNM GX/56#*5-#@x H% NN8$&<< >!6&,/FFJ7U U'8UU '8EN4E E'8EE H H'8HH ' ' '8' EN' ' TP P'8PP S S'8SS ? ?'8??)&J&J#D#D.[   >&U?p [C|"'')#LFDVT"#*//1+LFDVT*+WKt +F (() ))* ((F6T,T)VV$ [ * + r$