Ë
    L²jÂÝ  ã                  ó€  — d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
Zd dlZd dlmZ d dlmZ d dlmZ d dlmZ d dlmZmZmZmZmZmZ d dlmZ d dlZd d	lmZ d d
l m!Z! d dl"m#Z# d dl$m%Z%m&Z& d dl'm(Z(  ejR                  e*«      Z+er8d dl,m-Z-m.Z.m/Z/ d dl0m1Z1 d dl2Z2d dl3m4Z4 d dl5m6Z6 d dl7m8Z8 d dl9m:Z: d dl;m<Z< d dl=m>Z> 	  ej~                  d«      Z@ ej~                  d«      ZA eddd¬«       G d„ d«      «       ZB G d„ de«      ZC G d„ dejˆ                  «      ZE	  G d „ d!«      ZF ej$                  d¬"«       G d#„ d$«      «       ZG G d%„ d&e«      ZH ej$                  d¬'«       G d(„ d)«      «       ZI ed*«      ZJ	  ej$                  d¬"«       G d+„ d,«      «       ZK	  ej$                  d¬"«       G d-„ d.eK«      «       ZL	  ej$                  d¬"«       G d/„ d0eK«      «       ZM	  G d1„ d2eeJ   «      ZN G d3„ d4«      ZO G d5„ d6«      ZP G d7„ d8eNeP   «      ZQ G d9„ d:«      ZR G d;„ d<eNeR   «      ZS G d=„ d>«      ZT	  G d?„ d@eNeO   «      ZU G dA„ dB«      ZVe G dC„ dD«      «       ZWe G dE„ dF«      «       ZX G dG„ dHeV«      ZY G dI„ dJ«      ZZ ej¶                  «       Z\	  G dK„ dL«      Z]e G dM„ dN«      «       Z^ G dO„ dP«      Z_e	 	 	 	 d\dQ„«       Z`e	 	 	 	 d]dR„«       Zaed^dS„«       Zbe	 d_	 	 	 	 	 d`dT„«       Zb e«       	 d_	 	 	 	 	 dadU„«       Zb ebd¬"«       G dV„ dW«      «       Zc ebd¬"«       G dX„ dYec«      «       Zdd_dbdZ„Zedcd[„Zfy)dé    )ÚannotationsN)Úabstractmethod)Údefaultdict)Úcontextmanager)Ú	dataclass)ÚAnyÚGenericÚ
NamedTupleÚoverloadÚTYPE_CHECKINGÚTypeVar)Údataclass_transform)Ú_pytree)Ú
OrderedSet)Úis_traceable_wrapper_subclass)ÚCapturedTracebackÚformat_frame)ÚWeakTensorKeyDictionary)ÚCallableÚ	GeneratorÚIterator)ÚCodeType)ÚDDPOptimizerContext)Ú	PyCodegen)ÚGuardCheckSpec)ÚViewAndMutationMeta)ÚNestedCompileRegionOptions©ÚFakeTensorModez-^(?P<frame_id>\d+)/(?P<frame_compile_id>\d+)$zQ^!(?P<compiled_autograd_id>\d+)(?:/(?P<frame_id>\d+)/(?P<frame_compile_id>\d+))?$T)ÚfrozenÚkw_onlyÚslotsc                  óJ   — e Zd ZU ded<   ded<   dZded<   dd„Zed	d„«       Zy)
Ú	CompileIdú
int | NoneÚframe_idÚframe_compile_idNÚcompiled_autograd_idc                óÄ  — | j                   �}| j                  d u | j                  d u k7  r%t        d| j                  › d| j                  › �«      ‚d}| j                  �d| j                  › d| j                  › �}d| j                   › |› �S | j                  �| j                  €%t        d| j                  › d| j                  › �«      ‚| j                  › d| j                  › �S )NzMframe_id and frame_compile_id must both be None or both be set, got frame_id=z, frame_compile_id=Ú ú/ú!z=frame_id and frame_compile_id must not be None, got frame_id=)r(   r&   r'   ÚAssertionError)ÚselfÚ	frame_strs     úL/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/_guards.pyÚ__str__zCompileId.__str__U   s  € à×$Ñ$Ð0Ø—‘ Ð%¨4×+@Ñ+@ÀDÐ+HÒIÜ$ð$Ø$(§M¡M ?Ð2EÀd×F[ÑF[ÐE\ð^óð ð ˆIØ�}‰}Ð(Ø §¡˜¨a°×0EÑ0EÐ/FÐG�	à�t×0Ñ0Ð1°)°Ð=Ð=à�}‰}Ð$¨×(=Ñ(=Ð(EÜ$ð$Ø$(§M¡M ?Ð2EÀd×F[ÑF[ÐE\ð^óð ð —m‘m�_ A d×&;Ñ&;Ð%<Ð=Ð=ó    c                ó&  — |€y	 t         t        fD ]X  }|j                  |«      x}sŒ|j                  «       }|j	                  «       D ]  \  }}|€Œ	t        |«      ||<   Œ  | di |¤Žc S  t        ‚# t        $ r}t        d|› d�«      |‚d}~ww xY w)zŒ
        Factory method that creates a CompileId from its string representation.
        Keep this in sync with the __str__ method.
        NzInvalid compile_id 'ú'© )ÚCOMPILE_ID_PATTERNÚCA_COMPILE_ID_PATTERNÚmatchÚ	groupdictÚitemsÚintÚ
ValueErrorÚ	Exception)ÚclsÚ
compile_idÚpatternr8   ÚgroupsÚkÚvÚes           r0   Úfrom_stringzCompileId.from_stringj   s²   € ð ÐØð	JÜ.Ô0EÐFò !�Ø#ŸM™M¨*Ó5Ð5�5Ñ5Ø"Ÿ_™_Ó.�FØ &§¡£ò /™˜˜1Ø™=Ü(+¨A«˜F 1šIð/ñ ™= ™=Ò(ð!ô !Ð øäò 	JÜÐ3°J°<¸qÐAÓBÈÐIûð	Jús(   …"A2 ¨(A2 ÁA2 Á+A2 Á2	BÁ;BÂB©ÚreturnÚstr)r?   ú
str | NonerG   úCompileId | None)Ú__name__Ú
__module__Ú__qualname__Ú__annotations__r(   r1   ÚclassmethodrE   r5   r2   r0   r$   r$   F   s8   … àÓð
 !Ó ð (,Ð˜*Ó+ó
>ð* òJó ñJr2   r$   c                  ó*   — e Zd ZU ded<   ded<   dd„Zy)ÚTraceIdr$   r?   r;   Úattemptc                ó€   — | j                   dk(  rt        | j                  «      S | j                  › d| j                   › �S )Nr   Ú_)rR   rH   r?   ©r.   s    r0   r1   zTraceId.__str__‡   s7   € à�<‰<˜1ÒÜ�t—‘Ó'Ð'à—o‘oÐ& a¨¯© ~Ð6Ð6r2   NrF   ©rK   rL   rM   rN   r1   r5   r2   r0   rQ   rQ   �   s   … ØÓð ƒLô7r2   rQ   c                  óx   — e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdd„Zdd„Zdd„Zdd„Zdd„Zy)ÚGuardSourcer   é   é   é   é   é   é   é   é   é	   é
   é   é   é   é   é   é   c                óF   — | t         j                  t         j                  fv S ©N)rX   ÚGLOBAL_FSDP_MODULEÚLOCAL_FSDP_MODULErU   s    r0   Úis_fsdp_modulezGuardSource.is_fsdp_module¢   s   € Øœ×6Ñ6¼×8UÑ8UÐVÐVÐVr2   c                óØ   — dd l mc m} |j                  r4| t        j
                  t        j                  fv xs | j                  «       S | t        j
                  t        j                  fv S ©Nr   )Útorch._dynamo.configÚ_dynamoÚconfigÚ_unsafe_skip_fsdp_module_guardsrX   ÚGLOBAL_SPECIALIZED_NN_MODULEÚLOCAL_SPECIALIZED_NN_MODULErm   )r.   rr   s     r0   Úis_specialized_nn_modulez$GuardSource.is_specialized_nn_module¥   sn   € ß-Ð-à×1Ò1àä×<Ñ<Ü×;Ñ;ððò )ð
 ×&Ñ&Ó(ðð Ü×4Ñ4Ü×3Ñ3ð
ð 
ð 	
r2   c                ó‚   — | t         j                  t         j                  t         j                  t         j                  fv S rj   )rX   ÚGLOBAL_UNSPECIALIZED_NN_MODULEÚLOCAL_UNSPECIALIZED_NN_MODULEÚ&GLOBAL_UNSPECIALIZED_BUILTIN_NN_MODULEÚ%LOCAL_UNSPECIALIZED_BUILTIN_NN_MODULErU   s    r0   Úis_unspecialized_nn_modulez&GuardSource.is_unspecialized_nn_module¶   s8   € ØÜ×6Ñ6Ü×5Ñ5Ü×>Ñ>Ü×=Ñ=ð	
ð 
ð 	
r2   c                óF   — | t         j                  t         j                  fv S rj   )rX   rz   r{   rU   s    r0   Ú"is_unspecialized_builtin_nn_modulez.GuardSource.is_unspecialized_builtin_nn_module¾   s&   € ØÜ×>Ñ>Ü×=Ñ=ð
ð 
ð 	
r2   c                ó    — | t         j                  t         j                  t         j                  t         j                  t         j
                  fv S rj   )rX   ÚLOCALru   rl   ry   r{   rU   s    r0   Úis_localzGuardSource.is_localÄ   sA   € ØÜ×ÑÜ×3Ñ3Ü×)Ñ)Ü×5Ñ5Ü×=Ñ=ð
ð 
ð 	
r2   N©rG   Úbool)rK   rL   rM   r€   ÚGLOBALru   rt   ÚCONSTANTÚRANDOM_VALUEÚ	SHAPE_ENVrl   rk   ÚBACKWARD_STATEÚ	EPHEMERALÚSYNTHETIC_LOCALry   rx   r{   rz   Ú
TEMP_LOCALrm   rv   r|   r~   r�   r5   r2   r0   rX   rX   �   sy   „ Ø€EØ€FØ"#ÐØ#$Ð Ø€HØ€LØ€IØÐØÐØ€NØ€IØ€OØ$&Ð!Ø%'Ð"Ø,.Ð)Ø-/Ð*Ø€JóWó
ó"
ó
ô
r2   rX   c                  ó   — e Zd Zy)ÚGuardBuilderBaseN©rK   rL   rM   r5   r2   r0   r�   r�   Ü   s   „ Ør2   r�   )r    c                  ó*   — e Zd ZU ded<   ded<   dd„Zy)ÚSLocz#traceback.FrameSummary | str | NoneÚframework_locrI   Úmaybe_user_locc                óÀ   — t        | j                  t        «      r| j                  nt        | j                  «      }| j                  �| j                  › d|› d�S d|› d�S )Nz (ú)ú()Ú
isinstancer‘   rH   r   r’   )r.   Úflocs     r0   r1   zSLoc.__str__å   sh   € ô ˜$×,Ñ,¬cÔ2ð ×Òä˜d×0Ñ0Ó1ð 	ð
 ×ÑÐ*Ø×)Ñ)Ð*¨"¨T¨F°!Ð4Ð4à�t�f˜A�;Ðr2   NrF   rV   r5   r2   r0   r�   r�   à   s   … à6Ó6ØÓô	r2   r�   c                  ó,   — e Zd ZU ded<   ded<   ded<   y)Ú
ShapeGuardzsympy.logic.boolalg.BooleanÚexprr�   Úslocrƒ   Úsize_obliviousN©rK   rL   rM   rN   r5   r2   r0   r™   r™   ñ   s   … Ø
%Ó%Ø
ƒJØÔr2   r™   )r"   c                  ó<  — e Zd ZU ded<   ded<   dZded<   dZded<   dZd	ed
<   dZded<   dZded<   dZ	ded<   dZ
ded<   dZded<   d%d„Zd&d„Zd'd„Zd(d„Zed)d„«       Zed*d„«       Zed+d„«       Zd)d„Zd)d„Zd,d„Zd-d „Zd-d!„Zd-d"„Zd)d#„Z	 	 	 	 	 	 	 	 	 	 d.d$„Zy)/ÚGuardÚSourceÚoriginating_sourcez)Callable[[GuardBuilderBase, Guard], None]Ú	create_fnNzlist[str] | NoneÚguard_typesÚ	code_listzobject | NoneÚobj_weakrefú!weakref.ReferenceType[Any] | NoneÚguarded_class_weakrefzCapturedTraceback | NoneÚstackztraceback.StackSummary | NoneÚ
user_stackr%   Ú_hashFrƒ   Ú_unserializablec                ó¦   — | j                   €:t        | j                  | j                  t	        | j
                  «      f«      | _         | j                   S rj   )rª   ÚhashÚnameÚsourceÚidr¢   rU   s    r0   Ú__hash__zGuard.__hash__  s:   € Ø�:‰:ÐÜ˜tŸy™y¨$¯+©+´r¸$¿.¹.Ó7IÐJÓKˆDŒJØ�z‰zÐr2   c                ó¦  — t        | j                  t        j                  «      xrD | j                  j                  t
        j                  j                  j                  j                  u }|| j                  r| j                  j                  ndt        | j                  «      | j                  | j                  «       j                  j                   fS )Néÿÿÿÿ)r–   r¢   Ú	functoolsÚpartialÚfuncÚtorchrq   ÚguardsÚGuardBuilderÚDUPLICATE_INPUTr¯   ÚvalueÚlenr®   Úinner_create_fnÚ__code__Úco_firstlineno)r.   Úis_duplicate_inputs     r0   Úsort_keyzGuard.sort_key  s™   € ô
 �t—~‘~¤y×'8Ñ'8Ó9ò YØ—‘×#Ñ#¤u§}¡}×';Ñ';×'HÑ'H×'XÑ'XÐXð 	ð
 Ø!%§¢ˆD�K‰K×Ò°"Ü�—	‘	‹NØ�I‰IØ× Ñ Ó"×+Ñ+×:Ñ:ð
ð 	
r2   c                óD   — | j                  «       |j                  «       k  S rj   )rÁ   ©r.   Úothers     r0   Ú__lt__zGuard.__lt__-  s   € Ø�}‰}‹ §¡Ó!1Ñ1Ð1r2   c                óŽ   — t        | j                  t        j                  «      r| j                  j                  S | j                  S rj   )r–   r¢   r´   rµ   r¶   rU   s    r0   r½   zGuard.inner_create_fn0  s0   € Ü�d—n‘n¤i×&7Ñ&7Ô8Ø—>‘>×&Ñ&Ð&à—>‘>Ð!r2   c                ó.   — | j                   j                  S rj   )r¡   r®   rU   s    r0   r®   z
Guard.name6  s   € à×&Ñ&×+Ñ+Ð+r2   c                ó.   — | j                   j                  S rj   )r¡   Úguard_sourcerU   s    r0   r¯   zGuard.source:  s   € à×&Ñ&×3Ñ3Ð3r2   c           
     ó  — t        | t        j                  «      re | «       }|�Ddt        t	        | «      «      › d|j
                  j                  › dt        t	        |«      «      › d�S dt        t	        | «      «      › d�S t        | «      S )aÔ  
        This is a workaround of a Python weakref bug.

        `obj_weakref` is instance returned by `weakref.ref`,
        `str(obj_weakref)` is buggy if the original obj overrides __getattr__, e.g:

            class MyConfig(dict):
                def __getattr__(self, x):
                    return self[x]

            obj = MyConfig(offset=5)
            obj_weakref = weakref.ref(obj)
            str(obj_weakref)  # raise error: KeyError: '__name__'
        z<weakref at z; to 'z' at ú>z; dead>)r–   ÚweakrefÚReferenceTypeÚhexr°   Ú	__class__rK   rH   )r¥   Úobjs     r0   Úweakref_to_strzGuard.weakref_to_str>  s„   € ô  �k¤7×#8Ñ#8Ô9Ù“-ˆCØˆØ%¤c¬"¨[«/Ó&:Ð%;¸6À#Ç-Á-×BXÑBXÐAYÐY^Ô_bÔceÐfiÓcjÓ_kÐ^lÐlmÐnÐnà%¤c¬"¨[«/Ó&:Ð%;¸7ÐCÐCä�{Ó#Ð#r2   c                óZ  — d| j                   r$| j                   j                  j                  «       nd› dt        | j                  «      › d| j	                  «       j
                  › d| j                  › d| j                  › d| j                  | j                  «      › d| j                  › d�}|S )	Nz	
        r*   ú z&
        {
            'guard_types': z,
            'code': z,
            'obj_weakref': z
            'guarded_class': z
        }
        )r¯   r®   ÚlowerÚreprr½   rK   r£   r¤   rÑ   r¥   r§   )r.   Úss     r0   Ú__repr__zGuard.__repr__W  s¯   € ð	Ø%)§[¢[ˆ�‰×	Ñ	×	Ñ	Ô	!°bÐ9¸¼4ÀÇ	Á	»?Ð:KÈ1ÈT×MaÑMaÓMc×MlÑMlÐLmð nà ×,Ñ,Ð-ð .Ø—^‘^Ð$ð %Ø ×/Ñ/°×0@Ñ0@ÓAÐBð CØ"×8Ñ8Ð9ð :	ðˆð ˆr2   c                ó¦  — dt        | j                  «      › d�}| j                  r$| j                  j                  j                  «       nd}|d|› d�z  }|d| j	                  «       j
                  › d�z  }|d| j                  › d�z  }|d| j                  › d�z  }|d| j                  | j                  «      › d�z  }|d	| j                  › d�z  }|S )
NzName: ú
r*   z    Source: z    Create Function: z    Guard Types: z    Code List: z    Object Weakref: z    Guarded Class Weakref: )rÕ   r®   r¯   rÔ   r½   rK   r£   r¤   rÑ   r¥   r§   )r.   Úoutputr¯   s      r0   r1   zGuard.__str__c  sé   € Øœ$˜tŸy™y›/Ð*¨"Ð-ˆØ-1¯[ª[�—‘×!Ñ!×'Ñ'Ô)¸bˆØ�L  ¨Ð+Ñ+ˆØÐ)¨$×*>Ñ*>Ó*@×*IÑ*IÐ)JÈ"ÐMÑMˆØÐ% d×&6Ñ&6Ð%7°rÐ:Ñ:ˆØ�O D§N¡NÐ#3°2Ð6Ñ6ˆØÐ(¨×)<Ñ)<¸T×=MÑ=MÓ)NÐ(OÈrÐRÑRˆØÐ/°×0JÑ0JÐ/KÈ2ÐNÑNˆØˆr2   c           	     óR  — 	 | j                  || «      S # t        $ r‰ t        j                  dt	        | «      j                  «       «       | j                  rNt        j                  ddj                  | j                  j                  «       dd  «      j                  «       «       ‚ w xY w)NzError while creating guard:
%szCreated at:
%sr*   éüÿÿÿ)
r¢   r=   ÚlogÚ	exceptionrH   Úrstripr¨   ÚerrorÚjoinÚformat)r.   Úbuilders     r0   ÚcreatezGuard.createn  s‚   € ð	Ø—>‘> '¨4Ó0Ð0øÜò 	Ü�M‰MÐ;¼SÀ»Y×=MÑ=MÓ=OÔPØ�zŠzÜ—	‘	Ð+¨R¯W©W°T·Z±Z×5FÑ5FÓ5HÈÈÐ5MÓ-N×-UÑ-UÓ-WÔXØð		ús
   ‚ ”BB&c                ó6   — | j                   j                  «       S rj   )r¯   rv   rU   s    r0   rv   zGuard.is_specialized_nn_modulew  s   € Ø�{‰{×3Ñ3Ó5Ð5r2   c                ó6   — | j                   j                  «       S rj   )r¯   rm   rU   s    r0   rm   zGuard.is_fsdp_modulez  s   € Ø�{‰{×)Ñ)Ó+Ð+r2   c                ó6   — | j                   j                  «       S rj   )r¯   r�   rU   s    r0   r�   zGuard.is_local}  s   € Ø�{‰{×#Ñ#Ó%Ð%r2   c                ó¾   — t        | j                  t        j                  «      r"| j                  j                  }|j
                  S | j                  }|j
                  S rj   )r–   r¢   r´   rµ   r¶   rK   )r.   r¢   s     r0   Úcreate_fn_namezGuard.create_fn_name€  sJ   € Ü�d—n‘n¤i×&7Ñ&7Ô8ØŸ™×+Ñ+ˆIð ×!Ñ!Ð!ð Ÿ™ˆIØ×!Ñ!Ð!r2   c                óà  — | j                   sg | _         | j                   j                  |«       | j                  |d fvrt        d| j                  › d|› �«      ‚|| _        | j                  s|| _        n| j                  j                  |«       | j                  |d fv xs) t        | j                  «      xr | j                  «       d u }|st        d| j                  › d|› �«      ‚|| _        y )Nz1Guarded class id must be identical, or None, got z vs zHGuarded object must be identical, None or ephemeral (dead weakref), got )r£   Úappendr§   r-   r¤   Úextendr¥   Úcallable)r.   Ú
guard_typeÚguarded_classr¤   r¥   Úis_valids         r0   Úset_export_infozGuard.set_export_info‡  s  € ð ×ÒØ!ˆDÔà×Ñ×Ñ 
Ô+à×%Ñ%¨m¸TÐ-BÑBÜ ðØ×1Ñ1Ð2°$°}°oðGóð ð &3ˆÔ"à�~Š~Ø&ˆD�Nà�N‰N×!Ñ! )Ô,ð ×Ñ ¨dÐ 3Ð3ò +Ü˜×(Ñ(Ó)ò +Ø× Ñ Ó" dÐ*ð 	ñ
 Ü ðØ×'Ñ'Ð(¨¨[¨Mð;óð ð 'ˆÕr2   ©rG   r;   )rG   ztuple[bool, int, int, str, int])rÄ   rŸ   rG   rƒ   )rG   z(Callable[[GuardBuilderBase, Guard], Any]rF   ©rG   rX   )r¥   ÚobjectrG   rH   )rã   r�   rG   r   r‚   )
rî   rH   rï   r¦   r¤   ú	list[str]r¥   rô   rG   ÚNone)rK   rL   rM   rN   r£   r¤   r¥   r§   r¨   r©   rª   r«   r±   rÁ   rÅ   r½   Úpropertyr®   r¯   ÚstaticmethodrÑ   r×   r1   rä   rv   rm   r�   ré   rñ   r5   r2   r0   rŸ   rŸ   ÷   s  … ð& ÓØ8Ó8ð %)€KÐ!Ó(Ø"&€IÐÓ&Ø!%€K�Ó%Ø?CÐÐ<ÓCà&*€EÐ#Ó*Ø04€JÐ-Ó4Ø€Eˆ:ÓØ!€O�TÓ!óó

ó 2ó"ð ò,ó ð,ð ò4ó ð4ð ò$ó ð$ó0
ó	óó6ó,ó&ó"ð&'àð&'ð 9ð&'ð ð	&'ð
 ð&'ð 
ô&'r2   rŸ   ÚTc                  ó   — e Zd Zy)ÚGuardEnvExprNrŽ   r5   r2   r0   rû   rû   º  s   „ àr2   rû   c                  ó*   — e Zd ZU ded<   ded<   dd„Zy)ÚDuplicateInputsr    Úinput_source_aÚinput_source_bc                óf   — | j                   | j                  k(  rt        d| j                   › �«      ‚y )Nz9input_source_a and input_source_b must be different, got )rþ   rÿ   r-   rU   s    r0   Ú__post_init__zDuplicateInputs.__post_init__Ê  s>   € Ø×Ñ $×"5Ñ"5Ò5Ü ðØ×*Ñ*Ð+ð-óð ð 6r2   N©rG   rö   )rK   rL   rM   rN   r  r5   r2   r0   rý   rý   Å  s   … àÓØÓôr2   rý   c                  ó"   — e Zd ZU ded<   ded<   y)ÚStorageOverlapzlist[Source]Úoverlapping_sourcesÚnon_overlapping_sourcesNr�   r5   r2   r0   r  r  à  s   … à%Ó%Ø)Ô)r2   r  c                  ó0   — e Zd Zedd„«       Zedd„«       Zy)ÚCheckpointablec                 ó   — y rj   r5   rU   s    r0   Úcopy_graphstatezCheckpointable.copy_graphstateô  s   € Ø$'r2   c                 ó   — y rj   r5   ©r.   Ústates     r0   Úrestore_graphstatez!Checkpointable.restore_graphstate÷  s   € Ø47r2   N)rG   rù   )r  rù   rG   rö   )rK   rL   rM   r   r
  r  r5   r2   r0   r  r  ó  s   „ ØÚ'ó Ø'àÚ7ó Ù7r2   r  c                  ó4   — e Zd ZU dZded<   dd„Zd	d„Zd
d„Zy)ÚGuardsCheckpointStatezW
    The GuardCheckpointState - it is the T of Checkpointable[T] for GuardsContext
    úOrderedSet[Guard]Údynamo_guardsc                ó   — || _         y rj   )r  )r.   r  s     r0   Ú__init__zGuardsCheckpointState.__init__  s
   € Ø*ˆÕr2   c                ón   — | j                   j                  |j                   «      }t        |«      dk(  ry|S )zÁ
        Produces a delta against another GuardsCheckpointState.

        Returns None if no delta is found, otherwise, return an OrderedSet() of mismatched
        Guard type objects.
        r   N)r  Ú
differencer¼   ©r.   rÄ   Úrs      r0   ÚdiffzGuardsCheckpointState.diff  s3   € ð ×Ñ×)Ñ)¨%×*=Ñ*=Ó>ˆÜˆq‹6�QŠ;ØØˆr2   c                óJ   — t        |t        «      sy| j                  |«      d u S ©NF)r–   r  r  rÃ   s     r0   Ú__eq__zGuardsCheckpointState.__eq__  s$   € Ü˜%Ô!6Ô7ØØ�y‰y˜Ó 4Ð'Ð'r2   N)r  r  rG   rö   )rÄ   r  rG   úOrderedSet[Guard] | None©rÄ   rô   rG   rƒ   )rK   rL   rM   Ú__doc__rN   r  r  r  r5   r2   r0   r  r  û  s   … ñð %Ó$ó+ó
ô(r2   r  c                  ó4   — e Zd ZU i Zded<   dd„Zdd„Zd	d„Zy)
ÚModuleContextCheckpointStateúdict[str, torch.nn.Module]Ú
nn_modulesc                ó   — || _         y rj   ©r#  )r.   r#  s     r0   r  z%ModuleContextCheckpointState.__init__  s	   € Ø$ˆ�r2   c                óÊ   — t        | j                  j                  «       «      j                  t        |j                  j                  «       «      «      }t	        |«      dk(  ry|S )z¾
        Produces a delta against another ModuleContextCheckpointState.

        Returns None if no delta is found, otherwise, return a set() of mismatched
        module key names.
        r   N)Úsetr#  Úkeysr  r¼   r  s      r0   r  z!ModuleContextCheckpointState.diff  sM   € ô �—‘×$Ñ$Ó&Ó'×2Ñ2´3°u×7GÑ7G×7LÑ7LÓ7NÓ3OÓPˆÜˆq‹6�QŠ;ØØˆr2   c                óJ   — t        |t        «      sy| j                  |«      d u S r  )r–   r!  r  rÃ   s     r0   r  z#ModuleContextCheckpointState.__eq__)  ó$   € Ü˜%Ô!=Ô>ØØ�y‰y˜Ó 4Ð'Ð'r2   N)r#  r"  rG   rö   )rÄ   r!  rG   úset[str] | Noner  )rK   rL   rM   r#  rN   r  r  r  r5   r2   r0   r!  r!    s   … Ø-/€JÐ*Ó/ó%ó
ô(r2   r!  c                  ó$   — e Zd Zdd„Zdd„Zdd„Zy)ÚModuleContextc                ó   — i | _         y rj   r%  rU   s    r0   r  zModuleContext.__init__0  s	   € Ø*,ˆ�r2   c                ó>   — t        t        | j                  «      «      S rj   )r!  Údictr#  rU   s    r0   r
  zModuleContext.copy_graphstate3  s   € Ü+¬D°·±Ó,AÓBÐBr2   c                ót   — t        |t        «      st        dt        |«      › �«      ‚|j                  | _        y )Nz+expected ModuleContextCheckpointState, got )r–   r!  r-   Útyper#  r  s     r0   r  z ModuleContext.restore_graphstate6  s7   € Ü˜%Ô!=Ô>Ü Ø=¼dÀ5»k¸]ÐKóð ð  ×*Ñ*ˆ�r2   Nr  )rG   r!  )r  r!  rG   rö   )rK   rL   rM   r  r
  r  r5   r2   r0   r-  r-  /  s   „ ó-óCô+r2   r-  c                  ó4   — e Zd ZU i Zded<   dd„Zdd„Zd	d„Zy)
ÚGlobalContextCheckpointStateúdict[str, tuple[Callable, Any]]Úglobal_statec                ó   — || _         y rj   ©r6  )r.   Úglobal_statess     r0   r  z%GlobalContextCheckpointState.__init__A  s
   € Ø)ˆÕr2   c                óÊ   — t        | j                  j                  «       «      j                  t        |j                  j                  «       «      «      }t	        |«      dk(  ry|S )z¾
        Produces a delta against another GlobalContextCheckpointState.

        Returns None if no delta is found, otherwise, return a set() of mismatched
        global key names.
        r   N)r'  r6  r(  r  r¼   r  s      r0   r  z!GlobalContextCheckpointState.diffD  sO   € ô �×!Ñ!×&Ñ&Ó(Ó)×4Ñ4´S¸×9KÑ9K×9PÑ9PÓ9RÓ5SÓTˆÜˆq‹6�QŠ;ØØˆr2   c                óJ   — t        |t        «      sy| j                  |«      d u S r  )r–   r4  r  rÃ   s     r0   r  z#GlobalContextCheckpointState.__eq__P  r*  r2   N)r9  r5  rG   rö   )rÄ   r4  rG   r+  r  )rK   rL   rM   r6  rN   r  r  r  r5   r2   r0   r4  r4  >  s   … Ø46€LÐ1Ó6ó*ó
ô(r2   r4  c                  ó0   — e Zd ZdZh d£Zdd„Zdd„Zd	d„Zy)
ÚGlobalContextzz
    This keeps track of the global torch state during tracing of a function.
    For example, torch.is_grad_enabled.
    >   Úgrad_enabledÚautocast_enabledÚautocast_cpu_dtypeÚautocast_gpu_dtypeÚautocast_cpu_enabledÚautocast_cache_enabledc                ó   — i | _         y rj   r8  rU   s    r0   r  zGlobalContext.__init__e  s
   € Ø=?ˆÕr2   c                ó,   — t        | j                  «      S rj   )r4  r6  rU   s    r0   r
  zGlobalContext.copy_graphstateh  s   € Ü+¨D×,=Ñ,=Ó>Ð>r2   c                óö  — t        |t        «      st        dt        |«      › �«      ‚|j                  | _        t        | j                  «      t        | j                  «      k(  r0t        | j                  j                  «       «      | j                  k(  s<t        dt        | j                  j                  «       «      › d| j                  › �«      ‚| j                  j                  «       D ]  \  }} ||«       Œ y )Nz+expected GlobalContextCheckpointState, got z Global state mismatch: got keys z, expected )
r–   r4  r-   r2  r6  r¼   Ú_supported_global_statesr'  r(  Úvalues)r.   r  r¶   Úargss       r0   r  z GlobalContext.restore_graphstatek  sã   € Ü˜%Ô!=Ô>Ü Ø=¼dÀ5»k¸]ÐKóð ð "×.Ñ.ˆÔä�×!Ñ!Ó"¤c¨$×*GÑ*GÓ&HÒHÜ�D×%Ñ%×*Ñ*Ó,Ó-°×1NÑ1NÒNä Ø2´3°t×7HÑ7H×7MÑ7MÓ7OÓ3PÐ2Qð RØ ×9Ñ9Ð:ð<óð ð ×+Ñ+×2Ñ2Ó4ò 	‰JˆD�$Ù��Jñ	r2   Nr  )rG   r4  )r  r4  rG   rö   )rK   rL   rM   r  rG  r  r
  r  r5   r2   r0   r=  r=  V  s   „ ñò
 Ðó@ó?ôr2   r=  c                  ó|   — e Zd Zddd„Zdd„Zdd„Zdd„Zdd„Zdd„Zdd„Z	d	d
dœ	 	 	 	 	 	 	 dd„Z
dd„Zdd„Zdd„Zy)Ú	GuardsSetNc                ó¢   — |€t        «       | _        n|| _        t        t        «      | _        | j                  D ]  }| j                  |«       Œ y rj   )r   Úinnerr   ÚlistÚsource_to_guardsÚtrack_guard_by_source)r.   rM  Úguards      r0   r  zGuardsSet.__init__€  sI   € Øˆ=Ü,6«LˆD�JàˆDŒJô CNÌdÓBSˆÔØ—Z‘Zò 	.ˆEØ×&Ñ& uÕ-ñ	.r2   c                óX   — |j                   }| j                  |   j                  |«       y rj   )r¡   rO  rë   )r.   rQ  r¯   s      r0   rP  zGuardsSet.track_guard_by_source‹  s&   € Ø×)Ñ)ˆØ×Ñ˜fÑ%×,Ñ,¨UÕ3r2   c                ó,   — t        | j                  «      S rj   )ÚiterrM  rU   s    r0   Ú__iter__zGuardsSet.__iter__�  ó   € Ü�D—J‘JÓÐr2   c                ó,   — t        | j                  «      S rj   )r¼   rM  rU   s    r0   Ú__len__zGuardsSet.__len__’  s   € Ü�4—:‘:‹Ðr2   c                óF   — t        | j                  |j                  z
  «      S rj   )rK  rM  rÃ   s     r0   Ú__sub__zGuardsSet.__sub__—  s   € Ü˜Ÿ™ e§k¡kÑ1Ó2Ð2r2   c                ó,   — t        | j                  «      S rj   )rƒ   rM  rU   s    r0   Ú__bool__zGuardsSet.__bool__š  rV  r2   c                óJ   — t        «       | _        t        t        «      | _        y rj   )r   rM  r   rN  rO  rU   s    r0   ÚclearzGuardsSet.clear�  s   € Ü“\ˆŒ
Ü +¬DÓ 1ˆÕr2   Tr   )Úcollect_debug_stackÚskipc               ó  — || j                   v ry |r*|j                  €t        j                  d|z   ¬«      |_        |j                  €t
        j                  «       |_        | j                   j                  |«       | j                  |«       y ©NrY   )r`  )	rM  r¨   r   Úextractr©   ÚTracingContextÚextract_stackÚaddrP  )r.   rQ  r_  r`  s       r0   rf  zGuardsSet.add¡  sq   € ð �D—J‘JÑØÙØ�{‰{Ð"Ü/×7Ñ7¸QÀ¹XÔF�”Ø×ÑÐ#Ü-×;Ñ;Ó=ˆEÔØ�
‰
�‰�uÔØ×"Ñ" 5Õ)r2   c                óF   — |D ]  }|D ]  }| j                  |d¬«       Œ Œ y rb  )rf  )r.   ÚothersÚoÚgs       r0   ÚupdatezGuardsSet.update®  s0   € Øò 	$ˆAØò $�Ø—‘˜ �Õ#ñ$ñ	$r2   c                ó2   — t        | j                  |   «      S )z4Return all guards with the given originating_source.)rN  rO  )r.   r¯   s     r0   Úget_guards_for_sourcezGuardsSet.get_guards_for_source³  s   € ä�D×)Ñ)¨&Ñ1Ó2Ð2r2   c                óÈ   ‡‡— ddl mŠ t        ˆˆfd„| j                  D «       «      | _        t	        t
        «      | _        | j                  D ]  }| j                  |«       Œ y)z.Delete all guards that contains a given sourcerY   )Úis_from_sourcec              3  óJ   •K  — | ]  } ‰|j                   ‰«      rŒ|–— Œ y ­wrj   )r¡   )Ú.0rj  ro  r¯   s     €€r0   ú	<genexpr>z6GuardsSet.remove_guards_with_source.<locals>.<genexpr>»  s%   øè ø€ ò  
Ø©¸×8LÑ8LÈfÕ)UŒAñ 
ùs   ƒ#œ#N)Ú_dynamo.sourcero  r   rM  r   rN  rO  rP  )r.   r¯   rQ  ro  s    ` @r0   Úremove_guards_with_sourcez#GuardsSet.remove_guards_with_source·  sS   ù€ å2äô  
Ø—z‘zô 
ó 
ˆŒ
ô
 !,¬DÓ 1ˆÔØ—Z‘Zò 	.ˆEØ×&Ñ& uÕ-ñ	.r2   rj   )rM  r  rG   rö   )rQ  rŸ   rG   rö   )rG   zIterator[Guard]rò   )rÄ   rK  rG   rK  r‚   r  )rQ  rŸ   r_  rƒ   r`  r;   rG   rö   )rh  z
set[Guard]rG   rö   )r¯   r    rG   zlist[Guard])r¯   r    rG   rö   )rK   rL   rM   r  rP  rU  rX  rZ  r\  r^  rf  rk  rm  rt  r5   r2   r0   rK  rK    sa   „ ô	.ó4ó óó
3ó ó2ð
 <@ÈQñ*Øð*Ø48ð*ØGJð*à	ó*ó$ó
3ô.r2   rK  c                  óJ   — e Zd Zdd„Zej
                  dd„«       Zdd„Zd	d„Zy)
ÚGuardsContextc                ó>   — t        «       | _        g | _        d| _        y r  )rK  r  Úaotautograd_guardsÚskip_installrU   s    r0   r  zGuardsContext.__init__Î  s   € Ü(1«ˆÔØ68ˆÔØ"'ˆÕr2   c              #  ób   K  — | j                   }d| _         	 d –— || _         y # || _         w xY w­w)NT)ry  )r.   Úolds     r0   Úskip_guard_installz GuardsContext.skip_guard_installÓ  s1   è ø€ à×ÑˆØ ˆÔð	$Ûà #ˆDÕø ˆDÕüs   ‚/—# ›/£	,¬/c                óR   — t        t        | j                  j                  «      «      S rj   )r  r   r  rM  rU   s    r0   r
  zGuardsContext.copy_graphstateÜ  s   € Ü$¤Z°×0BÑ0B×0HÑ0HÓ%IÓJÐJr2   c                ó†   — t        |t        «      st        dt        |«      › �«      ‚t	        |j
                  «      | _        y )Nz$expected GuardsCheckpointState, got )r–   r  r-   r2  rK  r  r  s     r0   r  z GuardsContext.restore_graphstateß  s7   € ä˜%Ô!6Ô7Ü Ð#GÌÈUËÀ}Ð!UÓVÐVÜ& u×':Ñ':Ó;ˆÕr2   Nr  ©rG   úGenerator[None, None, None])rG   r  )r  r  rG   rö   )	rK   rL   rM   r  Ú
contextlibr   r|  r
  r  r5   r2   r0   rv  rv  Í  s,   „ ó(ð
 ×Ñò$ó ð$óKô<r2   rv  c                  óÄ   — e Zd Ze	 	 	 	 	 	 d
d„«       Zedd„«       Zedd„«       Zedd„«       Zedd„«       Zedd„«       Z	e	 	 	 	 	 	 	 	 dd„«       Z
e	 	 	 	 	 	 dd„«       Zy	)ÚHopSubgraphCachec                 ó   — y rj   r5   ©r.   Úfn_codeÚ
identifiers      r0   Úadd_dynamo_installed_submodulez/HopSubgraphCache.add_dynamo_installed_submoduleç  s   € ð r2   c                 ó   — y rj   r5   ©r.   r†  s     r0   Úget_dynamo_installed_submodulesz0HopSubgraphCache.get_dynamo_installed_submodulesì  s   € ØORr2   c                 ó   — y rj   r5   ©r.   r‡  Úkeys      r0   Úadd_autograd_key_entryz'HopSubgraphCache.add_autograd_key_entryï  s   € ØNQr2   c                 ó   — y rj   r5   ©r.   r‡  s     r0   Úget_autograd_key_entryz'HopSubgraphCache.get_autograd_key_entryò  s   € ØJMr2   c                 ó   — y rj   r5   r�  s      r0   Úadd_proxy_dispatch_entryz)HopSubgraphCache.add_proxy_dispatch_entryõ  s   € ØPSr2   c                 ó   — y rj   r5   r‘  s     r0   Úget_proxy_dispatch_entryz)HopSubgraphCache.get_proxy_dispatch_entryø  s   € ØLOr2   c                 ó   — y rj   r5   )r.   r‡  Útangent_metadataÚgmods       r0   Úadd_lazy_bwd_entryz#HopSubgraphCache.add_lazy_bwd_entryû  s   € ð r2   c                 ó   — y rj   r5   ©r.   r‡  r˜  s      r0   Úget_lazy_bwd_entryz#HopSubgraphCache.get_lazy_bwd_entry  s   € ð :=r2   N©r†  r   r‡  rH   rG   rö   ©r†  r   rG   rõ   ©r‡  rH   rŽ  r   rG   rö   ©r‡  rH   rG   zCallable | None©r‡  rH   r˜  útuple[object]r™  útorch.fx.GraphModulerG   r;   ©r‡  rH   r˜  r£  rG   z.tuple[torch.fx.GraphModule | None, int | None])rK   rL   rM   r   rˆ  r‹  r�  r’  r”  r–  rš  r�  r5   r2   r0   rƒ  rƒ  æ  sØ   „ ØðØðØ-0ðà	òó ðð ÚRó ØRàÚQó ØQàÚMó ØMàÚSó ØSàÚOó ØOàðàðð (ðð #ð	ð
 
òó ðð ð=Øð=Ø1>ð=à	7ò=ó ñ=r2   rƒ  c                  ób   — e Zd ZU ded<   ded<   ded<   ded<   d	ed
<   ded<   ded<   dZded<   y)ÚInvokeSubgraphReuseEntryrH   Ú	body_namer¤  Ú	body_gmodz!NestedCompileRegionOptions | Nonerr   ú	list[Any]Úsubgraph_input_mappingrƒ   Úsingle_tensor_outputzIlist[tuple[torch.Size, tuple[int, ...], torch.dtype, torch.device, bool]]Úoutput_metadatazlist[Source | None]Úarg_sourcesr   r;   Únum_user_outputsN)rK   rL   rM   rN   r¯  r5   r2   r0   r§  r§  	  sD   … àƒNØ#Ó#Ø-Ó-ðó ð Óðó ð %Ó$ð Ð�cÔr2   r§  c                  ó`   — e Zd ZU ded<   ded<   dZded<    ej                  e¬«      Zd	ed
<   y)ÚInvokeSubgraphReuseConditionzlist[tuple[Any, object]]Úinput_checksz2list[tuple[Source, GuardCheckSpec, object, Guard]]r¸   Nzpytree.TreeSpec | NoneÚtreespec)Údefault_factoryzOrderedSet[Source]Útraced_sources)	rK   rL   rM   rN   r³  ÚdataclassesÚfieldr   rµ  r5   r2   r0   r±  r±  #  s9   … ð +Ó*ð
 ?Ó>ð (,€HÐ$Ó+ð
 *;¨×):Ñ):È:Ô)V€NÐ&ÔVr2   r±  c                  óð   — e Zd Zdd„Z	 	 	 	 	 	 dd„Zdd„Zdd„Zdd„Zdd„Zdd„Z		 	 	 	 	 	 	 	 dd„Z
	 	 	 	 	 	 dd	„Zdd
„Zdd„Z	 d	 	 	 	 	 	 	 	 	 dd„Z	 	 	 	 	 	 dd„Z	 	 	 	 	 	 dd„Z	 d	 	 	 	 	 	 	 	 	 dd„Zy)ÚInvokeSubgraphCachec                óÎ   — i | _         i | _        t        t        «      | _        t        t
        «      | _        i | _        t        t        «      | _        t        t
        «      | _	        y rj   )
Úautograd_cacheÚproxy_dispatch_cacher   rN  Údynamo_installed_submodulesr0  Úlazy_bwd_cacheÚeffects_cacheÚsubgraph_reuse_cacheÚsubgraph_reuse_key_cacherU   s    r0   r  zInvokeSubgraphCache.__init__?  sc   € Ø35ˆÔØ9;ˆÔ!ÜFQÔRVÓFWˆÔ(ô œÓð 	Ôð
 ð 	Ôô œÓð 	Ô!ô œÓð 	Õ%r2   c                ó@   — | j                   |   j                  |«       y rj   )r½  rë   r…  s      r0   rˆ  z2InvokeSubgraphCache.add_dynamo_installed_submoduleU  s   € ð 	×(Ñ(¨Ñ1×8Ñ8¸ÕDr2   c                ó:   — | j                   j                  |g «      S rj   )r½  ÚgetrŠ  s     r0   r‹  z3InvokeSubgraphCache.get_dynamo_installed_submodulesZ  s   € Ø×/Ñ/×3Ñ3°G¸RÓ@Ð@r2   c                ó"   — || j                   |<   y rj   )r»  r�  s      r0   r�  z*InvokeSubgraphCache.add_autograd_key_entry]  s   € Ø*-ˆ×Ñ˜JÒ'r2   c                ó:   — | j                   j                  |d «      S rj   )r»  rÄ  r‘  s     r0   r’  z*InvokeSubgraphCache.get_autograd_key_entry`  s   € Ø×"Ñ"×&Ñ& z°4Ó8Ð8r2   c                ó"   — || j                   |<   y rj   )r¼  r�  s      r0   r”  z,InvokeSubgraphCache.add_proxy_dispatch_entryc  s   € Ø03ˆ×!Ñ! *Ò-r2   c                ó:   — | j                   j                  |d «      S rj   )r¼  rÄ  r‘  s     r0   r–  z,InvokeSubgraphCache.get_proxy_dispatch_entryf  s   € Ø×(Ñ(×,Ñ,¨Z¸Ó>Ð>r2   c                ó^   — t        | j                  |   «      }||f| j                  |   |<   |S rj   )r¼   r¾  )r.   r‡  r˜  r™  Ú	num_gmodss        r0   rš  z&InvokeSubgraphCache.add_lazy_bwd_entryi  s:   € ô ˜×+Ñ+¨JÑ7Ó8ˆ	Ø=AÀ9Ð<Mˆ×Ñ˜JÑ'Ð(8Ñ9ØÐr2   c                ó^   — || j                   vry| j                   |   j                  |d«      S )N)NN)r¾  rÄ  rœ  s      r0   r�  z&InvokeSubgraphCache.get_lazy_bwd_entryt  s4   € ð ˜T×0Ñ0Ñ0Øà×"Ñ" :Ñ.×2Ñ2Ð3CÀ\ÓRÐRr2   c           	     ó’   — | j                   j                  |d«      x}r||k7  rt        d|› d|› d|› d�«      ‚|| j                   |<   y)z>Store the effect types for a given invoke_subgraph identifier.NzPDifferent number of effects were found for invoke_subgraph call with identifier z,. 
Previously we had the following effects: z.
But now we have: ú.)r¿  rÄ  r-   )r.   r‡  ÚeffectsÚprev_effectss       r0   Úadd_effectszInvokeSubgraphCache.add_effects|  sn   € à×-Ñ-×1Ñ1°*¸dÓCÐCˆ<ÐCØ˜,Ò&Ü$ð,Ø,6¨<ð 8@Ø@L¸~ð N(Ø(/ y°ð3óð ð *1ˆ×Ñ˜:Ò&r2   c                ó:   — | j                   j                  |d«      S )zARetrieve the effect types for a given invoke_subgraph identifier.N)r¿  rÄ  r‘  s     r0   Úget_effectszInvokeSubgraphCache.get_effectsˆ  s   € à×!Ñ!×%Ñ% j°$Ó7Ð7r2   c                óˆ   — | j                   |   }t        |«      |k\  rt        d|› d|› d�«      ‚|j                  ||f«       y )Nú1invoke_subgraph: exceeded maximum reuse entries (ú) for function code a?  . This most likely means a guard keeps failing on every invocation, preventing subgraph reuse. Set TORCH_LOGS='+hierarchical_compile' to identify which guard is failing. If reuse is genuinely not possible and you need more cache entries, increase the limit via the max_reuse_entries argument to nested_compile_region().)rÀ  r¼   ÚRuntimeErrorrë   )r.   r†  Ú	conditionÚentryÚmax_reuse_entriesÚentriess         r0   Úadd_reuse_entryz#InvokeSubgraphCache.add_reuse_entryŒ  s`   € ð ×+Ñ+¨GÑ4ˆÜˆw‹<Ð,Ò,ÜðØ%Ð&Ð&:¸7¸)ð DIðJó	ð 	ð 	�‰˜	 5Ð)Õ*r2   c                óÎ   — | j                   j                  |g «      }t        |«      D ];  \  }\  }} |||«      sŒ|dkD  r!|j                  d|j	                  |«      «       |c S  y ro   )rÀ  rÄ  Ú	enumerateÚinsertÚpop)r.   r†  Ú	evaluatorrÚ  Úir×  rØ  s          r0   Úfind_reuse_entryz$InvokeSubgraphCache.find_reuse_entry¡  sk   € ð ×+Ñ+×/Ñ/°¸Ó<ˆÜ%.¨wÓ%7ò 	Ñ!ˆAÑ!�	˜5Ù˜ EÕ*à�q’5Ø—N‘N 1 g§k¡k°!£nÔ5Ø’ð	ð r2   c                óX   — | j                   j                  |i «      j                  |«      S rj   )rÁ  rÄ  )r.   r†  Úhash_keys      r0   Úfind_reuse_entry_by_keyz+InvokeSubgraphCache.find_reuse_entry_by_key±  s(   € ð ×,Ñ,×0Ñ0°¸"Ó=×AÑAÀ(ÓKÐKr2   c                ót   — | j                   |   }t        |«      |k\  r||vrt        d|› d|› d�«      ‚|||<   y )NrÔ  rÕ  zc (hash-key path). Increase the limit via the max_reuse_entries argument to nested_compile_region().)rÁ  r¼   rÖ  )r.   r†  rä  rØ  rÙ  Ú	key_caches         r0   Úadd_reuse_entry_by_keyz*InvokeSubgraphCache.add_reuse_entry_by_key¶  s^   € ð ×1Ñ1°'Ñ:ˆ	Üˆy‹>Ð.Ò.°8À9Ñ3LÜðØ%Ð&Ð&:¸7¸)ð D+ð,óð ð $ˆ	�(Òr2   Nr  rž  rŸ  r   r¡  r¢  r¥  )r‡  rH   rÎ  r'  rG   rö   )r‡  rH   rG   z
set | None)r`   )
r†  r   r×  r±  rØ  r§  rÙ  r;   rG   rö   )r†  r   rà  zHCallable[[InvokeSubgraphReuseCondition, InvokeSubgraphReuseEntry], bool]rG   úInvokeSubgraphReuseEntry | None)r†  r   rä  r;   rG   ré  )
r†  r   rä  r;   rØ  r§  rÙ  r;   rG   rö   )rK   rL   rM   r  rˆ  r‹  r�  r’  r”  r–  rš  r�  rÐ  rÒ  rÛ  râ  rå  rè  r5   r2   r0   r¹  r¹  >  sN  „ óð,EØðEØ-0ðEà	óEó
Aó.ó9ó4ó?ð	àð	ð (ð	ð #ð		ð
 
ó	ðSØðSØ1>ðSà	7óSó
1ó8ð "#ð+àð+ð 0ð+ð (ð	+ð
 ð+ð 
ó+ð*àðð
ðð 
)óð LØðLØ+.ðLà	(óLð "#ð$àð$ð ð$ð (ð	$ð
 ð$ð 
ô$r2   r¹  c                  ó   — e Zd Zdd„Zdd„Zy)ÚHopDispatchSetCachec                ó2   — ddl m} |t        «       i| _        y )Nr   )Úinvoke_subgraph)Ú'torch._higher_order_ops.invoke_subgraphrí  r¹  Úhop_cache_map)r.   rí  s     r0   r  zHopDispatchSetCache.__init__É  s   € åKà-Ô/BÓ/DÐEˆÕr2   c                ó>   — || j                   vry | j                   |   S rj   )rï  )r.   Úops     r0   Ú	get_cachezHopDispatchSetCache.get_cacheÏ  s$   € Ø�T×'Ñ'Ñ'ØØ×!Ñ! "Ñ%Ð%r2   Nr  )rñ  ztorch._ops.HigherOrderOperatorrG   zHopSubgraphCache | None)rK   rL   rM   r  rò  r5   r2   r0   rë  rë  È  s   „ óFô&r2   rë  c                  ó\   — e Zd Zedd„«       Zedd„«       Zd	d„Zed
d„«       Zedd„«       Zy)ÚCompileContextc                 óX   — t         j                  €t        d«      ‚t         j                  S )Nzcompile_context is not set)Ú_TLSÚcompile_contextr-   r5   r2   r0   rÄ  zCompileContext.getë  s&   € ä×ÑÐ'Ü Ð!=Ó>Ð>Ü×#Ñ#Ð#r2   c                 ó$   — t        t        dd «      S ©Nr÷  ©Úgetattrrö  r5   r2   r0   Útry_getzCompileContext.try_getñ  ó   € ä”tÐ.°Ó5Ð5r2   c                ó€   — |�'t        |t        «      st        dt        |«      › �«      ‚|| _        d| _        g | _        y )Nz*compile_id must be None or CompileId, got r   )r–   r$   r-   r2  r?   rR   Úshape_env_guards)r.   r?   s     r0   r  zCompileContext.__init__õ  sF   € ØÐ!¬*°ZÄÔ*KÜ Ø<¼TÀ*Ó=MÐ<NÐOóð ð -7ˆŒØˆŒà+-ˆÕr2   c                 óH   — t         j                  «       } | €y | j                  S rj   )rô  rü  r?   rU   s    r0   Úcurrent_compile_idz!CompileContext.current_compile_idÿ  s"   € ä×%Ñ%Ó'ˆØˆ<ØØ�‰Ðr2   c                 óŠ   — t         j                  «       } | €y | j                  €y t        | j                  | j                  «      S rj   )rô  rü  r?   rQ   rR   rU   s    r0   Úcurrent_trace_idzCompileContext.current_trace_id  s:   € ä×%Ñ%Ó'ˆØˆ<ØØ�?‰?Ð"ØÜ�t—‘¨¯©Ó5Ð5r2   N)rG   rô  )rG   úCompileContext | None)r?   rJ   rG   rö   )rG   rJ   )rG   zTraceId | None)	rK   rL   rM   rø   rÄ  rü  r  r  r  r5   r2   r0   rô  rô  ê  sU   „ Øò$ó ð$ð
 ò6ó ð6ó.ð òó ðð ò6ó ñ6r2   rô  c                  ó0   — e Zd ZU dZded<   ded<   ded<   y)	ÚInlinedCodeCachez8Cache for code-object-derived data used during inlining.rª  Úinstructionszdict[Any, int]Úindexofúdict[str, Any]Úcode_optionsN)rK   rL   rM   r  rN   r5   r2   r0   r  r    s   … áBàÓØÓØ Ô r2   r  c                  ó6  — e Zd ZdZedd„«       Zedd„«       Zdd„Zdd„Zee	dd„«       «       Z
edd„«       Zdd„Zeej                  dd	„«       «       Zeej                  	 	 	 	 dd
„«       «       Zeej                  dd„«       «       Zedd„«       Zedd„«       Zy)rd  zÅ
    Provides the currently installed TracingContext, or None.

    Note that it is a staticmethod, and invocations outside of `with tracing()` (see below), are valid but
    will return None.
    c                 ó$   — t        t        dd «      S )NÚtracing_contextrú  r5   r2   r0   rü  zTracingContext.try_get!  rý  r2   c                 óH   — t         j                  «       x} r| S t        d«      ‚)Nz<TracingContext.get() must be called within an ongoing trace.)rd  rü  rÖ  )Úctxs    r0   rÄ  zTracingContext.get%  s+   € ä ×(Ñ(Ó*Ð*ˆ3Ð*ØˆJÜØJó
ð 	
r2   c                ó¸  — t        «       | _        t        «       | _        t	        «       | _        t        «       | _        t        «       | _        t        «       | _	        || _
        g | _        d | _        d | _        d | _        d | _        d | _        d | _        d | _        d | _        d| _        t+        «       | _        d| _        t1        «       | _        g | _        d | _        y r  )rv  Úguards_contextr-  Úmodule_contextr=  Úglobal_contextr0  Úpreviously_inlined_functionsÚpreviously_cleaned_instructionsÚinlined_code_cacheÚ	fake_modeÚframe_summary_stackÚloc_in_frameÚfw_metadataÚddp_optimizer_ctxÚaot_graph_nameÚparams_flatÚparams_flat_unwrap_subclassesÚparams_unwrapped_to_flat_indexÚoutput_stridesÚ#force_unspec_int_unbacked_size_liker   Útensor_to_contextÚfakify_first_callrë  Úhop_dispatch_set_cacheÚtraced_codeÚcudagraph_annotation)r.   r  s     r0   r  zTracingContext.__init__-  sÍ   € Ü+›oˆÔÜ+›oˆÔÜ+›oˆÔÜ<@»FˆÔ)Ü?C»vˆÔ,ä?C»vˆÔØ09ˆŒØACˆÔ ð :>ˆÔà7;ˆÔà=AˆÔà04ˆÔØ-1ˆÔØ?CˆÔ*Ø@DˆÔ+ð DHˆÔð 49ˆÔ0ä!8Ó!:ˆÔð
 "'ˆÔÜ&9Ó&;ˆÔ#à+-ˆÔØ)-ˆÕ!r2   c                óÂ   — i | j                   _        | j                  j                  «        | j                  j                  «        | j
                  j                  «        y rj   )r  r6  r  r^  r  r  rU   s    r0   r^  zTracingContext.clearc  sH   € ð ,.ˆ×ÑÔ(Ø×)Ñ)×/Ñ/Ô1Ø×,Ñ,×2Ñ2Ô4Ø×Ñ×%Ñ%Õ'r2   c               +  óV  K  — i }t         j                  «       }| D ]  }t        ||«      ||<   Œ | j                  «       D ]  \  }}t	        |||«       Œ 	 d –— |j                  «       D ]  \  }}t	        |||«       Œ y # |j                  «       D ]  \  }}t	        |||«       Œ w xY w­wrj   )rd  rÄ  rû  r:   Úsetattr)ÚkwargsÚpriorr  rŽ  Úvals        r0   ÚpatchzTracingContext.patchk  s³   è ø€ ð ˆÜ× Ñ Ó"ˆàò 	+ˆCä   cÓ*ˆE�#ŠJð	+ð Ÿ™›ò 	#‰HˆC�Ü�C˜˜cÕ"ð	#ð	'Ûà!ŸK™K›Mò '‘��SÜ˜˜S #Õ&ñ'ø˜EŸK™K›Mò '‘��SÜ˜˜S #Õ&ñ'üs   ‚AB)ÁA? Á&B)Á?'B&Â&B)c                 óì   — t         j                  «       } | €t        j                  «       S | j                  }| j
                  �|| j                  «       gz   }t        j                  j                  |«      S rj   )rd  rü  Ú	tracebackÚStackSummaryr  r  Ú_populate_loc_in_frame_summaryÚ	from_list)r.   r¨   s     r0   re  zTracingContext.extract_stack|  sh   € ä×%Ñ%Ó'ˆØˆ<Ü×)Ñ)Ó+Ð+Ø×(Ñ(ˆØ×ÑÐ(Ø˜T×@Ñ@ÓBÐCÑCˆEÜ×%Ñ%×/Ñ/°Ó6Ð6r2   c                ó‚   — | j                   €t        d«      ‚| j                   \  }}}t        j                  |||d¬«      S )Nzloc_in_frame must not be NoneF)Úlookup_line)r  r-   r/  ÚFrameSummary)r.   ÚfilenameÚlinenoÚ
frame_names       r0   r1  z-TracingContext._populate_loc_in_frame_summary†  sD   € Ø×ÑÐ$Ü Ð!@ÓAÐAØ'+×'8Ñ'8Ñ$ˆ�&˜*Ü×%Ñ% h°¸
ÐPUÔVÐVr2   c               #  óŠ  K  — t         j                  «       } t        j                  j                  j                  | dg «      5  t        j                  j                  j                  | dd «      5  	 d –— 	 d d d «       d d d «       y # t        $ r}t        |d«      sd |_        ‚ d }~ww xY w# 1 sw Y   Œ7xY w# 1 sw Y   y xY w­w)Nr  r  Ú
real_stack)	rd  rÄ  ÚunittestÚmockr-  rô   r=   Úhasattrr:  )ÚtcrD   s     r0   Úclear_framezTracingContext.clear_frameŽ  s­   è ø€ ô ×ÑÓ!ˆä�M‰M×Ñ×&Ñ& rÐ+@À"ÓEñ	ä�M‰M×Ñ×&Ñ& r¨>¸4Ó@ñ	ðÜ÷	÷ 	ð 	øô ò ô$ ˜q ,Ô/Ø#'�A”LØûð)ú÷	ð 	ú÷ 	ð 	üsT   ‚A CÁ,B7Á.B+Á0BÁ5B7Á=	CÂ	B(ÂB#Â#B(Â(B+Â+B4	Â0B7Â7C Â<Cc              #  óœ  K  — t         j                  «       }| �|j                  j                  | «       |j                  }d |_        	 d –— 	 | �|j                  j                  «        ||_        y # t
        $ r'}t        |d«      s|j                  «       |_        ‚ d }~ww xY w# | �|j                  j                  «        ||_        w xY w­w)Nr:  )
rd  rÄ  r  rë   r  r=   r=  re  r:  rß  )Úframe_summaryr>  r{  rD   s       r0   Úcurrent_framezTracingContext.current_frame®  s¹   è ø€ ô ×ÑÓ!ˆØÐ$Ø×"Ñ"×)Ñ)¨-Ô8Ø�o‰oˆØˆŒð		"Üð Ð(Ø×&Ñ&×*Ñ*Ô,Ø!ˆB�Oøô ò 	Ü˜1˜lÔ+Ø!×/Ñ/Ó1�”Øûð	ûð
 Ð(Ø×&Ñ&×*Ñ*Ô,Ø!ˆB�Oüs6   ‚ACÁA1 Á$CÁ1	B!Á:"BÂB!Â!B$ Â$%C	Ã	Cc               #  ó¬   K  — t         j                  «       } | €d –— y | j                  }g | _        	 | j                  –— || _        y # || _        w xY w­wrj   )rd  rü  r   )r>  Úold_output_stridess     r0   Úreport_output_stridesz$TracingContext.report_output_stridesÅ  sY   è ø€ ô
 ×#Ñ#Ó%ˆØˆ:ØŠJØØ×.Ñ.ÐØˆÔð	3Ø×#Ñ#Ò#à 2ˆBÕøÐ 2ˆBÕüs   ‚/A²A Á AÁ	AÁAc                ó<   — | ||ft         j                  «       _        y rj   )rd  rÄ  r  )r6  r7  r8  s      r0   Úset_current_loczTracingContext.set_current_locÕ  s   € ð .6°v¸zÐ,JŒ×ÑÓÕ)r2   c                 óH   — t         j                  «       } | €y | j                  S rj   )rd  rü  r%  )r>  s    r0   Úget_traced_codezTracingContext.get_traced_codeÛ  s"   € ä×#Ñ#Ó%ˆØˆ:ØØ�~‰~Ðr2   N)rG   úTracingContext | None)rG   rd  )r  úFakeTensorMode | NonerG   rö   r  )r*  r   rG   r€  )rG   ztraceback.StackSummary)rG   ztraceback.FrameSummaryr  )rA  ztraceback.FrameSummary | NonerG   r€  )rG   z:Generator[list[tuple[int, ...] | None] | None, None, None])r6  rH   r7  r;   r8  rH   rG   rö   )rG   zlist[CodeType] | None)rK   rL   rM   r  rø   rü  rÄ  r  r^  r   r-  re  r1  r�  r?  rB  rE  rG  rI  r5   r2   r0   rd  rd    s  „ ñð ò6ó ð6ð ò
ó ð
ó4.ól(ð Øò'ó ó ð'ð ò7ó ð7óWð Ø×Ñòó ó ðð< Ø×Ñð"Ø4ð"à	$ò"ó ó ð"ð* Ø×Ñò3ó ó ð3ð òKó ðKð
 òó ñr2   rd  c              #  ó„   K  — t        t        dd «      }| t        _        	 | –— |t        _        y # |t        _        w xY w­wrù  )rû  rö  r÷  )ÚcontextÚold_contexts     r0   r÷  r÷  ã  s9   è ø€ ô œ$Ð 1°4Ó8€KØ"„DÔð+ØŠà*ŒÕø˜{ŒÕüs   ‚A  0 ¤A °=½A c              #  ó  K  — t        t        dd«      }| t        _        	 | –— 	 | �F| j                  �:| j                  j                  �$| j                  j                  j                  «        |t        _        y# t        $ r)}t	        |d«      s| �| j                  «       |_        ‚ d}~ww xY w# | �F| j                  �:| j                  j                  �$| j                  j                  j                  «        |t        _        w xY w­w)zË
    This function installs the passed in tracing context as a dynamic scoped
    global variable.

    Calls to TracingContext.get() while not under a `with tracing()` context
    will return None.
    r  Nr:  )
rû  rö  r  r=   r=  re  r:  r  Ú	shape_envÚcleanup)rM  rN  rD   s      r0   ÚtracingrR  ï  sé   è ø€ ô œ$Ð 1°4Ó8€KØ"„DÔð+Ø‹ð ÐØ×!Ñ!Ð-Ø×!Ñ!×+Ñ+Ð7à×Ñ×'Ñ'×/Ñ/Ô1Ø*ŒÕøô ò Ü�q˜,Ô'¨GÐ,?Ø"×0Ñ0Ó2ˆAŒLØûðûð ÐØ×!Ñ!Ð-Ø×!Ñ!×+Ñ+Ð7à×Ñ×'Ñ'×/Ñ/Ô1Ø*ŒÕüs5   ‚D A9 ¥ADÁ9	B+Â$B&Â&B+Â+B. Â.ADÄDc                 ó   — y rj   r5   ©r>   r*  s     r0   Údataclass_with_cached_hashrU    s   € ØHKr2   c                 ó   — y rj   r5   rT  s     r0   rU  rU    s   € ð $'r2   c                ó(   ‡— dˆfd„}| €|S  || «      S )Nc                ó|   •‡— t        j                  | fi ‰¤Ž}| j                  Šdˆfd„}d„ }||_        ||_        |S )Nc                ón   •— t        | d«      st        j                  | d ‰| «      «       | j                  S )Nrª   )r=  rô   Ú__setattr__rª   )r.   Úold_hashs    €r0   r±   z:dataclass_with_cached_hash.<locals>.wrap.<locals>.__hash__  s-   ø€ Ü˜4 Ô)Ü×"Ñ" 4¨±(¸4³.ÔAØ—:‘:Ðr2   c                ór   ‡ — t        j                  ‰ «      }t        ˆ fd„|D «       «      }‰ j                  |fS )Nc              3  ód   •K  — | ]'  }|j                   sŒt        ‰|j                  «      –— Œ) y ­wrj   )Úinitrû  r®   )rq  Úfr.   s     €r0   rr  zOdataclass_with_cached_hash.<locals>.wrap.<locals>.__reduce__.<locals>.<genexpr>(  s"   øè ø€ Ò Q¸1È!Ï&Ë&¤¨¨q¯v©v×!6Ñ Qùs   ƒ0•0)r¶  ÚfieldsÚtuplerÏ   )r.   r`  Úfield_valuess   `  r0   Ú
__reduce__z<dataclass_with_cached_hash.<locals>.wrap.<locals>.__reduce__#  s4   ø€ ô !×'Ñ'¨Ó-ˆFÜ Ó QÀÔ QÓQˆLØ—N‘N LÐ1Ð1r2   rò   )r¶  r   r±   rc  )Ú	cls_innerÚnew_clsr±   rc  r[  r*  s       @€r0   Úwrapz(dataclass_with_cached_hash.<locals>.wrap  sD   ù€ Ü×'Ñ'¨	Ñ<°VÑ<ˆØ×%Ñ%ˆõ	ò
	2ð $ˆÔØ'ˆÔØˆr2   )rd  útype[T]rG   rg  r5   )r>   r*  rf  s    ` r0   rU  rU    s   ø€ õð* €{Øˆá�‹9Ðr2   c                  ó¼   — e Zd Zdd„Zdd„Zdd„Zej                  dd„«       Ze	dd„«       Z
ej                  dd„«       Z	 	 	 	 	 	 	 	 dd„Zdd„Zdd	„Zdd
„Zddd„Zy)r    c                 ó   — yr  r5   rU   s    r0   Úis_dict_keyzSource.is_dict_key9  ó   € Ør2   c                 ó   — yr  r5   rU   s    r0   Úis_ephemeralzSource.is_ephemeral<  rk  r2   c                ó   — t         ‚rj   ©ÚNotImplementedError)r.   Úcodegens     r0   ÚreconstructzSource.reconstruct?  s   € Ü!Ð!r2   c                ó   — t         ‚rj   ro  rU   s    r0   rÉ   zSource.guard_sourceB  s   € ä!Ð!r2   c                ó   — t         ‚)aº  
        A template for the name of the source. Used to prevent code duplication between
        `name` and `get_value`.

        For non-ChainedSources, `name` and `get_value` use the returned string directly.

        For ChainedSources, `name` and `get_value` expect the return to be a format string
        with `{0}` present - `name` and `get_value` will apply different values to this function's
        returned format string.
        ro  rU   s    r0   Ú_name_templatezSource._name_templateF  s
   € ô "Ð!r2   c                ó   — | j                   S rj   )ru  rU   s    r0   r®   zSource.nameT  s   € à×"Ñ"Ð"r2   c                óP   — | |v r||    S t        | j                  ||«      }||| <   |S rj   )Úevalru  )r.   ÚglobalsÚlocalsÚcacher»   s        r0   Ú	get_valuezSource.get_valueX  s7   € ð �5‰=Ø˜‘;ÐÜ�T×(Ñ(¨'°6Ó:ˆØˆˆd‰Øˆr2   c                ó^   — | j                   t        j                  u rt        ‚t	        | |«      S rj   )rÉ   rX   r…   rp  rŸ   )r.   Úfns     r0   Ú
make_guardzSource.make_guardd  s(   € Ø×Ñ¤× 4Ñ 4Ñ4Ü%Ð%Ü�T˜2‹Ðr2   c                ó6   — | j                   j                  «       S rj   )rÉ   rv   rU   s    r0   rv   zSource.is_specialized_nn_modulei  s   € Ø× Ñ ×9Ñ9Ó;Ð;r2   c                ó<   — | j                   t        j                  k7  S )z+True if you can guard on attributes of this)rÉ   rX   rŠ   rU   s    r0   Úsubguards_allowedzSource.subguards_allowedl  s   € à× Ñ ¤K×$?Ñ$?Ñ?Ð?r2   Nc                ó   — |� || «      S | S rj   r5   )r.   Útransform_fns     r0   ÚclonezSource.clonep  s   € ð Ð#Ù Ó%Ð%Øˆr2   r‚   )rq  r   rG   rö   ró   rF   ©ry  r	  rz  r	  r{  zdict[Source, Any]rG   r   )r~  zCallable[..., Any]rG   rŸ   rj   ©r„  z!Callable[[Source], Source] | NonerG   r    )rK   rL   rM   rj  rm  rr  r´   Úcached_propertyrÉ   r÷   ru  r®   r|  r  rv   r‚  r…  r5   r2   r0   r    r    7  s™   „ óóó"ð ×Ñò"ó ð"ð ò"ó ð"ð ×Ñò#ó ð#ð
àð
ð ð
ð !ð	
ð
 
ó
óó
<ó@õr2   r    c                  óž   — e Zd ZU ded<   dd„Zdd„Zej                  dd„«       Zdd„Z	ej                  dd„«       Z
	 	 	 	 	 	 	 	 dd„Zddd
„Zy	)ÚChainedSourcer    Úbasec                ó6   — | j                   j                  «       S rj   )r‹  rj  rU   s    r0   rj  zChainedSource.is_dict_key}  s   € à�y‰y×$Ñ$Ó&Ð&r2   c                ó6   — | j                   j                  «       S rj   )r‹  rm  rU   s    r0   rm  zChainedSource.is_ephemeral�  s   € Ø�y‰y×%Ñ%Ó'Ð'r2   c                ó.   — | j                   j                  S rj   )r‹  rÉ   rU   s    r0   rÉ   zChainedSource.guard_source„  s   € à�y‰y×%Ñ%Ð%r2   c                ód   — | }t        |t        «      r|j                  }t        |t        «      rŒ|S rj   )r–   rŠ  r‹  )r.   Úcurrents     r0   Úget_basezChainedSource.get_baseˆ  s+   € ØˆÜ˜¤-Ô0Ø—l‘lˆGô ˜¤-Õ0àˆr2   c                ó`   — | j                   j                  | j                  j                  «      S rj   )ru  râ   r‹  r®   rU   s    r0   r®   zChainedSource.nameŽ  s!   € à×"Ñ"×)Ñ)¨$¯)©)¯.©.Ó9Ð9r2   c                óâ   — | |v r||    S d}d}||v rd|› �}|dz  }||v rŒ| j                   j                  |||«      ||<   t        | j                  j	                  |«      ||«      }||= ||| <   |S )NÚtmpr   rY   )r‹  r|  rx  ru  râ   )r.   ry  rz  r{  ÚtmpvarÚcounterr»   s          r0   r|  zChainedSource.get_value’  s—   € ð �5‰=Ø˜‘;ÐØˆØˆØ˜ÑØ˜7˜)�_ˆFØ�q‰LˆGð ˜Òð Ÿ™×,Ñ,¨W°f¸eÓDˆˆv‰Ü�T×(Ñ(×/Ñ/°Ó7¸À&ÓIˆØ�6ˆNØˆˆd‰Øˆr2   Nc                ó^  — d| j                   j                  |«      i}t        j                  | «      D ]W  }|j                  dk(  rŒt        | |j                  «      }t        |t        «      sŒ:|j                  |«      ||j                  <   ŒY t        j                  | fi |¤Ž}|� ||«      }|S )Nr‹  )	r‹  r…  r¶  r`  r®   rû  r–   r    Úreplace)r.   r„  Úcloned_fieldsr_  r,  Úresults         r0   r…  zChainedSource.clone¥  s¡   € Ø)/°·±·±ÀÓ1NÐ(OˆÜ×#Ñ# DÓ)ò 	@ˆAØ�v‰v˜ÒØÜ˜$ §¡Ó'ˆCÜ˜#œvÕ&Ø(+¯	©	°,Ó(?�˜aŸf™fÒ%ð	@ô ×$Ñ$ TÑ;¨]Ñ;ˆØÐ#Ù! &Ó)ˆFØˆr2   r‚   ró   )rG   r    rF   r†  rj   r‡  )rK   rL   rM   rN   rj  rm  r´   rˆ  rÉ   r‘  r®   r|  r…  r5   r2   r0   rŠ  rŠ  y  sz   … à
ƒLó'ó(ð ×Ñò&ó ð&óð ×Ñò:ó ð:ðàðð ðð !ð	ð
 
óõ&r2   rŠ  c                óX  — ddl m}m}m} t        j                  «       x}r|j                  }|�|S g }ddlm} t        t         |«       «      «      D ]&  \  }}	t        |	|«      sŒ|j                  |	d|f«       Œ( t        j                  | «      }
t        |
«      D ]   \  }}t        ||«      r|j                  |j                  d|f«       t        |«      sŒ<g } |||¬«       |D �cg c]  }t        ||«      sŒ|‘Œ }}|j!                  t        |«      D ��cg c]  \  }}|j                  d|› �|f‘Œ c}}«       Œ¢ |r`|d   \  }}}|d	d D ]M  \  }	}}||	usŒt#        d
|› d|› d|› d|	› d|› d|› d|› d|› d|j$                  › d|› d|› d|	j$                  › �«      ‚ |S yc c}w c c}}w )a˜  
    Attempts to "detect" what the current fake mode is.  If there is one ambiently
    available from TracingContext, we preferentially use that.  Otherwise, we
    heuristically detect the fake mode via the following sources, in order of
    priority:

        - Currently active fake mode on stack
        - Fake mode associated with passed in tensors (inputs does not
          have to be flattened)
    r   )Ú
FakeTensorr   Úget_plain_tensorsN©Ú _get_current_dispatch_mode_stackzactive fake modezfake tensor input)Úoutzsubclass input rY   zfake mode (z) from rÓ   z doesn't match mode (z

fake mode from z allocated at:
z
fake mode from )Útorch._subclasses.fake_tensorrœ  r   r�  rd  rü  r  Útorch.utils._python_dispatchrŸ  rÝ  Úreversedr–   rë   ÚpytreeÚtree_leavesr   rì   r-   r¨   )Úinputsrœ  r   r�  rM  r  Ú
fake_modesrŸ  rá  ÚmÚflat_inputsÚ
flat_inputr   ÚxÚfake_tensorsÚixÚtensorÚdesc1Úi1Údesc2Úi2s                        r0   Údetect_fake_moder³  ³  s  € ÷ñ ô !×(Ñ(Ó*Ð*€wÐ*Ø×%Ñ%ˆ	ØÐ ØÐà€JåMäœ(Ñ#CÓ#EÓFÓGò :‰ˆˆ1Ü�a˜Õ(Ø×Ñ˜qÐ"4°aÐ8Õ9ð:ô ×$Ñ$ VÓ,€KÜ" ;Ó/ò ‰ˆˆ:Ü�j *Ô-Ø×Ñ˜z×3Ñ3Ð5HÈ!ÐLÔMÜ(¨Õ4Ø;=ˆCÙ˜j¨cÕ2àö.Ø¤*¨Q°
Õ";’ð.ˆLð .ð ×Ñô '0°Ó&=÷á"˜˜Fð ×%Ñ%¨¸¸Ð'<¸bÒAóõðñ  Ø)¨!™}Ñˆ	�5˜"Ø& q r˜Nò 	‰LˆAˆu�bØ Ò!Ü$Ø! ) ¨G°E°7¸!¸B¸4Ð?TÐUVÐTWÐW^Ð_dÐ^eÐefÐgiÐfjð k&Ø&+ W¨A¨b¨TÐ1AÀ)Ç/Á/ÐARð S&Ø&+ W¨A¨b¨TÐ1AÀ!Ç'Á'ÀðLóð ð	ð Ðàùò-.ùós   Ã'F!Ã9F!ÄF&c                 ó~   — ddl m}  ddlm} t	        t         |«       «      «      D ]  \  }}t        || «      sŒ|c S  y)z~
    Inspects the dispatch mode stack for an active fake mode and returns it.
    Returns None if no fake mode is active.
    r   r   rž  N)r¡  r   r¢  rŸ  rÝ  r£  r–   )r   rŸ  rT   r¨  s       r0   Úactive_fake_moderµ  ô  s?   € õ
 =ÝMäœ(Ñ#CÓ#EÓFÓGò ‰ˆˆ1Ü�a˜Õ(ØŠHðð r2   )rM  r  rG   z,Generator[CompileContext | None, None, None])rM  rJ  rG   z,Generator[TracingContext | None, None, None])r>   rg  r*  r   rG   rg  rj   )r>   rö   r*  r   rG   zCallable[[type[T]], type[T]])r>   ztype[T] | Noner*  r   rG   z&type[T] | Callable[[type[T]], type[T]])r¦  r   rG   rK  )rG   rK  )gÚ
__future__r   r�  r¶  Úenumr´   ÚloggingÚreÚ	threadingr/  Úunittest.mockr;  rÌ   Úabcr   Úcollectionsr   r   r   Útypingr   r	   r
   r   r   r   Útyping_extensionsr   r·   Útorch.utilsr   r¤  Útorch.utils._ordered_setr   r¢  r   Útorch.utils._tracebackr   r   Útorch.utils.weakr   Ú	getLoggerrK   rÝ   Úcollections.abcr   r   r   Útypesr   ÚsympyÚ"torch._dynamo.backends.distributedr   Útorch._dynamo.codegenr   Útorch._dynamo.guardsr   Ú&torch._functorch._aot_autograd.schemasr   rî  r   r¡  r   Úcompiler6   r7   r$   rQ   ÚEnumrX   r�   r�   r™   rŸ   rù   rû   rý   r  r  r  r!  r-  r4  r=  rK  rv  rƒ  r§  r±  r¹  rë  Úlocalrö  rô  r  rd  r÷  rR  rU  r    rŠ  r³  rµ  r5   r2   r0   ú<module>rÏ     s  ðÝ "ã Û Û Û Û Û 	Û Û Û Û Ý Ý #Ý %Ý !ß M× MÝ 1ã Ý )Ý /Ý Fß BÝ 4ð €g×Ñ˜Ó!€ñ ß=Ñ=ÝãåFÝ/Ý3ÝJÝRÝ<ðð  �R—Z‘ZÐ PÓQÐ Ø"˜Ÿ
™
ØXóÐ ñ" �$ ¨DÔ1÷7Jð 7Jó 2ð7Jôt7ˆjô 7ô<
�$—)‘)ô <
ð~÷	ñ 	ð €×Ñ˜dÔ#÷ð ó $ðô �ô ð €×Ñ˜TÔ"÷u'ð u'ó #ðu'ñp ˆCƒL€ðð €×Ñ˜dÔ#÷	ð 	ó $ð	ðð €×Ñ˜dÔ#ô	�ló 	ó $ð	ðð €×Ñ˜dÔ#ô*�\ó *ó $ð*ð

ô8�W˜Q‘Zô 8÷(ñ (÷8(ñ (ô0+�NÐ#?Ñ@ô +÷(ñ (ô0$�NÐ#?Ñ@ô $÷RC.ñ C.ðLô<�NÐ#8Ñ9ô <÷2 =ñ  =ðF ÷ð ó ðð2 ÷Wð Wó ðWô4G$Ð*ô G$÷T
&ñ 
&ð €y‡�Ó€ð÷&#6ñ #6ðL ÷!ð !ó ð!÷Gñ GðT ð+Ø"ð+à1ò+ó ð+ð ð+Ø"ð+à1ò+ó ð+ð8 
Ú Kó 
Ø Kð 
àð'Ø	ð'Ø #ð'à!ò'ó 
ð'ñ
 ÓàðØ	ðØ*-ðà+òó ðñ@  4Ô(÷=ð =ó )ð=ñB  4Ô(ô6�Fó 6ó )ð6ôr>ôBr2   