Ë
    L²jì  ã                   ó¤  — d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	m
Z
 d dlmZmZ d dlmZ d dlmZmZ d dlmZmZ d dlZd dlmZ d dlmZmZ d d	lmZ d d
lmZ d dlm Z  d dl!m"Z" erd dl#Z#d dl$m%Z% d dl&m'Z' d dl(m)Z) d dl*m+Z+ d dl*m,Z,m-Z-m.Z. d dl/m0Z0m1Z1 d dl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? e-j€                  de-j‚                  de-j„                  de-j†                  de-jˆ                  de-jŠ                  diZFdaG	 	 dƒd„ZHdej’                  j”                  fd„ZK	 	 d„d „ZL	 	 	 	 d…d"„ZMdej’                  j”                  deNeOef   fd#„ZPd$„ ZQd%eNeOef   d&ej’                  j”                  d!dddfd'„ZRd&ej’                  j”                  fd(„ZS	 d†d)eNeOeOf   d*eNeOeTf   d+eUeO   d,eOd-eOd.eVfd/„ZWd0e9deOfd1„ZX	 d‡d2eTej²                  z  d3eTd4e9d5eTdz  ddf
d6„ZZd7e[ej’                  j¸                     ddfd8„Z]	 	 dˆddddd9œd:e^e   d;e6dz  d<e?dz  d=eOdz  d>e=dz  d?e7dz  d@eVddfdA„Z_dBdCdDej’                  j¸                  deVfdE„Z`dBdCdDej’                  j¸                  dejÂ                  j"                  dz  fdF„ZbdBdCdDej’                  j¸                  deVfdG„ZcdBdCdDej’                  j¸                  dejÈ                  dz  fdH„ZedBdCdDej’                  j¸                  deVfdI„ZfdBdCdDej’                  j¸                  dejÈ                  dz  fdJ„Zgd&ej’                  j”                  dKeej’                  j¸                  gej’                  j¸                  eVz  f   dej’                  j”                  fdL„ZhdMe[ej’                  j¸                     de[ej’                  j¸                     fdN„ZiedO„ «       Zjd&ej’                  j”                  ddfdP„Zkd&ej’                  j”                  fdQ„Zl	 d‡dMe[ej’                  j¸                     dej’                  j¸                  dz  fdR„ZmdMe[ej’                  j¸                     deTfdS„ZndMe[ej’                  j¸                     de[ej’                  j¸                     fdT„ZodUej’                  j¸                  dVej’                  j¸                  ddfdW„Zpd&ej’                  j”                  dejÂ                  jâ                  ddfdX„ZrdYej’                  j¸                  dej’                  j”                  dz  fdZ„ZsdejÂ                  jâ                  dejè                  fd[„Zud\„ Zvd]„ Zwd&ej’                  j”                  ddfd^„Zxd&ej’                  j”                  d)eNeOeOf   d_eNeOef   ddfd`„Zyd&ej’                  j”                  daddejÂ                  jâ                  dbeNeOef   ddf
dc„ZzddeNdeeVdeNfdf„Z{d&ej’                  j”                  dejø                  jú                  j4                  dz  fdg„Z~edejÂ                  jâ                  fdh„«       ZdidjdeVfdk„Z€didjdeVfdl„Z�didjdeVfdm„Z‚didjdeVfdn„Zƒd‰do„Z„dp„ Z…dŠdq„Z† e�j                  dr¬s«      deUdj   fdt„«       Zˆdue�j                  �j                  deUdj   fdv„Z‹deUdj   fdw„ZŒd‹dx„Z�edy„ «       ZŽdzedejÂ                  jâ                  deNeOejÈ                  ejÂ                  j"                  z  f   fd{„Z�d:e^ejÂ                  jâ                     ddfd|„Z�d:e^ejÂ                  jâ                     ddfd}„Z‘d~„ Z’d„ Z“ G d€„ d�ejÂ                  jâ                  «      Z”d‚„ Z•y)Œé    N)Údefaultdict)ÚCallableÚIterable)Úcontextmanager)ÚismethodÚ	Parameter)ÚAnyÚTYPE_CHECKING)Údetect_fake_mode)Ú
FakeTensorÚFakeTensorMode)ÚFunctionalTensor)Ú#first_call_function_nn_module_stack)ÚPreDispatchTorchFunctionMode)Úinsert_deferred_runtime_asserts©ÚConstantAttrMap)ÚOperatorBase)ÚExportedProgram)ÚExportGraphSignature)ÚCustomObjArgumentÚ	InputKindÚ
OutputKind)Ú_deregister_pytree_flatten_specÚregister_pytree_flatten_spec)Ú_deregister_pytree_nodeÚ_register_pytree_nodeÚContextÚ	FlattenFnÚFromDumpableContextFnÚ
GetAttrKeyÚKeyPathÚkeystrÚ
MappingKeyÚSequenceKeyÚToDumpableContextFnÚtree_flatten_with_pathÚUnflattenFnÚ Úp_Úb_Úc_Úobj_ÚtokenFÚreturnc                 óÄ  — ddl m}  |«       }| j                  D �ch c]7  }|j                  t        j
                  k(  r|j                  s|j                  ’Œ9 }}|j                  «       D ]n  \  }}||v rŒ|}	|j                  d«      �^ }
}|
D ]  }t        |	|«      }	Œ |	j                  j                  |d «       t        |	||«       |j                  ||«       Œp |S c c}w )Nr   r   ú.)Ú(torch._export.passes.lift_constants_passr   Úinput_specsÚkindr   ÚBUFFERÚ
persistentÚtargetÚitemsÚsplitÚgetattrÚ_buffersÚpopÚsetattrÚadd)Úgraph_signatureÚ	constantsÚmodr   Úconstant_attrsÚspecÚnon_persistent_buffersÚnameÚvalueÚ_modÚatomsÚattrÚatoms                úR/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/_export/utils.pyÚ_collect_and_set_constant_attrsrL   D   sê   € õ Iá$Ó&€Nð $×/Ñ/öàØ�9‰9œ	×(Ñ(Ò(°·²ð 	�‹ðÐð ð
 !—‘Ó(ò (‰ˆˆeØÐ)Ñ)ØàˆØ—z‘z #“‰ˆ�Øò 	'ˆDÜ˜4 Ó&‰Dð	'ð 	�‰×Ñ˜$ Ô%Ü��d˜EÔ"Ø×Ñ˜5 $Õ'ð(ð Ðùò#s   œ<CrA   c                 óX  — ddl m}m} t        «       }| j                  j
                  D ]î  }|j                  dk(  sŒt        j                  j                  j                  | |j                  «      }t        |t        j                  «      sŒb|j                  |vsŒq|j                  |vsŒ€t        j                  j                  j                  | |j                  «        ||| |j                  |j                  d«       |j!                  |j                  «       Œð | j#                  «        |S )Nr   )Ú_assign_attrÚ	_AttrKindÚget_attrF)Útorch.export.unflattenrN   rO   ÚsetÚgraphÚnodesÚopÚtorchÚfxÚgraph_moduleÚ	_get_attrr7   Ú
isinstanceÚTensorÚ	_del_attrr5   r>   Ú	recompile)rA   Ú
state_dictrD   rN   rO   Útemp_registered_constantsÚnoder7   s           rK   Ú_register_constants_as_buffersra   b   sÖ   € ÷ ?ä #£Ðà—	‘	—‘ò ?ˆØ�7‰7�jÓ Ü—X‘X×*Ñ*×4Ñ4°S¸$¿+¹+ÓFˆFÜ˜&¤%§,¡,Õ/ð —K‘K zÒ1Ø—K‘KÐ'=Ò=ä—H‘H×)Ñ)×3Ñ3°C¸¿¹ÔEÙ  ¨¨d¯k©k¸9×;KÑ;KÈUÔSØ-×1Ñ1°$·+±+Õ>ð?ð ‡M�M„Oà$Ð$ó    r   c                 ó*  — | j                   D ]-  }|j                  |v sŒt        j                  |_        d |_        Œ/ | j                  D ]G  }|j                  t        j                  k(  sŒ!|j                  |v sŒ0t        d|j                  › d�«      ‚ | S )Nz	Constant z< is mutated in the forward method. Pls register it as buffer)
r3   r7   r   ÚCONSTANT_TENSORr4   r6   Úoutput_specsr   ÚBUFFER_MUTATIONÚRuntimeError)Úsigr_   rC   s      rK   Ú7_override_graph_signature_for_temp_registered_constantsri   |   s“   € ð —‘ò #ˆØ�;‰;Ð3Ò3Ü!×1Ñ1ˆDŒIØ"ˆD�Oð#ð
 × Ñ ò ˆà�I‰Iœ×3Ñ3Ó3Ø—‘Ð8Ò8äØ˜DŸK™K˜=Ð(dÐeóð ðð €Jrb   Únew_sigc                 ó2  — | j                   D �ch c]7  }|j                  t        j                  k(  r|j                  s|j
                  ’Œ9 }}|j                   D ]6  }|j                  t        j                  k(  sŒ!|j
                  |v sŒ0d|_        Œ8 |S c c}w )NF)r3   r4   r   r5   r6   r7   )Úold_sigrj   rC   rD   s       rK   Ú/_overwrite_signature_for_non_persistent_buffersrm   �   sŒ   € ð ×'Ñ'öàØ�9‰9œ	×(Ñ(Ò(°·²ð 	�‹ðÐð ð ×#Ñ#ò $ˆØ�9‰9œ	×(Ñ(Ó(¨T¯[©[Ð<RÒ-RØ#ˆD�Oð$ð €Nùòs   �<Bc                 ó¢  — i }dt         j                  j                  dt        fd„}| j                  j
                  D �]Ž  }|j                  }|j                  }|j                  dk(  ry || |«      }t        |t         j                  j                  «      rL|j                  dd¬«      D ]  \  }}|||dz   |z   <   Œ |j                  dd¬«      D ]  \  }}|||dz   |z   <   Œ |j                  d	k(  r2 || |«      }t        |t         j                  j                  «      s|||<   |j                  d
k(  sŒõt        |j                  t         j                  j                  «      r�Œ%|j                   D ][  }	|	j                  d	k(  sŒt         j                  j"                  j$                  D ]"  }
|
dk(  rŒ	|
|v sŒ||
   ||	j                     |
<   Œ$ Œ] �Œ‘ |S )a  
    Param/buffer metadata needs to be saved before lowering to aten IR
    because aten IR lifts them, as a result, automatic preservation doesn't work.
    This is intended to be called on the strict mode tracing right before lowering to
    aten IR OR run_decomposition pass.
    ÚmodelÚ	attr_namec                 ó�   — |j                  d«      �^ }}| }|D ]   }t        ||d «      }|�Œt        d|›d�«      ‚ t        ||«      S )Nr1   z
attribute z not found in path)r9   r:   ÚAssertionError)ro   rp   ÚprefixÚfieldÚtÚitems         rK   Ú_getattrz0_collect_param_buffer_metadata.<locals>._getattr©   sa   € Ø"Ÿ™¨Ó-‰ˆ�ØˆØò 	NˆDÜ˜˜4 Ó&ˆAØ‰yÜ$ z°$°Ð9KÐ%LÓMÐMð	Nô
 �q˜%Ó Ð rb   Úcall_moduleTF)ÚrecurseÚremove_duplicater1   rP   Úcall_functionÚcustom)rV   rW   ÚGraphModuleÚstrrS   rT   r7   ÚmetarU   rZ   ÚnnÚModuleÚnamed_parametersÚnamed_buffersÚ_opsÚHigherOrderOperatorÚ_input_nodesÚproxyÚ_COPY_META_FIELDS)rA   Úparams_buffers_to_node_metarw   r`   r7   r   Ú	submodulerE   Ú_ÚargÚentrys              rK   Ú_collect_param_buffer_metadatarŽ       sÝ  € ð #%Ðð!œŸ™×,Ñ,ð !¼ó !ð —	‘	—‘ó "YˆØ—‘ˆØ�y‰yˆØ�7‰7�mÒ#Ù   fÓ-ˆIÜ˜)¤U§X¡X§_¡_Ô5Ø(×9Ñ9Ø °5ð  :ó  ò L‘G�D˜!ð HLÐ/°¸±¸tÑ0CÒDðLð
  )×6Ñ6Ø °5ð  7ó  ò L‘G�D˜!ð HLÐ/°¸±¸tÑ0CÒDðLð
 �7‰7�jÒ Ù   fÓ-ˆIÜ˜i¬¯©×)=Ñ)=Ô>Ø6:Ð+¨FÑ3ð
 �7‰7�oÓ%¬jØ�K‰KœŸ™×7Ñ7ö/
ð ×(Ñ(ò Y�Ø—6‘6˜ZÓ'Ü!&§¡§¡×!AÑ!Aò Y˜à  HÒ,Ø$Ø  Dš=ØMQÐRWÉ[Ð7¸¿
¹
ÑCÀEÒJñYòYð7"YðH 'Ð&rb   c                  ó:  — t         j                  j                  «       sy t         j                  j	                  «       } | D �cg c]  }t        |t        «      r|‘Œ }}t        |«      dkD  rt        dt        |«      › �«      ‚t        |«      dk(  ry |d   }|S c c}w )Né   z6Expected only one PreDispatchTorchFunctionMode, found r   )	rV   Ú_CÚ_is_torch_function_mode_enabledÚ	overridesÚ _get_current_function_mode_stackrZ   r   Úlenrr   )Útorch_function_mode_stackÚmodeÚpre_dispatch_tf_modess      rK   Ú+_maybe_find_pre_dispatch_tf_mode_for_exportr™   Ú   s¨   € Ü�8‰8×3Ñ3Ô5Øä %§¡× PÑ PÓ RÐð .öàÜ�dÔ8Ô9ò 	ðÐð ô Ð Ó! AÒ%ÜØDÄSÐI^ÓE_ÐD`Ðaó
ð 	
ô Ð Ó! QÒ&Øà  Ñ#€DØ€Kùòs   ÁBr‰   Úgmc                 óL  — | j                  «       D ]&  }|j                  dd«       |j                  dd«       Œ( |j                  j                  D ]Ò  }|j                  dk(  sŒ|j
                  |j                  v rG|j                  |j
                     }|| v r*| |   j                  «       D ]  \  }}||j                  |<   Œ |j
                  |j                  v sŒ‹|j                  |j
                     }|| v sŒ©| |   j                  «       D ]  \  }}||j                  |<   Œ ŒÔ y)zq
    Given that we collected param'buffer metadata before, we put them back in
    newly traced graph module
    Únn_module_stackNÚstack_traceÚplaceholder)
Úvaluesr<   rS   rT   rU   r7   Úinputs_to_parametersr8   r   Úinputs_to_buffers)	r‰   rš   rj   Úmetadatar`   Ú
param_nameÚkÚvÚbuffer_names	            rK   Ú)_populate_param_buffer_metadata_to_new_gmr§   ò   s  € ð 0×6Ñ6Ó8ò *ˆØ�‰Ð&¨Ô-Ø�‰�] DÕ)ð*ð —‘—‘ò )ˆØ�7‰7�mÓ#Ø�{‰{˜g×:Ñ:Ñ:Ø$×9Ñ9¸$¿+¹+ÑF�
ØÐ!<Ñ<Ø ;¸JÑ G× MÑ MÓ Oò )™˜˜1Ø'(˜Ÿ	™	 !šð)à�{‰{˜g×7Ñ7Ò7Ø%×7Ñ7¸¿¹ÑD�ØÐ"=Ò=Ø ;¸KÑ H× NÑ NÓ Pò )™˜˜1Ø'(˜Ÿ	™	 !šñ)ñ)rb   c                 óJ  — | j                   j                  D �cg c]-  }|j                  j                  dd «      �|j                  d   ‘Œ/ }}t	        | «      }|�|j
                  S |D ]4  }t        |t        j                  «      sŒ|j                  j
                  c S  y c c}w )NÚval)
rS   rT   r   ÚgetÚ_detect_fake_mode_from_gmÚ	shape_envrZ   rV   ÚSymIntr`   )rš   r`   ÚvalsÚ	fake_moder¥   s        rK   Ú_get_shape_env_from_gmr°     s—   € ð —H‘H—N‘NöàØ�9‰9�=‰=˜ Ó%Ð1ð 	�	‰	�%Óð€Dð ô *¨"Ó-€IØÐØ×"Ñ"Ð"Øò $ˆÜ�aœŸ™Õ&Ø—6‘6×#Ñ#Ò#ñ$ùòs   ™2B Úname_mapÚfind_availableÚ
used_namesÚ	orig_namerE   Úis_placeholderc                 ó�  — t        j                  d|«      }|}|r&|s$|j                  d«      |j                  d«      }	}|}|}
|
|v r|› d||   dz   › �}
t        j                  d|
«      }|rA|j                  d«      |j                  d«      }	}t        |	«      ||   kD  rt        |	«      ||<   |
| |<   |j	                  |
«       | |   S )ai  
    Renames nodes to avoid name collisions, with suffixing.
    name_map: map from original name to new name
    find_available: map prefix to available suffix
    used_names: cache of used names
    orig_name: mapping key
    name: candidate name (potentially suffixed, e.g. mul_2)
    is_placeholder: if the node is a placeholder, avoid detecting suffix
    ú
(.*)_(\d+)r�   é   r‹   )ÚreÚmatchÚgroupÚintr>   )r±   r²   r³   r´   rE   rµ   rº   Úkeyrs   ÚnÚnew_names              rK   Ú_rename_without_collisionsrÀ     sÐ   € ô" �H‰H�] DÓ)€EØ
€Cá‘^Ø—K‘K “N E§K¡K°£N�ˆØˆà€HØ�:ÑØ�U˜!˜N¨3Ñ/°!Ñ3Ð4Ð5ˆä�H‰H�] HÓ-€EÙØ—K‘K “N E§K¡K°£N�ˆÜˆq‹6�N 6Ñ*Ò*Ü%(¨£VˆN˜6Ñ"à"€HˆYÑØ‡N�N�8Ôà�IÑÐrb   Úkey_pathc                 óf  — | d   }t        |t        «      s!t        dt        |«      j                  › �«      ‚|j
                  dk(  rdt        | dd «      › �S | d   }t        |t        t        f«      s!t        dt        |«      j                  › �«      ‚t        |«      dd }|› t        | dd «      › �S )	z…For a given index into the flat_args, return a human readable string
    describing how to access it, e.g. "*args["foo"][0].bar"
    r   zexpected SequenceKey, got z*argsr�   Nz'expected GetAttrKey or MappingKey, got éÿÿÿÿr¸   )
rZ   r%   rr   ÚtypeÚ__name__Úidxr#   r!   r$   r~   )rÁ   Úargs_kwargs_key_pathÚ	kwarg_keyrE   s       rK   Ú
get_keystrrÉ   E  sÍ   € ð $ A™;ÐÜÐ*¬KÔ8ÜØ(¬Ð.BÓ)C×)LÑ)LÐ(MÐNó
ð 	
ð ×Ñ 1Ò$Ø”v˜h q r˜lÓ+Ð,Ð-Ð-à˜Q‘Kˆ	Ü˜)¤j´*Ð%=Ô>Ü Ø9¼$¸y»/×:RÑ:RÐ9SÐTóð ô �9‹~˜a Ð#ˆØ�œ˜x¨¨˜|Ó,Ð-Ð.Ð.rb   ÚsymintrŒ   ÚkeypathÚic                 ó(  — ddl m} t        |t        j                  «      r |j
                  j                  j                  rt        ||«      ry dd l}ddl	m
} ddlm}	 t        | t        j                  «      �r&t        | j
                  j                  j                  «      dk(  �rùt        t!        | j
                  j                  j                  «      «      }
|
|v rT| j
                  j                  j#                  |«      }||k7  ræt%        |«      }|�	|d|› d�z  }t'        d|› d	|› d
|› �«      ‚t        | j
                  j                  |j(                  «      rt+        |«      ||
<   nƒ |	 |j,                  | j
                  j                  |«      |
«      }|€Bt%        |«      }|�	|d|› d�z  }t'        d|› d|› d| j
                  j                  › d|
› d�	«      ‚t+        |d   «      ||
<   | j
                  j                  |v rš ||| j
                  j                     «      \  }}|dkD  r/||k  r*t%        |«      }|�	|d|› d�z  }t'        d|› d|› d
|› �«      ‚|t.        j0                  k  r0||kD  r*t%        |«      }|�	|d|› d�z  }t'        d|› d|› d
|› �«      ‚y y y t        | t        j                  «      r!| j
                  j                  j                  sy |t+        | «      k7  r+t%        |«      }|�	|d|› d�z  }t'        d|› d	| › d
|› d�«      ‚y )Nr   )Ú_IntWrapper)Ú_convert_range_to_int)Ú	try_solver�   z.shape[ú]úExpected input at ú to be equal to ú
, but got zExpected input z = z to be of the form z, where z is an integerr¸   z
 to be >= z
 to be <= zt. If you meant for this dimension to be dynamic, please re-export and specify dynamic_shapes (e.g. with Dim.DYNAMIC))Útorch.export.dynamic_shapesrÎ   rZ   rV   r­   r`   ÚexprÚ	is_numberÚsympyÚ@torch._export.passes.add_runtime_assertions_for_constraints_passrÏ   Útorch.utils._sympy.solverÐ   r•   Úfree_symbolsÚnextÚiterÚsubsrÉ   rg   ÚSymbolr¼   ÚEqÚmathÚinf)rÊ   rŒ   Úrange_constraintsÚunification_maprË   rÌ   rÎ   rØ   rÏ   rÐ   ÚsymbolÚexisting_dimÚpathÚsolutionÚmin_valÚmax_vals                   rK   Ú_check_symintrë   ]  s<  € õ 8ô 	�3œŸ™Ô%Ø—‘—‘×'Ò'Ü�c˜;Ô'ð
 	ãõõ 3ä�&œ%Ÿ,™,Õ'¬C°·±×0@Ñ0@×0MÑ0MÓ,NÐRSÓ,SÜ”d˜6Ÿ;™;×+Ñ+×8Ñ8Ó9Ó:ˆØ�_Ñ$Ø!Ÿ;™;×+Ñ+×0Ñ0°ÓAˆLØ�lÒ"Ü! 'Ó*�Ø�=Ø˜g a S¨˜NÑ*�DÜ"Ø(¨¨Ð.>¸|¸nÈJÐWZÐV[Ð\óð ô ˜&Ÿ+™+×*Ñ*¨E¯L©LÔ9ô
 +.¨c«(� Ò'á$ X U§X¡X¨f¯k©k×.>Ñ.>ÀÓ%DÀfÓM�ØÐ#Ü% gÓ.�DØ�}Ø '¨!¨¨A Ñ.˜Ü&Ø)¨$¨¨s°3°%ð 8'Ø'-§{¡{×'7Ñ'7Ð&8¸ÀÀÈðXóð ô
 /2°(¸1±+Ó.>�O FÑ+à�;‰;×ÑÐ0Ñ0Ù4Ø! &§+¡+×"2Ñ"2Ñ3ó ÑˆG�Wð ˜Š{Ø˜’=Ü% gÓ.�DØ�}Ø '¨!¨¨A Ñ.˜Ü&Ø,¨T¨F°*¸W¸IÀZÐPSÈuÐUóð ð œŸ™Ò!Ø˜’=Ü% gÓ.�DØ�}Ø '¨!¨¨A Ñ.˜Ü&Ø,¨T¨F°*¸W¸IÀZÐPSÈuÐUóð ð	 !ð "ð 1ô* 
�FœEŸL™LÔ	)°&·+±+×2BÑ2B×2LÒ2Lð 	Ø	”�F“Ò	Ü˜'Ó"ˆØˆ=Ø�g˜a˜S �NÑ"ˆDÜØ   Ð&6°v°h¸jÈÈð N&ð &ó
ð 	
ð	 
rb   Úinput_placeholdersc           
      óÈ  — t        |«      t        | «      k7  r$t        dt        | «      › dt        |«      › d�«      ‚i }t        || «      D �]•  \  \  }}}|j                  j	                  d«      }t        |t        «      ràt        |t        j                  «      s#t        dt        |«      › dt        |«      › �«      ‚t        |j                  «      t        |j                  «      k7  r2t        dt        |«      › d|j                  › d|j                  › d�«      ‚t        t        |j                  |j                  «      «      D ]  \  }\  }	}
t        |
|	||||«       Œ �Œt        |t        t        t         f«      r:t        |«      t        |«      us||k7  s�ŒMt        dt        |«      › d	|› d
|› �«      ‚t        |t        j"                  «      s�Œ†t        |||||d «       �Œ˜ y )Nz&Unexpected number of inputs (expected z, got ú)r©   rÒ   z to be a tensor, but got z,Unexpected number of dimensions in input at z.shape (expected rÓ   rÔ   )r•   rg   Úzipr   rª   rZ   r   rV   r[   rÉ   rÄ   ÚshapeÚ	enumeraterë   r¼   Úfloatr~   r­   )rì   Úflat_args_with_pathrã   rä   rÁ   rŒ   r`   Únode_valÚjÚarg_dimÚnode_dims              rK   Ú"_check_input_constraints_for_graphrø   »  sç  € ô ÐÓ¤3Ð'9Ó#:Ò:ÜðÜÐ/Ó0Ð1°¼Ð<OÓ8PÐ7QÐQRðTó
ð 	
ð 02€OÜ!$Ð%8Ð:LÓ!Mó  Ñ‰ˆ�3˜Ø—9‘9—=‘= Ó'ˆÜ�h¤
Ô+Ü˜c¤5§<¡<Ô0Ü"Ø(¬°HÓ)=Ð(>Ð>WÔX\Ð]`ÓXaÐWbÐcóð ô �8—>‘>Ó"¤c¨#¯)©)£nÒ4Ü"ØBÄ:ÈhÓCWÐBXð Y!Ø!)§¡Ð 0°°s·y±y°kÀðDóð ô
 +4´C¸¿	¹	À8Ç>Á>Ó4RÓ*Sò Ñ&�Ñ&�G˜XÜØ˜gÐ'8¸/È8ÐUVõòô
 ˜¤3¬¬sÐ"3Ô4Ü�C‹y¤ X£Ñ.°#¸´/Ü"Ø(¬°HÓ)=Ð(>Ð>NÈxÈjÐXbÐcfÐbgÐhóð ô ˜¤%§,¡,Ö/ÜØØØ!ØØØöñ3 rb   )Úserialized_type_nameÚto_dumpable_contextÚfrom_dumpable_contextÚreturn_none_fieldsÚclsÚ
flatten_fnÚunflatten_fnrù   rú   rû   rü   c          	      ó@  ‡ ‡‡— t        j                  ‰ «      st        d‰ › �«      ‚t        j                  j
                  dt        dt        t        t           t        f   fˆfd„«       }t        j                  j
                  dt        t           dt        dt        fˆ fd„«       }t        j                  j
                  dt        dt        t        t           t        f   fˆfd„«       }	‰�‰n|Š|�|n|}|d u |d u z  rt        d	‰ › d
�«      ‚t        ‰ ‰|||	||¬«       y )Nz7Only dataclasses can be registered with this function: Úobjr/   c                 ó  •— g }g }g }t        j                  | «      D ]\  }|j                  t        | |j                  «      }}|€‰r#|j	                  |«       |j	                  |«       ŒL|j	                  |«       Œ^ |||gfS ©N)ÚdataclassesÚfieldsrE   r:   Úappend)r  Ú	flattenedÚ
flat_namesÚ
none_namesÚfrE   r©   rü   s          €rK   Údefault_flatten_fnz=register_dataclass_as_pytree_node.<locals>.default_flatten_fnù  sˆ   ø€ àˆ	Øˆ
Øˆ
Ü×#Ñ# CÓ(ò 	(ˆAØŸ™¤¨¨Q¯V©VÓ 4�#ˆDØˆÑ"4Ø× Ñ  Ô%Ø×!Ñ! $Õ'à×!Ñ! $Õ'ð	(ð ˜: zÐ2Ð2Ð2rb   rŸ   Úcontextc           
      ón   •— |\  }} ‰di t        t        || «      «      ¤t         j                  |«      ¤ŽS )N© )Údictrï   Úfromkeys)rŸ   r  r  r	  rý   s       €rK   Údefault_unflatten_fnz?register_dataclass_as_pytree_node.<locals>.default_unflatten_fn  s5   ø€ à!(Ñˆ
�JÙÑP”Tœ#˜j¨&Ó1Ó2ÐP´d·m±mÀJÓ6OÑPÐPrb   c                 ó„   •—  ‰| «      \  }\  }}t        ||«      D ��cg c]  \  }}t        |«      |f‘Œ c}}|fS c c}}w r  ©rï   r$   )r  r  r  Ú_none_namesr¤   r¥   rþ   s         €rK   Údefault_flatten_fn_with_keyszGregister_dataclass_as_pytree_node.<locals>.default_flatten_fn_with_keys  sC   ø€ á/9¸#«Ñ,ˆ	Ñ,�J Ü/2°:¸yÓ/I×J¡t q¨!”˜A“ Ò"ÓJÈJÐVÐVùÓJs   Ÿ<z7Both to_dumpable_context and from_dumpable_context for z must be None or registered.©rù   Úflatten_with_keys_fnrú   rû   )r  Úis_dataclassrr   rV   Ú_dynamoÚdont_skip_tracingr	   ÚtupleÚlistr   r   Ú
ValueErrorr   )
rý   rþ   rÿ   rù   rú   rû   rü   r  r  r  s
   ``    `   rK   Ú!register_dataclass_as_pytree_noder  ê  sK  ú€ ô ×#Ñ# CÔ(ÜØEÀcÀUÐKó
ð 	
ô ‡]�]×$Ñ$ð3¤ð 3¬¬d´3©i¼Ð.@Ñ(Aô 3ó %ð3ô ‡]�]×$Ñ$ðQ¤X¬c¡]ð Q¼Wð QÌô Qó %ðQô ‡]�]×$Ñ$ðW¬#ð W´%¼¼S¹	Ä7Ð8JÑ2Kô Wó %ðWð  *Ð5‘Ð;M€JØ#/Ð#;‘<ÐAU€Là˜tÐ#Ð(=ÀÐ(EÒFÜØEÀcÀUð K%ð %ó
ð 	
ô
 ØØØØ1Ø9Ø/Ø3örb   Úprogramr   r`   c                 óF   — |j                   | j                  j                  v S )zM
    Checks if the given node is a parameter within the exported program
    )rE   r?   r    ©r  r`   s     rK   Úis_paramr"  %  s   € ð
 �9‰9˜×/Ñ/×DÑDÐDÐDrb   c                 ó€   — t        | |«      r2| j                  j                  |j                     }| j                  |   S y)z£
    Returns the parameter associated with the given node in the exported program.
    Returns None if the node is not a parameter within the exported program
    N)r"  r?   r    rE   r^   )r  r`   Úparameter_names      rK   Ú	get_paramr%  -  s<   € ô �˜ÔØ ×0Ñ0×EÑEÀdÇiÁiÑPˆØ×!Ñ! .Ñ1Ð1àrb   c                 óF   — |j                   | j                  j                  v S )zJ
    Checks if the given node is a buffer within the exported program
    )rE   r?   r¡   r!  s     rK   Ú	is_bufferr'  =  s   € ð
 �9‰9˜×/Ñ/×AÑAÐAÐArb   c                 óÎ   — t        | |«      rY| j                  j                  |j                     }|| j                  j                  v r| j
                  |   S | j                  |   S y)z�
    Returns the buffer associated with the given node in the exported program.
    Returns None if the node is not a buffer within the exported program
    N)r'  r?   r¡   rE   rD   r@   r^   )r  r`   r¦   s      rK   Ú
get_bufferr)  E  sa   € ô �˜$ÔØ×-Ñ-×?Ñ?ÀÇ	Á	ÑJˆØ˜'×1Ñ1×HÑHÑHØ×$Ñ$ [Ñ1Ð1à×%Ñ% kÑ2Ð2àrb   c                 óF   — |j                   | j                  j                  v S )zZ
    Checks if the given node is a lifted tensor constant within the exported program
    )rE   r?   Ú!inputs_to_lifted_tensor_constantsr!  s     rK   Úis_lifted_tensor_constantr,  X  s   € ð �9‰9˜×/Ñ/×QÑQÐQÐQrb   c                 ó€   — t        | |«      r2| j                  j                  |j                     }| j                  |   S y)z½
    Returns the lifted tensor constant associated with the given node in the exported program.
    Returns None if the node is not a lifted tensor constant within the exported program
    N)r,  r?   r+  rE   r@   )r  r`   Úlifted_tensor_names      rK   Úget_lifted_tensor_constantr/  c  sC   € ô ! ¨$Ô/Ø$×4Ñ4×VÑVØ�I‰Iñ
Ðð × Ñ Ð!3Ñ4Ð4àrb   Únode_call_backc                 ó   ‡— ddl m} i Šd}| j                  j                  D ]  } ||«      r|dz  }|‰|<   Œ  || | ˆfd„dd¬«      }| j                  j                  |j                  _        |j                  «        |S )a;  
    sequential_split creates a new graph module that splits the input graph module into multiple submodules
    based on the node_call_back. It doesn't mutate the input graph module. The node_call_back should return
    True if the node is a delimiter.  Delimiter will be the first node in the next submodule.
    r   )Úsplit_moduler�   c                 ó   •— ‰|    S r  r  )r`   Ú	split_maps    €rK   ú<lambda>z"sequential_split.<locals>.<lambda>Š  s   ø€ �Y˜t‘_€ rb   T)Úkeep_original_orderÚkeep_original_node_name)Útorch.fx.passes.split_moduler2  rS   rT   Ú_codegenr]   )rš   r0  r2  Úsplit_idr`   Únew_gmr4  s         @rK   Úsequential_splitr<  u  s‡   ø€ õ :à€IØ€HØ—‘—‘ò #ˆÙ˜$ÔØ˜‰MˆHØ"ˆ	�$Šð#ñ
 Ø
Ø
Û$Ø Ø $ô€Fð ŸH™H×-Ñ-€F‡L�LÔØ
×ÑÔØ€Mrb   rT   c                 ó>   — | D �cg c]  } ||«      sŒ|‘Œ c}S c c}w )z:Returns the nodes that match the node_call_back as a list.r  ©rT   r0  r`   s      rK   Únodes_filterr?  ”  s   € à"Ö;�T¡n°TÕ&:ŠDÒ;Ð;ùÒ;s   …“c               #   ó8   K  — t         } da 	 d –— | a y # | a w xY w­w©NT)Ú_DISABLE_ATEN_TO_ASSERTION_PASS)Úorig_vals    rK   Ú$_disable_aten_to_metadata_assertionsrD  ™  s'   è ø€ ô /€HØ&*Ð#ð3Ûà*2Ñ'ø¨(Ñ'üs   ‚	Œ �“—c                 óä  — ddl m}m} t        ry t        j
                  j                  j                  j                  t        j
                  j                  j                  j                  t        j
                  j                  j                  j                  g}| j                  j                  D �]¥  }|j                  |v sŒ|j                  j                  t        j
                  j                  j                  j                   u r*|j"                  d   |j                  j"                  d   k(  rŒ�|j"                  d   j$                  j'                  d«      x}€Œ¬| j                  j)                  |«      5   || t+        j,                  ||j$                  j'                  d«      |j$                  j'                  d«      dœ¬«      «      5  | j                  j/                  t        j
                  j                  j                  j                   |j"                  d   f|j                  |j                  |j0                  dœ¬	«       d d d «       d d d «       �Œ¨ y # 1 sw Y   ŒxY w# 1 sw Y   �ŒÀxY w)
Nr   ©Ú_node_metadata_hookÚ_set_node_metadata_hookr©   r�   rœ   )r�   rœ   ©r¢   )ÚdtypeÚdeviceÚlayout©ÚargsÚkwargs)Ú(torch._export.passes._node_metadata_hookrG  rH  rB  rV   ÚopsÚatenÚtorK  rJ  Údtype_layoutrS   rT   r7   ÚprevÚ_assert_tensor_metadataÚdefaultrN  r   rª   Úinserting_beforeÚ	functoolsÚpartialr{   rL  )rš   rG  rH  Úaten_to_variantsr`   Ú
tensor_vals         rK   Ú$_insert_aten_to_metadata_assert_passr]  ¤  sÐ  € ÷õ
 'Øô 	�	‰	�‰×Ñ× Ñ Ü�	‰	�‰×Ñ×ÑÜ�	‰	�‰×Ñ×&Ñ&ðÐð
 —‘—‘ó ˆØ�;‰;Ð*Ò*à—	‘	× Ñ ¤E§I¡I§N¡N×$JÑ$J×$RÑ$RÑRØ—I‘I˜a‘L D§I¡I§N¡N°1Ñ$5Ò5ð à"Ÿi™i¨™l×/Ñ/×3Ñ3°EÓ:Ð:�
ÑGà—H‘H×-Ñ-¨dÓ3ñá+ØÜ!×)Ñ)Ø/à/3¯y©y¯}©}¸]Ó/KØ37·9±9·=±=ÐARÓ3Sñ&ôó	ñð —H‘H×*Ñ*ÜŸ	™	Ÿ™×>Ñ>×FÑFØ"Ÿi™i¨™l˜_à%/×%5Ñ%5Ø&0×&7Ñ&7Ø&0×&7Ñ&7ñ ð +ô ÷÷ ñ ñ÷ð ú÷ ñ ús&   Å6AI%Ç
A;IÉI%ÉI"ÉI%É%I/	c           	      ó�  — ddl m}m} ddlm} t
        j                  j                  j                  shd} || t        j                  |d|i¬«      «      5  t        | «      }|r%t        | |dt        | j                  «      › �d¬	«       d d d «       t        | «       | j!                  «         || «      |_        | |fS # 1 sw Y   Œ5xY w)
Nr   rF  )Ú_graph_output_nameszUFile "torch/fx/passes/runtime_assert.py", line 24, in insert_deferred_runtime_assertsr�   rI  zexported program: T)Úexport)rP  rG  rH  Ú4torch._functorch._aot_autograd.input_output_analysisr_  rV   r  ÚconfigÚdo_not_emit_runtime_assertsrY  rZ  r°   r   r   rS   r]  r]   Úuser_outputs)rš   r?   rG  rH  r_  r�   r¬   s          rK   Úapply_runtime_assertion_passre  Ô  sÆ   € ÷õ Yä�=‰=×Ñ×;Ò;ð1ð 	ñ %ØÜ×ÑØ#¨}¸kÐ.Jôó
ñ 	ô /¨rÓ2ˆIÙÜ/ØØØ(Ô)LÈRÏXÉXÓ)VÐ(WÐXØõ	÷	ô  	-¨RÔ0ð ‡L�L„NÙ#6°rÓ#:€OÔ ØˆÐÐ÷+	ð 	ús   Á3B<Â<Cc                 óL   — t        | |r|nd„ «      }t        |«      dkD  r|d   S y)z­
    Returns the first node that matches the node_call_back. If no node matches, returns None.
    When node_call_back is None, returns the first node in the node list.
    c                  ó   — yrA  r  ©r`   s    rK   r5  znodes_first.<locals>.<lambda>ÿ  s   � rb   r   N)r?  r•   )rT   r0  Úrets      rK   Únodes_firstrj  ø  s,   € ô �u±™nÑDUÓ
V€CÜ
ˆ3ƒx�!‚|Ø�1‰vˆØrb   c                 ó,   — t        t        | |«      «      S )z:Returns the number of nodes that match the node_call_back.)r•   r?  )rT   r0  s     rK   Únodes_countrl    s   € äŒ|˜E >Ó2Ó3Ð3rb   c                 ó$   — | D ]
  } ||«       Œ | S )z¦
    Sequentially visit the nodes list and invoke node_call_back on each element.
    Returns the nodes list after the node_call_back is invoked on each element.
    r  r>  s      rK   Ú	nodes_maprn  
  s    € ð
 ò ˆÙ�tÕðà€Lrb   Úold_nodeÚnew_nodec                 ó�   — | j                  |«       | j                  j                  «        | j                  j	                  | «       y)z5
    Replace all uses of old_node with new_node.
    N)Úreplace_all_uses_withÚusersÚclearrS   Ú
erase_node)ro  rp  s     rK   Únode_replace_rv    s4   € ð ×"Ñ" 8Ô,Ø‡N�N×ÑÔØ‡N�N×Ñ˜hÕ'rb   c                 óÚ   — t        |t        j                  j                  «      rGt	        |d«      r:d|j
                  v r+| j
                  j                  d|j
                  d   i«       y y y y )Nr   r|   )rZ   rV   rW   r}   Úhasattrr   Úupdate)rš   rA   s     rK   Ú_update_gm_meta_if_possiblerz    sY   € ä�3œŸ™×,Ñ,Ô-Ü�C˜Ô Ø˜Ÿ™Ñ à
�‰�‰˜ #§(¡(¨8Ñ"4Ð5Õ6ð !ð !ð 	.rb   Úcall_mod_nodec           
      óê  ‡— | j                   dk7  rt        d| j                   › �«      ‚| j                  j                  }|€t        d«      ‚t	        | j
                  t        «      s+t        dt        | j
                  «      j                  › �«      ‚t        || j
                  «      }d„ |j                  j                  D «       }d„ |j                  j                  D «       }|j                  j                  D �cg c]  }|j                   dk(  sŒ|‘Œ }}t        || j                  «      D ]L  \  }}t	        |t        j                  j                  «      st        d	t        |«      › �«      ‚t!        ||«       ŒN |j                  j#                  | «      5  |D ]¬  }|j                  j%                  |«      }	|j                   d
k(  rt|	j
                  }
t'        ||
«      r*d}d|› �}
t'        ||
«      r|dz  }d|› �}
t'        ||
«      rŒ|
|	_        t)        ||	j
                  t        ||j
                  «      «       t!        ||	«       Œ® t+        |«      dkD  �rJt+        |«      dk7  st+        |d   j                  «      dk7  rt        dt+        |«      › d�«      ‚|d   j                  d   Št	        ‰t        j                  j                  «      r'‰j,                  j/                  «        t!        | ‰«       nÇt	        ‰t0        t2        f«      r~‰D ]   }|j,                  j5                  |d   «       Œ" t7        t1        | j,                  j9                  «       «      d„ «      }t;        |ˆfd„«       | j                  j=                  | «       n3t?        dt        ‰«      › d�«      ‚| j                  j=                  | «       ddd«       |jA                  «        |jC                  «        |S c c}w # 1 sw Y   Œ0xY w)z‘
    Inline the submodule of the given node into the parent module.
    Note: we only support the case where submodule takes tensors inputs.
    rx   zexpected call_module op, got Nz owning_module should not be Nonezexpected target to be str, got c              3   ó@   K  — | ]  }|j                   d k(  sŒ|–— Œ y­w)rž   N©rU   ©Ú.0r`   s     rK   ú	<genexpr>znode_inline_.<locals>.<genexpr>7  s   è ø€ Ò
K�D°$·'±'¸]Ó2JŒ4Ñ
Kùs   ‚—c              3   ó>   K  — | ]  }|j                   d vsŒ|–— Œ y­w))rž   ÚoutputNr~  r  s     rK   r�  znode_inline_.<locals>.<genexpr>8  s!   è ø€ ò Ø¨t¯w©wÐ>WÒ/WŒñùs   ‚–rƒ  zexpected fx.Node, got rP   r�   Úsubmod_r   z*expected exactly 1 output with 1 arg, got z outputsc                 ó\   — | j                   dk(  xr | j                  t        j                  u S )Nr{   )rU   r7   ÚoperatorÚgetitemrh  s    rK   r5  znode_inline_.<locals>.<lambda>f  s)   €  §¡¨OÑ!;ò "8ØŸ™¤x×'7Ñ'7Ð7ð rb   c                 ó<   •— t        | ‰| j                  d      «      S ©Nr�   )rv  rN  )Úget_item_nodeÚ
new_outputs    €rK   r5  znode_inline_.<locals>.<lambda>l  s"   ø€ ¬-Ø%Ø" =×#5Ñ#5°aÑ#8Ñ9ó+€ rb   zUnsupported output type z2. Expect it to be a Node or a list/tuple of Nodes.)"rU   rr   rS   Úowning_modulerZ   r7   r~   rÄ   rÅ   r:   rT   rï   rN  rV   rW   ÚNoderv  rX  Ú	node_copyrx  r=   r•   rs  rt  r  r  r<   r?  Úkeysrn  ru  ÚNotImplementedErrorÚdelete_all_unused_submodulesr]   )r{  rš   Úsub_gmÚphsÚbodyr`   rƒ  ÚphrŒ   rp  Únew_target_namerÌ   Úget_item_usersr‹  s                @rK   Únode_inline_r˜  &  sƒ  ø€ ð
 ×Ñ˜=Ò(ÜÐ<¸]×=MÑ=MÐ<NÐOÓPÐPØ	×	Ñ	×	*Ñ	*€BØ	€zÜÐ?Ó@Ð@ä�m×*Ñ*¬CÔ0ÜØ-¬d°=×3GÑ3GÓ.H×.QÑ.QÐ-RÐSó
ð 	
ô �R˜×-Ñ-Ó.€Fá
K˜FŸL™L×.Ñ.Ô
K€CñØŸ™×+Ñ+ô€Dð  &Ÿ|™|×1Ñ1ÖI�t°T·W±WÀÓ5HŠdÐI€FÐIä�s˜M×.Ñ.Ó/ò ‰ˆˆCÜ˜#œuŸx™xŸ}™}Ô-Ü Ð#9¼$¸s»)¸Ð!EÓFÐFÜ�b˜#Õðð
 
�‰×	"Ñ	" =Ó	1ñ 5:Øò 	*ˆDØ—x‘x×)Ñ)¨$Ó/ˆHØ�w‰w˜*Ò$Ø"*§/¡/�Ü˜2˜Ô/à�AØ(/°¨s m�OÜ! " oÔ6Ø˜Q™˜Ø,3°A°3¨-˜ô " " oÕ6ð #2�”Ü˜˜HŸO™O¬W°V¸T¿[¹[Ó-IÔJÜ˜$ Õ)ð	*ô ˆv‹;˜‹?Ü�6‹{˜aÒ¤3 v¨a¡y§~¡~Ó#6¸!Ò#;Ü$Ø@ÄÀVÃÀÈXÐVóð ð   ™Ÿ™¨Ñ*ˆJä˜*¤e§h¡h§m¡mÔ4ð × Ñ ×&Ñ&Ô(Ü˜m¨ZÕ8Ü˜J¬¬u¨Ô6à&ò .�DØ—J‘J—N‘N 6¨!¡9Õ-ð.ô ".Ü˜×,Ñ,×1Ñ1Ó3Ó4ñ8ó"�ô Ø"óôð ×#Ñ#×.Ñ.¨}Õ=ä)Ø.¬t°JÓ/?Ð.@Ð@rÐsóð ð ×Ñ×*Ñ*¨=Ô9÷k5:ðn ×#Ñ#Ô%Ø‡L�L„NØ€IùòA J÷5:ð 5:ús    Ã9O$ÄO$ÆA1O)ÈF4O)Ï)O2c                 óª  — t        j                  | j                  «      }|j                  d   }dt        j
                  i}g }|j                  «       D ]d  \  }}t        |j                  |«      D �cg c]  }|j                  ‘Œ }}|D ]-  }	|	dk(  rŒ	|j                  t        j                  |	|«      «       Œ/ Œf t        j                  |¬«      S c c}w )zÅ
    Get source code and parse argument names using AST. The function returns
    a signature of the forward() function.

    # TODO: Directly provide inspect.signature compatible TS-d module.
    r   rN  Úself)Ú
parameters)ÚastÚparseÚcoder”  r   ÚPOSITIONAL_OR_KEYWORDr8   r:   rN  rŒ   r  ÚinspectÚ	Signature)
rA   Úast_modÚast_func_defÚarg_type_mapÚ
param_listÚarg_typeÚ
param_typeÚaÚarg_name_listÚarg_names
             rK   Ú&_get_torch_jit_trace_forward_signaturer«  ~  sÏ   € ô �i‰i˜Ÿ™Ó!€GØ$+§L¡L°¡O€Lð œI×;Ñ;Ð<€Lð €JØ ,× 2Ñ 2Ó 4ò GÑˆ�*Ü(/°×0AÑ0AÀ8Ó(LÖM 1˜Ÿ›ÐMˆÐMØ%ò 	GˆHØ˜6Ò!ØØ×Ñœg×/Ñ/°¸*ÓEÕFñ	GðGô ×Ñ¨
Ô3Ð3ùò Ns   Á1Cc                 ó|  — t        | t        j                  j                  t        j                  j                  f«      rCt        | «      }t        |j                  «      t        |«      t        |«      z   k7  r*t        d«      ‚t        j                  | j                  «      }i  |j                  |Ž j                  ¥|¥S )NzyArguments other than POSITIONAL_OR_KEYWORD kinds in forward() are not supported in _get_torch_jit_trace_forward_signature)rZ   rV   ÚjitÚScriptModuleÚTracedModuler«  r•   r›  rr   r   Ú	signatureÚforwardÚbind_partialÚ	arguments)rA   Ú	fake_argsÚfake_kwargsrh   s       rK   Ú_bind_signature_to_inputsr¶  —  s    € Ü�#œŸ	™	×.Ñ.´·	±	×0FÑ0FÐGÔHÜ4°SÓ9ˆô ˆs�~‰~Ó¤# i£.´3°{Ó3CÑ"CÒCÜ ðNóð ô
 ×Ñ §¡Ó,ˆð EÐˆc×Ñ 	Ð*×4Ñ4ÐD¸ÐDÐDrb   c                 óÜ   — |j                  | «       t        j                  d| «      }|rC|j                  d«      |j                  d«      }}t	        |«      ||   kD  rt	        |«      ||<   y y y )Nr·   r�   r¸   )r>   r¹   rº   r»   r¼   )rE   r²   r³   rº   rs   r¾   s         rK   Ú_build_cacher¸  «  sc   € Ø‡N�N�4ÔÜ�H‰H�] DÓ)€EÙØ—K‘K “N E§K¡K°£N�ˆÜˆq‹6�N 6Ñ*Ò*Ü%(¨£VˆN˜6Ò"ð +ð rb   c           	      óô  — g }| j                   j                  D �]p  }|j                  dk(  sŒt        |j                  t
        j                  j                  «      sŒC|j                  j                  dk(  r`|j                  \  }}}}|j                  t        | |j                  «      |f«       |j                  t        | |j                  «      |f«       Œ¼|j                  j                  dk(  rG|j                  d   |j                  dd }}|j                  t        | |j                  «      |f«       �Œ|j                  j                  dk(  s�Œ7|j                  \  }	}
}|j                  t        | |	j                  «      |
|z   f«       �Œs |D ]ç  \  }}i }t        t        «      }t        «       }t        |j                   j                  «      D ]Š  \  }}|t!        |«      k  rO||   j"                  ||j"                  <   ||   j"                  x|_        |_        t%        |j"                  ||«       Œct'        ||||j"                  |j"                  «      |_        ŒŒ t)        |«       |j+                  «        Œé y)a0  
    Propagate placeholder names from the top-level graph into HigherOrderOp subgraphs,
    and handle collisions with non-placeholders by count suffixing.
    Different HOO subgraph types have different input schemas, so we first enumerate them
    and gather the top-level named placeholder nodes.
    r{   ÚcondÚwrap_with_set_grad_enabledr�   r¸   NÚmap_impl)rS   rT   rU   rZ   r7   rV   r„   r…   Ú_nameÚ_argsr  r:   r   r¼   rR   rñ   r•   rE   r¸  rÀ   Ú_name_hoo_subgraph_placeholdersr]   )rš   Úsubgraph_ph_tuplesr`   r‹   Ú
true_graphÚfalse_graphÚ	cond_argsÚsubgraphr“  Ú
body_graphÚarrayrN  Úhoo_phsr±   r²   r³   rÌ   s                    rK   r¿  r¿  ´  s  € ð RTÐØ—‘—‘ó ˆØ�7‰7�oÓ%¬*Ø�K‰KœŸ™×7Ñ7õ+
ð �{‰{× Ñ  FÒ*Ø8<¿
¹
Ñ5��:˜{¨IØ"×)Ñ)¬7°2°z×7HÑ7HÓ+IÈ9Ð*UÔVØ"×)Ñ)¬7°2°{×7IÑ7IÓ+JÈIÐ*VÕWØ—‘×"Ñ"Ð&BÒBØ $§
¡
¨1¡¨t¯z©z¸!¸"¨~˜#�Ø"×)Ñ)¬7°2°x·±Ó+GÈÐ*MÖNØ—‘×"Ñ" jÔ0Ø*.¯*©*Ñ'�
˜E 4Ø"×)Ñ)Ü˜R ×!2Ñ!2Ó3°U¸T±\ÐBöðð& 0ò Ñˆ�'Ø#%ˆÜ)4´SÓ)9ˆÜ"›uˆ
Ü  §¡×!5Ñ!5Ó6ò 	‰GˆAˆtØ”3�w“<ÒØ&-¨a¡j§o¡o�˜Ÿ™Ñ#Ø*1°!©*¯/©/Ð9�”	˜DœKÜ˜TŸY™Y¨¸
ÕCä6Ø˜n¨j¸$¿)¹)ÀTÇYÁYó�•	ð	ô 	(¨Ô1Ø×ÑÕñ!rb   Úcustom_metac                 óR  — | j                   j                  D �]�  }|j                  dk(  �rV|j                  |vrt	        d|j                  ›d�«      ‚||j                     x|_        |_        |j                  |v rÇ|j                  j                  d«      €i |j                  d<   nq|j                  d   j                  «       D ]Q  \  }}|||j                     v sŒ|||j                     |   k7  sŒ.t	        d|› d|› d||j                     |   › d	�«      ‚ |j                  d   j                  ||j                     «       t        |j                  d
   t        «      s�ŒJ|j                  |j                  d
   _        �Œj|j                  |v s�Œz||j                     |_        �Œ� y)zL
    Assign new names to all nodes, in the graph module, from name map.
    rž   zplaceholder node ú not in name_mapr|   Nz$Mismatch in custom metadata for key z. Value in node.meta is z and value in custom_meta is r1   r©   )rS   rT   rU   rE   rr   r7   r   rª   r8   ry  rZ   r   )rš   r±   rÈ  r`   r¤   r¥   s         rK   Ú_assign_new_node_namesrË  ä  s‹  € ð —‘—‘ó ,ˆØ�7‰7�mÓ#Ø�y‰y Ñ(Ü$Ð'8¸¿¹¸ÐEUÐ%VÓWÐWØ&.¨t¯y©yÑ&9Ð9ˆDŒI˜œØ�y‰y˜KÑ'Ø—9‘9—=‘= Ó*Ð2Ø*,�D—I‘I˜hÒ'ð !%§	¡	¨(Ñ 3× 9Ñ 9Ó ;ò ™˜˜1à ¨T¯Y©YÑ!7Ò7Ø ! [°·±Ñ%;¸AÑ%>Ó >ä"0Ø"FÀqÀcð J0Ø01¨sÐ2OÐP[Ð\`×\eÑ\eÑPfÐghÑPiÐOjÐjkð!mó#ð ðð —	‘	˜(Ñ#×*Ñ*¨;°t·y±yÑ+AÔBô ˜$Ÿ)™) EÑ*Ô,=Ö>Ø(,¯	©	�—	‘	˜%Ñ Ö%Ø�Y‰Y˜(Ó"Ø  §¡Ñ+ˆDŽIñ3,rb   Úexport_graph_signaturer@   c                 ó	  ‡— i }t        |t        j                  j                  «      rF|j                  j
                  D ]-  }d|j                  v sŒ|j                  d   ||j                  <   Œ/ d„ }	d„ Ši }
t        t        «      }t        «       }t        |||«      }t        |«      \  }}|j                  D �cg c]5  }|j                  t        j                   k(  r|j"                  j                  ‘Œ7 }}t%        ||«      D ]L  \  \  }}}|sŒt'        |
|||t(        t        j                      dj+                  ˆfd„|D «       «      z   d¬«       ŒN |j                  D ]×  }|j                  t        j                   k(  rŒ!|j                  t        j,                  k(  rd}n  |	|j.                  «      j1                  «       }t3        j4                  d	d|«      }t'        |
|||j"                  j                  t(        |j                     |z   d¬«       ||v sŒ¶||   ||
|j"                  j                     <   ||= ŒÙ | j                  j
                  D ]5  }|j6                  d
k(  rŒt'        |
|||j                  |j                  «       Œ7 t9        | |
|«       t;        | «       | j=                  «        |j                  D ]©  }|j"                  j                  |
vr#t?        d|j"                  j                  ›d�«      ‚|
|j"                  j                     |j"                  _        |j                  t        j@                  k(  sŒ„|j.                  |
v sŒ“|
|j.                     dd |_        Œ« |jB                  D ]ƒ  }|j"                  j                  |
v r(|
|j"                  j                     |j"                  _        |j                  tD        jF                  k(  sŒa|j.                  |
v sŒp|
|j.                     |_        Œ… tI        |jK                  «       «      D ]o  }||   }||
v sŒt        |t        jL                  «      rŒ(|
|   }||k7  sŒ3t3        jN                  d|«      sŒJ|t(        t        j@                     |z   k7  sŒh|||<   ||= Œq yc c}w )aQ  
    This pass is run at the end of _export_non_strict() to assign better placeholder node names:
        - User inputs:
            These follow the signature of mod.forward(), e.g. forward(x, y) produces nodes x, y.
            For nested inputs from dictionaries, lists, tuples, or dataclasses,
            the names are a concatenation of the path to the tensor.
                e.g. x = {
                    'a': torch.randn(),
                    'b': [torch.randn(), torch.randn()]
                }
            produces nodes x_a, x_b_0, x_b_1.
        - Parameters/buffers/constants/custom objects:
            These follow the FQN of the object, prefixed by "p", "b", "c", "obj" respectively.
                e.g. self.bar.l0.weight produces "p_bar_l0_weight".
        - Effect tokens:
            These are named token, token_1, ...
    r|   c                 ó²   — | j                  d«      r| t        d«      d  } n| j                  d«      r| t        d«      d  } t        j                  dd| «      } | S )NÚ
L__self___Úself_ú[^a-zA-Z0-9]r‹   )Ú
startswithr•   r¹   Úsub©Úxs    rK   Ú_strip_namez,placeholder_naming_pass.<locals>._strip_name)  sS   € Ø�<‰<˜Ô%Ø”#�lÓ#Ð%Ð&‰AØ�\‰\˜'Ô"Ø”#�g“,�.Ð!ˆAÜ�F‰F�? C¨Ó+ˆØˆrb   c                 ó0  — t        | t        «      r,t        j                  ddt	        | j
                  «      «      } | S t        | t        «      rt	        | j                  «      S t        | t        «      r| j                  S t        dt        | «      › d| › �«      ‚)NrÑ  r‹   zPytree key of type z not handled for )rZ   r$   r¹   rÓ  r~   r½   r%   rÆ   r!   rE   rg   rÄ   rÔ  s    rK   Ú_extract_pytree_keyz4placeholder_naming_pass.<locals>._extract_pytree_key1  st   € Ü�aœÔ$Ü—‘�¨¬S°·±«ZÓ8ˆAØˆHÜ˜œ;Ô'Ü�q—u‘u“:ÐÜ˜œ:Ô&Ø—6‘6ˆMäÐ!4´T¸!³W°IÐ=NÈqÈcÐRÓSÐSrb   r‹   c              3   óJ   •K  — | ]  } ‰|«      j                  «       –— Œ y ­wr  )Úlower)r€  rÕ  rØ  s     €rK   r�  z*placeholder_naming_pass.<locals>.<genexpr>S  s    øè ø€ ÒL¸aÑ.¨qÓ1×7Ñ7×9ÑLùs   ƒ #T)rµ   r)   rÑ  rž   zinput spec arg rÊ  é   Nz
arg(\d+)_1)(rZ   rV   rW   r}   rS   rT   r   rE   r   r¼   rR   r¶  r'   r3   r4   r   Ú
USER_INPUTrŒ   rï   rÀ   Úplaceholder_prefixesÚjoinÚTOKENr7   rÚ  r¹   rÓ  rU   rË  r¿  r]   rr   Ú
CUSTOM_OBJre   r   ÚUSER_INPUT_MUTATIONr  r�  r[   rº   )rš   rÌ  rA   r´  rµ  Úfake_params_buffersr@   rÈ  r`   rÖ  r±   r²   r³   Úcombined_argsró   r‹   rC   Úuser_input_namesÚarg_pathÚ_argÚuser_input_nameÚ	base_namerE   Úconstantr¿   rØ  s                            @rK   Úplaceholder_naming_passrê    sý  ø€ ð6 #%€KÜ�#”u—x‘x×+Ñ+Ô,Ø—I‘I—O‘Oò 	=ˆDØ˜4Ÿ9™9Ò$Ø)-¯©°8Ñ)<�˜DŸI™IÒ&ð	=òò	Tð  "€HÜ%0´Ó%5€NÜ›5€Jô .¨c°9¸kÓJ€Mä3°MÓBÑÐ˜ð +×6Ñ6öàØ�9‰9œ	×,Ñ,Ò,ð 	�‰�‹ðÐð ô .1Ð1DÐFVÓ-Wò 
Ñ)Ñˆ�4˜/ÚÜ&ØØØØÜ$¤Y×%9Ñ%9Ñ:Ø—(‘(ÓLÀ8ÔLÓLñMà#öð
ð '×2Ñ2ò 'ˆØ�9‰9œ	×,Ñ,Ò,ØØ�9‰9œ	Ÿ™Ò'Ø‰Iá# D§K¡KÓ0×6Ñ6Ó8ˆIÜ—F‘F˜?¨C°Ó;ˆ	ä"ØØØØ�H‰H�M‰MÜ  §¡Ñ+¨iÑ7Øõ	
ð ˜Ò#ð 4?¸yÑ3IˆK˜ §¡§¡Ñ/Ñ0Ø˜IÑ&ð-'ð8 —‘—‘ò 
ˆØ�7‰7�mÒ#ØÜ"Ø�n j°$·)±)¸T¿Y¹Yõ	
ð
ô ˜2˜x¨Ô5ô $ BÔ'ð ‡L�L„Nð '×2Ñ2ò 4ˆØ�8‰8�=‰= Ñ(Ü  ?°4·8±8·=±=Ð2CÐCSÐ!TÓUÐUØ  §¡§¡Ñ/ˆ�‰Œà�I‰Iœ×-Ñ-Ó-°$·+±+ÀÒ2Ið # 4§;¡;Ñ/°°Ð3ˆD�Kð4ð '×3Ñ3ò 0ˆØ�8‰8�=‰=˜HÑ$Ø$ T§X¡X§]¡]Ñ3ˆD�H‰HŒMØ�9‰9œ
×6Ñ6Ó6¸4¿;¹;È(Ò;Rà" 4§;¡;Ñ/ˆD�Kð0ô �Y—^‘^Ó%Ó&ò $ˆØ˜T‘?ˆØ�8Ò¤JØ”e—l‘lõ%
ð   ‘~ˆHà˜DÓ Ü—H‘H˜]¨DÕ1ØÔ 4´Y×5IÑ5IÑ JÈTÑ QÓQà&.�	˜(Ñ#Ø˜d‘Oñ$ùòis   Â8:Rr^   Úin_placec                 ó  — |r6| j                  «       D ]!  \  }}t        |d«      sŒt        | |   d«       Œ# | S i }| j                  «       D ]8  \  }}t        |d«      r"|j                  «       j	                  «       ||<   Œ4|||<   Œ: |S )zÍ
    If `in_place` is false, return a new copy of `state_dict` with "proxy" removed from `v.__dict__`.
    `v` is the values in the dictionary.
    If `in_place` is true, modify `state_dict` in place.
    r‡   )r8   rx  ÚdelattrÚdetachÚclone)r^   rë  r¤   r¥   Únew_state_dicts        rK   Úremove_proxy_from_state_dictrñ  §  s™   € ñ Ø×$Ñ$Ó&ò 	0‰DˆAˆqÜ�q˜'Õ"Ü˜
 1™ wÕ/ð	0ð ÐàˆØ×$Ñ$Ó&ò 	&‰DˆAˆqÜ�q˜'Ô"Ø$%§H¡H£J×$4Ñ$4Ó$6�˜qÒ!à$%�˜qÒ!ð		&ð
 Ðrb   c                 óD  — g }g }| j                   j                  D ]ö  }|j                  dk(  rMd|j                  v r?|j                  d   }|€Œ2t	        |t
        j                  «      sŒM|j                  |«       Œ_t        |«      dk(  sŒnd|j                  v sd|j                  v sŒ‹d}d|j                  v r|j                  d   }nd|j                  v r|j                  d   }|€ŒËt	        |t
        j                  «      sŒæ|j                  |«       Œø t        ||z   «      S )a  
    For a given graph module, we look at the "val" of placeholder nodes to find the fake inputs.
    Additionally, if gm doesn't have placeholders, we further look at the "example_value" or "val" of other nodes.
    If no fake mode is found, we return None for fake_mode.
    rž   r©   Nr   Úexample_value)
rS   rT   rU   r   rZ   rV   r[   r  r•   r   )rš   Ú	fake_inpsÚ	fake_valsr`   Úfake_vals        rK   r«   r«   ¼  sú   € ð %'€IØ$&€IØ—‘—‘ò +ˆØ�7‰7�mÒ#¨°·±Ñ(:Ø—y‘y Ñ'ˆHØÑ#¬
°8¼U¿\¹\Õ(JØ× Ñ  Õ*Ü�‹^˜qÓ Ø˜tŸy™yÑ(¨E°T·Y±YÒ,>àˆHØ $§)¡)Ñ+ØŸ9™9 _Ñ5‘Ø˜$Ÿ)™)Ñ#ØŸ9™9 UÑ+�ØÑ#¬
°8¼U¿\¹\Õ(JØ× Ñ  Õ*ð+ô  ˜I¨	Ñ1Ó2Ð2rb   c              #   ó  K  — t        | j                  «      }t        | j                  «      }| j                  j                  «        | j                  j                  «        	 d –— || _        || _        y # || _        || _        w xY w­wr  )r  Ú_state_dict_hooksÚ_state_dict_pre_hooksrt  )rA   Ústate_dict_hooksÚstate_dict_pre_hookss      rK   Ú_disable_load_state_dict_hooksrü  Ú  sw   è ø€ ä,0°×1FÑ1FÓ,GÐÜ04°S×5NÑ5NÓ0OÐØ×Ñ×ÑÔ!Ø×Ñ×#Ñ#Ô%ð9Ûà 0ˆÔØ$8ˆÕ!øð !1ˆÔØ$8ˆÕ!üs   ‚ABÁ"A5 Á&BÁ5BÂBrU   r   c                 ó  — t         j                  j                  | j                  «       t         j                  j                  j
                  «      xs0 t         j                  j                  j
                  | j                  v S r  )rV   r‘   Ú%_dispatch_has_kernel_for_dispatch_keyrE   ÚDispatchKeyÚCompositeImplicitAutogradÚ
py_kernelsr~  s    rK   Ú
_is_cia_opr  ç  sX   € ä�‰×6Ñ6Ø�G‰G‹I”u—x‘x×+Ñ+×EÑEó	
ò 	Kô �8‰8×Ñ×9Ñ9¸R¿]¹]ÐJð	rb   c                 ó2   — t        | «      xr t        | «      S r  )Ú_check_valid_to_preserver  r~  s    rK   Ú_is_preservable_cia_opr  ð  s   € Ü# BÓ'Ò:¬J°r«NÐ:rb   c                 óL   — | j                  «       j                  d«      d   dk(  S )Nú::r   rR  )rE   r9   r~  s    rK   Ú_is_aten_opr  ô  s!   € Ø�7‰7‹9�?‰?˜4Ó  Ñ# vÑ-Ð-rb   c                 ó   — t        | «       S r  )r  r~  s    rK   Ú_is_custom_opr
  ø  s   € Ü˜2‹ÐÐrb   c            	      ó„  — t         j                  j                  d«      } | D ]œ  }t        |j	                  d«      «      \  }}|j	                  d«      }t        |«      dvrt        dt        |«      › �«      ‚|d   }d}t        |«      dk(  r|d	   }t        t        t        t         j                  |«      |«      |«      }Œž y
)z�
    Utility function to query C++ dispatcher to get the all
    possible CIA ops and populate them into torch.ops namespace
    r   r  r1   )r�   r¸   zexpected 1 or 2 parts, got r   rW  r¸   r�   N)	rV   r‘   Ú,_dispatch_get_registrations_for_dispatch_keyr  r9   r•   rr   r:   rQ  )Úcia_opsrU   Ú	namespaceÚop_nameÚ
split_listÚop_overload_namer‹   s          rK   Ú_materialize_cpp_cia_opsr  þ  s»   € ô
 �h‰h×CÑCØ#ó€Gð
 ò WˆÜ" 2§8¡8¨D£>Ó2Ñˆ	�7Ø—]‘] 3Ó'ˆ
äˆz‹? &Ñ(Ü Ð#>¼sÀ:»Ð>OÐ!PÓQÐQØ˜Q‘-ˆØ$ÐÜˆz‹?˜aÒØ)¨!™}Ðä”GœG¤E§I¡I¨yÓ9¸7ÓCÐEUÓV‰ñWrb   c                  ó   — t         S )z]
    This is an special marker that tells our infra that we shouldn't decompose this op.
    )ÚNotImplementedrM  s     rK   Ú_special_op_to_preserve_ciar    s
   € ô Ðrb   c                 ó|  — ddl m}  || «      ry| t        j                  v ryt	        | d«      syt        | j                  j                  D �cg c]  }|j                  €Œ|‘Œ c}«      }|dk7  xs | j                  j                  }|ryt        j                  j                  | j                  «       «      syyc c}w )Nr   )Ú#_should_decompose_because_unsafe_opFÚ_schemaT)Útorch._decompr  r   Úmetadata_fnsrx  r•   r  r³  Ú
alias_infoÚ
is_mutablerV   r‘   Ú_dispatch_has_kernelrE   )Úop_overloadr  rÌ   r  Úis_mutating_or_aliasings        rK   r  r  !  s¦   € ÝAá*¨;Ô7ØØÔ&×3Ñ3Ñ3Øä�; 	Ô*ØäØ×'Ñ'×1Ñ1ÖNˆq°Q·\±\Ñ5MŠÒNó€Jð )¨A™oÒO°×1DÑ1D×1OÑ1OÐáØä�8‰8×(Ñ(¨×)9Ñ)9Ó);Ô<Øàùò 	Os   ÁB9ÁB9r�   )Úmaxsizec                  óH   — t        t        j                  j                  «      S r  )Ú(_collect_all_valid_cia_ops_for_namespacerV   rQ  rR  r  rb   rK   Ú-_collect_all_valid_cia_ops_for_aten_namespacer#  ;  s   € ä3´E·I±I·N±NÓCÐCrb   Úop_namespacec                 óÐ   — t        «        t        «       }| D ]L  }t        | |«      }|j                  «       D ]+  }t        ||«      }t	        |«      sŒ|j                  |«       Œ- ŒN |S r  )r  rR   r:   Ú	overloadsr  r>   )r$  r  rU   Ú	op_packetÚoverloadr  s         rK   r"  r"  @  sm   € ô Ôô ‹e€GØò )ˆÜ˜L¨"Ó-ˆ	Ø!×+Ñ+Ó-ò 	)ˆHÜ! )¨XÓ6ˆKÜ% kÕ2Ø—‘˜KÕ(ñ	)ð)ð €Nrb   c                  óh  — t        «       } t        j                  j                  D ]Š  }|dk7  rvt	        t        j                  |«      st        d|›�«      ‚t        t        j                  |«      }t        |t        j                  j                  «      sŒo| t        |«      z  } Œ~| t        «       z  } ŒŒ | S )a  
    This is an util function that gets the all CIA functional ops.

    The algorithm is in 2 steps:
      1. We first query C++ dispatcher to get the list of CIA ops
         and then we call getattr on torch.ops.aten to lazily populate
         them.

      2. Sometimes, handful of ops have CIA registered in python dispatcher
         but not on the C++ side, these can't be caught at the first step.
         So we walk again to get the final list.

    Note that the output of this function should never be modified
    rR  z"torch.ops does not have attribute )rR   rV   rQ  Ú_dirrx  rr   r:   rZ   r„   Ú_OpNamespacer"  r#  )r  Úop_namespace_namer$  s      rK   Ú_collect_all_valid_cia_opsr-  Q  s¡   € ô ‹e€GÜ"ŸY™YŸ^™^ò GÐà Ò&Üœ5Ÿ9™9Ð&7Ô8Ü$Ø8Ð9JÐ8MÐNóð ô #¤5§9¡9Ð.?Ó@ˆLÜ˜,¬¯
©
×(?Ñ(?Õ@ØÔCÀLÓQÑQ‘àÔDÓFÑF‰GðGð €Nrb   c                 ó  — t         j                  j                  j                  }|| j                  v r@t        | j                  |   t         j                  j                  «      s| j                  |   S d„ }t        j                  || ¬«      S )Nc                  óD  — |d   }|d= t         j                  j                  j                  }t         j                  j	                  |j                  «       t         j                  j                  j                  «      r |j                  |g| ¢­i |¤ŽS t        d|› d�«      ‚)NÚkernelú	Expected z) to have CompositeImplicitAutograd kernel)rV   r‘   rÿ  r   rþ  rE   Ú_op_dkrr   )rN  rO  r0  Údks       rK   Ú_special_op_to_decompose_ciaz9_get_decomp_for_cia.<locals>._special_op_to_decompose_cia{  s�   € Ø˜Ñ!ˆØ�8Ðô �X‰X×!Ñ!×;Ñ;ˆÜ�8‰8×9Ñ9Ø�K‰K‹Mœ5Ÿ8™8×/Ñ/×IÑIô
ð !�6—=‘= Ð5 dÒ5¨fÑ5Ð5ä Ø˜F˜8Ð#LÐMóð rb   )r0  )rV   r‘   rÿ  r   r  rZ   rY  rZ  )rU   r3  r4  s      rK   Ú_get_decomp_for_ciar5  p  sk   € ô 
�‰×	Ñ	×	7Ñ	7€BØ	ˆR�]‰]Ñ¤:¨b¯m©m¸BÑ.?ÄÇÁ×AUÑAUÔ#VØ�}‰}˜RÑ Ð òô ×ÑÐ9À"ÔEÐErb   c               #   ó„  K  — t         j                  j                  } t         j                  j                  }	 dt         j                  _        dt         j                  _        d –— | t         j                  _        |t         j                  _        y # | t         j                  _        |t         j                  _        w xY w­wrA  )rV   ÚcompilerÚ_is_compiling_flagÚ_is_exporting_flag)Úold_compiling_flagÚold_exporting_flags     rK   Ú_compiling_state_contextr<  �  sy   è ø€ äŸ™×:Ñ:ÐÜŸ™×:Ñ:Ðð?Ø,0Œ�‰Ô)Ø,0Œ�‰Ô)Ûà,>Œ�‰Ô)Ø,>Œ�‰Õ)øð -?Œ�‰Ô)Ø,>Œ�‰Õ)üs   ‚5C ¸.B Á&+C Â,B=Â=C r¯   c                 ó2  — i t        |j                  d¬«      «      ¥t        |j                  d¬«      «      ¥}i }i }|j                  «       D ]G  \  }}t	        |«      |v r|t	        |«         }n!| j                  |d¬«      }||t	        |«      <   |||<   ŒI |S )NF)rz   T)Ústatic_shapes)r  r‚   rƒ   r8   ÚidÚfrom_tensor)r¯   rA   Úparams_buffersÚfaked_params_buffersÚmemor½   rF   Úfake_tensors           rK   Ú_fakify_params_buffersrE  š  s¶   € ðÜ
ˆs×#Ñ#°UÐ#Ó;Ó
<ðä
ˆs× Ñ °%Ð Ó8Ó
9ð€Nð
 ÐØ"$€DØ$×*Ñ*Ó,ò 0‰
ˆˆUÜˆe‹9˜ÑØœr %›y™/‰Kà#×/Ñ/°ÀTÐ/ÓJˆKØ)ˆD”�E“‰OØ$/Ð˜SÒ!ð0ð  Ðrb   c           	      ó.  ‡ ‡
‡— t        ‰ t        j                  j                  «      st	        d‰ › �«      ‚ddl} G ˆ
ˆ fd„d|j                  «      Š
dt        dt        t        t           t        f   fˆ
fd„}d	t        t           d
t        dt        fˆfd„}dt        dt        t        t           t        f   fˆfd„}|Š|}‰ j                  dz   ‰ j                  z   }d„ }ˆ
fd„}t        ‰ ‰|||||¬«       dt        t           fˆfd„}	t        ‰ |	«       y)aF  
    Registers a module as a valid input type for :func:`torch.export.export`.

    Args:
        mod: the module instance
        serialized_type_name: The serialized name for the module. This is
        required if you want to serialize the pytree TreeSpec containing this
        module.

    Example::

        import torch


        class Module(torch.nn.Module):
            def __init__(self):
                super().__init__()
                self.linear = torch.nn.Linear(3, 3)

            def forward(self, x):
                return self.linear(x)


        torch._export.utils.register_module_as_pytree_node(InputDataClass)


        class Mod(torch.nn.Module):
            def forward(self, x, m):
                return m(x) + x


        ep = torch.export.export(Mod(), (torch.randn(3), Module()))
        print(ep)

    z!expected nn.Module subclass, got r   Nc                   ó2   •‡ — e Zd Zˆ ˆfd„Zd„ Zˆfd„Zˆ xZS )ú=register_module_as_pytree_input_node.<locals>.PrototypeModulec                 óò   •— t        ‰| �  |g|¢­i |¤Ž t        |t        j                  j
                  «      s!t        dt        |«      j                  › �«      ‚t        | d«      rt        d«      ‚‰| _
        y )Nzexpected nn.Module, got Ú
_proto_clsz_proto_cls should not be set)ÚsuperÚ__init__rZ   rV   r€   r�   rr   rÄ   rÅ   rx  rJ  )rš  ÚmrN  rO  Ú	__class__rý   s       €€rK   rL  zFregister_module_as_pytree_input_node.<locals>.PrototypeModule.__init__Ù  sg   ø€ Ü‰GÑ˜QÐ0 Ò0¨Ò0Ü˜a¤§¡§¡Ô1Ü$Ð'?ÄÀQÃ×@PÑ@PÐ?QÐ%RÓSÐSÜ�t˜\Ô*Ü$Ð%CÓDÐDØ!ˆD�Orb   c                 ó4   — | j                   |j                   k(  S r  )rJ  )rš  Úothers     rK   Ú__eq__zDregister_module_as_pytree_input_node.<locals>.PrototypeModule.__eq__á  s   € Ø—?‘? e×&6Ñ&6Ñ6Ð6rb   c                 ó   •—  ‰ | «       «      S r  r  )rš  rC  ÚPrototypeModules     €rK   Ú__deepcopy__zJregister_module_as_pytree_input_node.<locals>.PrototypeModule.__deepcopy__ä  s   ø€ Ù"¡4£6Ó*Ð*rb   )rÅ   Ú
__module__Ú__qualname__rL  rQ  rT  Ú__classcell__)rN  rS  rý   s   @€€rK   rS  rH  Ø  s   ù„ õ	"ò	7÷	+ð 	+rb   rS  r  r/   c                 óè   •— t        | j                  «       «      }t        | j                  «       «      }i |¥|¥}t        |j	                  «       «      t        |j                  «       «       ‰| «      gfS r  )r  r‚   rƒ   r  rŸ   r�  )r  r‚   rƒ   rA  rS  s       €rK   r  z@register_module_as_pytree_input_node.<locals>.default_flatten_fnç  ss   ø€ Ü × 4Ñ 4Ó 6Ó7ÐÜ˜S×.Ñ.Ó0Ó1ˆØ>Ð,Ð>°Ð>ˆÜ�N×)Ñ)Ó+Ó,Ü�×$Ñ$Ó&Ó'Ù˜CÓ ð/
ð 
ð 	
rb   rŸ   r  c           	      óÊ  •‡— |\  }}|� |«       €t        d«      ‚ |«       }‰	€t        d«      ‚ ‰	|«      \  }}dt        j                  j                  fˆfd„Št        d„ t        | |«      D «       «      r]t        j                  j                  j                  j                  |t        t        || «      «      dd¬«      5   ‰|«      }d d d «       |S |}|S # 1 sw Y   S xY w)Nz!Module has been garbage collectedzflatten_fn should not be NonerA   c                 óF  •— t        j                   | «      }| j                  j                  «       D ��ci c].  \  }}t        j                   |«      t        j                   |«      “Œ0 c}}|_        |j                  «       D ]  \  }}t	        || ‰|«      «       Œ |S c c}}w r  )ÚcopyÚ__dict__r8   Únamed_childrenr=   )rA   ri  r¤   r¥   rE   ÚchildÚcopy_modules         €rK   r_  zWregister_module_as_pytree_input_node.<locals>.default_unflatten_fn.<locals>.copy_moduleý  s€   ø€ Ü—)‘)˜C“.ˆCØCFÇ<Á<×CUÑCUÓCW×X¹4¸1¸aœDŸI™I a›L¬$¯)©)°A«,Ñ6ÓXˆCŒLØ"×1Ñ1Ó3ò 7‘��eÜ˜˜T¡;¨uÓ#5Õ6ð7àˆJùó Ys   ´3Bc              3   ó*   K  — | ]  \  }}||u–— Œ y ­wr  r  )r€  r¥   Úos      rK   r�  zUregister_module_as_pytree_input_node.<locals>.default_unflatten_fn.<locals>.<genexpr>  s   è ø€ Ò=™d˜a ˆq˜ŒzÑ=ùs   ‚T)Útie_weightsÚstrict)rg   rr   rV   r€   r�   Úanyrï   ÚutilsÚ	statelessÚ_reparametrize_moduler  )
rŸ   r  r  Úrefr  r  r‹   ri  r_  rþ   s
           @€rK   r  zBregister_module_as_pytree_input_node.<locals>.default_unflatten_fnð  sá   ù€ Ø!‰ˆ
�CØˆ;™#›%˜-ÜÐBÓCÐCÙ‹eˆØÐÜ Ð!@ÓAÐAÙ! #“‰ˆ	�1ð	œUŸX™XŸ_™_õ 	ô Ñ=¤c¨&°)Ó&<Ô=Ô=Ü—‘—‘×)Ñ)×?Ñ?Ø”Tœ#˜j¨&Ó1Ó2ÀÈTð @ó ñ 'ñ " #Ó&�÷'ð ˆ
ð ˆCØˆ
÷'ð ˆ
ús   Ã	CÃC"c                 óˆ   •—  ‰| «      \  }^}}t        ||«      D ��cg c]  \  }}t        |«      |f‘Œ c}}|g|¢fS c c}}w r  r  )r  r  r  rN  r¤   r¥   rþ   s         €rK   r  zJregister_module_as_pytree_input_node.<locals>.default_flatten_fn_with_keys  sW   ø€ Ù)3°C«Ñ&ˆ	Ð&�J Ü/2°:¸yÓ/I×J¡t q¨!”˜A“ Ò"ÓJØðM
àðM
ð 
ð 	
ùÓJs   ž>r1   c                 óT   — | ^}}t        j                  |gd gt        |«      z  ¢«      S r  )ÚjsonÚdumpsr•   )r  r�  r‹   s      rK   rú   zAregister_module_as_pytree_input_node.<locals>.to_dumpable_context  s,   € ØˆˆˆqÜ�z‰z˜4Ð4 D 6¬C°«F¡?Ð4Ó5Ð5rb   c                 ó€   •— t        j                  | «      } ‰t        j                  j	                  «       «      |d<   |S r‰  )rk  ÚloadsrV   r€   r�   )ÚdumpableÚsrS  s     €rK   rû   zCregister_module_as_pytree_input_node.<locals>.from_dumpable_context  s/   ø€ Ü�J‰J�xÓ ˆÙœuŸx™xŸ™Ó0Ó1ˆˆ!‰Øˆrb   r  c                 ór   •—  ‰| «      \  }}||j                   k7  rt        d|› d|j                   › �«      ‚|S )Nzcontext mismatch: z != )r  rr   )r  rC   Úflatsr  rþ   s       €rK   Údefault_flatten_fn_speczEregister_module_as_pytree_input_node.<locals>.default_flatten_fn_spec,  s>   ø€ Ù# C›‰ˆˆwØ�d—l‘lÒ"Ü Ð#5°g°Y¸dÀ4Ç<Á<À.Ð!QÓRÐRØˆrb   )Ú
issubclassrV   r€   r�   rr   Úweakrefrh  r	   r  r  r   r   rU  rV  r   r   )rý   ru  r  r  r  rÿ   rù   rú   rû   rs  rS  rþ   s   `         @@rK   Ú$register_module_as_pytree_input_noderv  ¯  s  ú€ ôH �cœ5Ÿ8™8Ÿ?™?Ô+ÜÐ@ÀÀÐFÓGÐGã÷+˜'Ÿ+™+ô +ð
¤ð 
¬¬d´3©i¼Ð.@Ñ(Aõ 
ð¤X¬c¡]ð ¼Wð Ìõ ð:
¬#ð 
´%¼¼S¹	Ä7Ð8JÑ2Kõ 
ð $€JØ'€LàŸ>™>¨CÑ/°#×2BÑ2BÑBÐò6ôô
 ØØØØ1Ø9Ø/Ø3õð¬d´3©iõ ô !ØØõrb   c                 ó0   — t        | «       t        | «       y r  )r   r   )rý   s    rK   Ú&deregister_module_as_pytree_input_noderx  8  s   € Ü˜CÔ Ü# CÕ(rb   c                 ó  — t        | t        j                  j                  «      st	        d| › d�«      ‚t        |t        j                  j                  «      st	        d|› d�«      ‚| j
                  |_        | j                  |_        y )Nr1  z to be a nn.Module)rZ   rV   r€   r�   rr   Ú_parametersr;   )ÚsrcÚdsts     rK   Ú_sync_stater}  =  sh   € Ü�cœ5Ÿ8™8Ÿ?™?Ô+Ü˜y¨¨Ð-?Ð@ÓAÐAÜ�cœ5Ÿ8™8Ÿ?™?Ô+Ü˜y¨¨Ð-?Ð@ÓAÐAð
 —o‘o€C„OØ—<‘<€C…Lrb   c                  ó8   — | r| ^}}|D ]  }t        ||«       Œ yy)z›
    Sync state between exported modules corresponding to wrapped methods.
    This might be necessary after serializing/deserializing due to copying.
    N)r}  )Úwrapped_method_modulesrM  Úother_msÚother_ms       rK   Ú
sync_stater‚  J  s.   € ñ
 Ø-ˆˆˆHØò 	$ˆGÜ˜˜7Õ#ñ	$ð rb   c                   ó   ‡ — e Zd Zˆ fd„Zˆ xZS )Ú_WrappedMethodc                 ó\   •— t         ‰| �  «        t        |j                  | «       || _        y r  )rK  rL  r}  Ú__self__r±  )rš  ÚmethodrN  s     €rK   rL  z_WrappedMethod.__init__V  s#   ø€ Ü‰ÑÔä�F—O‘O TÔ*àˆ�rb   )rÅ   rU  rV  rL  rW  )rN  s   @rK   r„  r„  U  s   ø„ ÷ð rb   r„  c                 óL   — t        | «      st        d| › d�«      ‚t        | «      S )z¬
    Wrap a method as a module so that it can be exported.
    The wrapped module's forward points to the method, and
    the method's original module state is shared.
    r1  z to be a method)r   rr   r„  )r‡  s    rK   Úwrap_methodr‰  ^  s+   € ô �FÔÜ˜y¨¨°Ð@ÓAÐAÜ˜&Ó!Ð!rb   )r/   r   )rh   r   )rl   r   rj   r   )Fr  )NN)r/   N)r  r   )rU   r   )–rœ  r[  r  rY  r   rk  rá   r†  r¹   Úcollectionsr   Úcollections.abcr   r   Ú
contextlibr   r   r   Útypingr	   r
   rV   Útorch._guardsr   Útorch._subclasses.fake_tensorr   r   Ú#torch._subclasses.functional_tensorr   Útorch.fx._utilsr   Ú"torch.fx.experimental.proxy_tensorr   Útorch.fx.passes.runtime_assertr   rØ   r2   r   Ú
torch._opsr   Útorch.exportr   Útorch.export.graph_signaturer   r   r   r   Útorch.fx._pytreer   r   Útorch.utils._pytreer   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   rÜ  Ú	PARAMETERr5   rd   rà  rß  rÝ  rB  rL   rW   r}   ra   ri   rm   r  r~   rŽ   r™   r§   r°   r¼   rR   ÚboolrÀ   rÉ   r­   rë   r  r�  rø   rÄ   r  r"  r€   r%  r'  r[   r)  r,  r/  r<  r?  rD  r]  re  rj  rl  rn  rv  r�   rz  r˜  r¡  r«  r¶  r¸  r¿  rË  rê  rñ  Ú_subclassesrD  r«   rü  r  r  r  r
  r  r  r  Ú	lru_cacher#  r„   r+  r"  r-  r5  r<  rE  rv  rx  r}  r‚  r„  r‰  r  rb   rK   ú<module>r�     s§  ðã 
Û Û Û Û Û Û Û Û 	Ý #ß .Ý %ß 'ß %ã Ý *ß DÝ @Ý ?Ý KÝ Jñ ÛåHÝ'Ý,ÝAç QÑ Q÷÷÷ ÷ õ ð$ ×Ñ˜"Ø×Ñ˜Ø×Ñ�dØ×Ñ˜tØ×Ñ˜&Ø‡O�O�WðÐ ð #(Ð ðàóð<%Ø	�‰×	Ñ	ó%ð4Ø	óð(Ø#ðØ.Dóð 7'¨¯©×(<Ñ(<ð 7'ÀÀcÈ3ÀhÁó 7'òtð0)Ø!% c¨3 h¡ð)à�‰×Ñð)ð $ð)ð 
ó	)ð8$˜uŸx™x×3Ñ3ó $ð* !ñ%Ø�3˜�8‰nð%à˜˜c˜‘Nð%ð �C‘ð%ð ð	%ð
 ð%ð ó%ðP/˜ð / Só /ð< ñ[
Ø�%—,‘,Ñð[
à	ð[
ð
 ð[
ð ˆT�zð[
ð 
ó[
ð|,Ø˜UŸX™XŸ]™]Ñ+ð,à	ó,ðb $(Ø'+ð8ð
 (,Ø6:Ø:>Ø$ò8Ø	ˆc‰ð8à˜DÑ ð8ð  Ñ$ð8ð
  ™*ð8ð -¨tÑ3ð8ð 1°4Ñ7ð8ð ð8ð 
ó8ðvEÐ'ð E¨u¯x©x¯}©}ð EÀó EðØðà
�(‰(�-‰-ðð ‡X�X×Ñ˜$Ñóð BÐ(ð B°·±·±ð BÀ$ó BðØðà
�(‰(�-‰-ðð ‡\�\�DÑóð&RØðRà
�(‰(�-‰-ðRð 
óRðØðà
�(‰(�-‰-ðð ‡\�\�DÑóð$Ø�‰×Ñðà˜eŸh™hŸm™m˜_¨e¯h©h¯m©m¸dÑ.BÐBÑCðð ‡X�X×Ñóð><˜˜UŸX™XŸ]™]Ñ+ð <ÀÀUÇXÁXÇ]Á]Ñ@Só <ð
 ñ3ó ð3ð-¨U¯X©X×-AÑ-Að -Àdó -ð`! U§X¡X×%9Ñ%9ó !ðJ 04ñ
Ø�—‘—‘Ñð
à
‡X�X‡]�]�TÑó
ð4�t˜EŸH™HŸM™MÑ*ð 4¸só 4ð
�T˜%Ÿ(™(Ÿ-™-Ñ(ð ¸TÀ%Ç(Á(Ç-Á-Ñ=Pó ð(˜EŸH™HŸM™Mð (°U·X±X·]±]ð (Àtó (ð7 E§H¡H×$8Ñ$8ð 7¸u¿x¹x¿¹ð 7ÐSWó 7ðU §¡§¡ð U°%·(±(×2FÑ2FÈÑ2Mó Uðp4°·±·±ð 4ÀG×DUÑDUó 4ò2Eò(,ð-¨¯©×(<Ñ(<ð -Àó -ð`!,Ø�‰×Ñð!,à�3˜�8‰nð!,ð �c˜3�h‘ð!,ð 
ó	!,ðH\$Ø�‰×Ñð\$à2ð\$ð 
�‰�‰ð\$ð �C˜�H‰~ð\$ð 
ó\$ð~¨Tð ¸Tð Àdó ð*3Ø�‰×Ñð3à
×Ñ×"Ñ"×1Ñ1°DÑ8ó3ð< ð	9¨¯©¯©ò 	9ó ð	9ð�>ð  dó ð;˜~ð ;°$ó ;ð.�Nð . tó .ð�nð ¨ó óWò0óð4 €×Ò˜QÔðD°s¸>Ñ7Jò Dó  ðDðØ—*’*×)Ò)ðàˆÑóð" C¨Ñ$7ó ó>Fð: ñ	?ó ð	?ð Øð à	�‰�‰ð ð 
ˆ#ˆu�|‰|˜eŸh™h×0Ñ0Ñ0Ð
0Ñ1ó ð*F¨d°5·8±8·?±?Ñ.Cð FÈó FðR)°°U·X±X·_±_Ñ0Eð )È$ó )ò

 ò$ô�U—X‘X—_‘_ô ó"rb   