MjLbUddlZddlmZddlmZddlmZmZddlZddl Zddl m Z ddl m Z ddlmZmZddlmZdd lmZerddlZd Znedzed < ddlZd Zd gZddddddZgdZddddZere d Gdd Zyese d Gdd Zyy#e$rd ZdZYSwxYw)N)chain) ModuleType)Any TYPE_CHECKING) compatibility)_parse_stack_trace) _format_arg_get_qualified_name)normalize_function)TensorMetadataTpydotF FxGraphDrawerz "AliceBlue" LemonChiffon1Yellow2 LightGrey PowderBlue) placeholder call_module get_paramget_attroutput) CadetBlue1CoralDarkOliveGreen1 DarkSeaGreen1 GhostWhiteKhaki1LavenderBlush1 LightSkyBlue MistyRose1 MistyRose2PaleTurquoise2 PeachPuff1SalmonThistle1Thistle3Wheat1r$"filled,rounded"#000000) fillcolorstyle fontcolor)is_backward_compatibleceZdZdZ d!dej j dededededed edzd efd Z d"d e jfd Z d e jfdZ d e jfdZd eee jffdZdej j"d eeeffdZdej&j(dej j"d ej&j(fdZded efdZ d#dedefdZdej j dej j"deded ef dZd efdZded efdZdej<d efdZdej j dededededed e jfd Z y)$rz Visualize a torch.fx.Graph with graphviz Basic usage: g = FxGraphDrawer(symbolic_traced, "resnet18") g.get_dot_graph().write_svg("a.svg") N graph_modulenameignore_getattrignore_parameters_and_buffersskip_node_names_in_argsparse_stack_tracedot_graph_shapenormalize_argsc ||_||nd|_||_|jtd<||j ||||||i|_|j jD]} | jdk7r|j|| } t| tjjsJ|j | |d| j|||||j |d| j<y)Nrecordshaper_)_namer5r6_WEIGHT_TEMPLATE_to_dot _dot_graphsgraphnodesop_get_leaf_node isinstancetorchfx GraphModuletarget) selfr/r0r1r2r3r4r5r6node leaf_nodes [/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/fx/passes/graph_drawer.py__init__zFxGraphDrawer.__init__NsDJ#2#>H  #1D (,(<(< W %dll "1+%  D %**00 77m+ // dC !)UXX-A-AB<@LLfAdkk]+"1+% =  D64;;-!89 returncH||jS|j|S)aA Visualize a torch.fx.Graph with graphviz Example: >>> # xdoctest: +REQUIRES(module:pydot) >>> # xdoctest: +REQUIRES(module:ubelt) >>> # define module >>> class MyModule(torch.nn.Module): >>> def __init__(self) -> None: >>> super().__init__() >>> self.linear = torch.nn.Linear(4, 5) >>> def forward(self, x): >>> return self.linear(x).clamp(min=0.0, max=1.0) >>> module = MyModule() >>> # trace the module >>> symbolic_traced = torch.fx.symbolic_trace(module) >>> # setup output file >>> import ubelt as ub >>> dpath = ub.Path.appdir("torch/tests/FxGraphDrawer").ensuredir() >>> fpath = dpath / "linear.svg" >>> # draw the graph >>> g = FxGraphDrawer(symbolic_traced, "linear") >>> g.get_dot_graph().write_svg(fpath) )get_main_dot_graphget_submod_dot_graphrH submod_names rK get_dot_graphzFxGraphDrawer.get_dot_graph}s*0"..0000==rMc4|j|jSNr>r;rHs rKrPz FxGraphDrawer.get_main_dot_graphs##DJJ/ /rMc>|j|jd|S)Nr:rWrRs rKrQz"FxGraphDrawer.get_submod_dot_graphs"##tzzl!K=$AB BrMc|jSrV)r>rXs rKget_all_dot_graphsz FxGraphDrawer.get_all_dot_graphss## #rMrIcj|jdddd}|jtvrt|j|d<|S|j|j}t t j|jdjddd }t|ttz|d<|S) Nz#CAFFE3r(r))r9r*r+r,r*F)usedforsecurity) r5rA _COLOR_MAP_pretty_print_targetrGinthashlibmd5encode hexdigest_HASH_COLOR_MAPlen)rHrItemplate target_name target_hashs rK_get_node_stylezFxGraphDrawer._get_node_styles--&+& H ww*$(2477(;%O#77 D !KK#**,eik"1&  )8#o"66)%OrMmodulec.|}t|jts!tdt |j|jj d}|D]7}t ||stt|dz|zdzt||}9|S)NzExpected str target, got .z does not have attribute !) rCrGstrAssertionErrortypesplithasattr RuntimeErrorgetattr)rHrmrIpy_objatomsatoms rKrBzFxGraphDrawer._get_leaf_nodesFdkk3/$'@dkkAR@S%TUUKK%%c*E /vt,&F &AADH3N!.  / MrMrGct|tjjrtj|}nt|t r|}n t |}|jddjddS)N{\{}\})rCrDnnModuletypenamerqr replace)rHrGrets rK _typenamezFxGraphDrawer._typenames[&%((//2nnV,FC()&1 ;;sE*223> >rMfull_file_nametruncate_to_last_ncn|jd}t||k\rdj|| dS|S)N/)rtrhjoin)rHrrsplitss rK_shorten_file_namez FxGraphDrawer._shorten_file_namesB $))#.F6{00xx(:':'; <==! !rMc fd}dd|jd|jdz}|jdk(r{|j||}|d|j|zdzz }d }t |d r8dj |j D cgc]} | d t|| c} }||dzz }n|d |j|jdzz }|jr2 t|j|j|jd \} } n|j|j} } t| dkDr ||| z }t| dkDr ||| z }|dt|jdzz }|j j#d} ||j%| z }|j j#dd} | *|d| jdzz }|d| j&dzz }|ra|j(Ut+|j(}|j-|j.}|d|d|j0d|j2dzz }|dzScc} w#t$r|j|j} } YXwxYw)Nc 2t|tr d\}}|Dcgc]}t|d}}nIt|tr8d\}}|j Dcgc]\}}|dt|d}}}nyr|Dcgc] }d|vs| }}t |dk(ry|d j |z|z}t |d k(r"|jd djd d}|jd djddScc}wcc}}wcc}w)N)z |args=(\lz,\n)\lr^) max_list_len)z |kwargs={\lz,\n}\l: %rz,\nz\l\nr|r}r~r)rCtupler dictitemsrhrr) argprefixsuffixa arg_strs_listkvarg_strsr3s rK_get_str_for_args_kwargsz?FxGraphDrawer._get_node_label.._get_str_for_args_kwargss"c5)%NFFMPYY[%EIQ1#R AA >?@%M%+0=$N1AQ$NM$N}%*!FKK $>>G}%*'//r:BB5"MH''U3;;CGG#%R%%OsD D D Dr|zname=%z |op_code= rrz\n|r __constants__rz|target=T)normalize_to_only_use_kwargsrz |num_users= tensor_metabuf_metaz|buf=z |n_origin=z|file=: r~)r0rArBrrurrrwrGr6r argskwargs Exceptionrhusersmetaget_tensor_meta_to_labeln_origin stack_tracerrfilelinenocode)rHrmrIr3r4rlabel leaf_moduleextracrrrrparsed_stack_tracefnames ` rK_get_node_labelzFxGraphDrawer._get_node_labels H,F499+YtwwirBBEww-'"11&$?  !<%> ! !cGK$;#<=E &8DNN4;;$?#@AEII&& >'9 KK II KK9= ( f$(99dkk&Dt9q=5d;;Ev;?5f==E;s4::&785@@))-- 6K T// < %>$?qASAXAX@YZ 3; a %>(,yy$++f>s I"0I!JJc|yt|tr|j|St|trd}|D]}||j |z }|St|t r-d}|j D]}||j |z }|St|trd}|D]}||j |z }|Stdt|)NrzUnsupported tensor meta type ) rCr _stringify_tensor_metalistrrvaluesrrvrs)rHtmresultitemrs rKrz#FxGraphDrawer._tensor_meta_to_label:szB/22266B%?Dd88>>F? B%>F? "%B48*#MNNrMrc&d}t|ds td||dt|jzdzz }|dtt |j zdzz }|dt|j zdzz }|dt|jzdzz }|jrh|j td d |jvr td |jd }|tjtjhvrC|d t|jd zdzz }|dt|jdzdzz }n|tjtjtj hvrd|dt|jd zdzz }|dt|jdzdzz }|dt|jdzdzz }nt#d||dt|jd zdzz }|S)Nrdtyperz|dtype=rz|shape=z|requires_grad=z|stride=z$qparams is None for quantized tensorqschemezqscheme not in qparamsz |q_scale=scalez|q_zero_point= zero_pointz|q_per_channel_scale=z|q_per_channel_zero_point=z|q_per_channel_axis=axiszUnsupported qscheme: z |qscheme=)ruprintrqrrr9 requires_gradstride is_quantizedqparamsrrrDper_tensor_affineper_tensor_symmetricper_channel_affineper_channel_symmetric per_channel_affine_float_qparamsrv)rHrrrs rKrz$FxGraphDrawer._stringify_tensor_metaQsOF2w'dB )CM9EA AF )Cbhh,@@5H HF 1C8H8H4IIEQ QF *S^;eC CF::%()OPPBJJ.()ABB**Y/++..3c"**W:M6NNQVVVFbjj678  F,,//::! bjj123  Fbjj678  Fbjj012  F')>wi'HII/#bjj6K2LLuTTMrMtcpt|jtt|jzdzS)Nr)rqrrr9)rHrs rK_get_tensor_labelzFxGraphDrawer._get_tensor_labels'qww<#d177m"44u< .get_module_params_or_bufferss*/#446#113+Jw "&S5!8 *'5883E3EF#_4{B!1 &+ZZ"&"%,1G1G1P"PSV"V&/& "**:6!**5::fdii+HI#JrMrcolor royalbluepenwidth2)r Dotr?r@rArlrr0rrrrClusterrrBrCrDrErFrset add_subgraphrrr)rHr/r0r1r2r3r4buf_name_to_subgraphr+dot_node current_graphrbuf_namersubgraphuserrrrIs` @@@rKr=zFxGraphDrawer._to_dots   $5I#% $**005 7!dgg&;,,T2 ::II..$d,CEV  !* 99==T:'H,=,=,A'}}H';;9>$H:,X6%9$<$UYY >: 0  0 Cuyy C $S%))^(< $   $sCx. . ((// 16  XX__  ?C ?C ?&'( " "!$ "U HH((U ((--U &* U  $ U   U n Os O.7 ^7 7 r =u|| = = W ((..W W ! W  ,0 W  &* W  $W YYW rMcpeZdZ d dejj dededededededzd efd Zy) rNr/r0r1r2r3r4r5r6c td)Nz|FXGraphDrawer requires the pydot package to be installed. Please install pydot through your favorite Python package manager.)rv) rHr/r0r1r2r3r4r5r6s rKrLzFxGraphDrawer.__init__s#JrMr) rrrrDrErFrqrrLrrMrKrrsw (-6;04*/.2', #hh22  !%   04   *.  $( "%t !% rM)rc itertoolsrtypesrtypingrrrDtorch.fxtorch.fx._compatibilityrtorch.fx.graphr torch.fx.noder r torch.fx.operator_schemasr torch.fx.passes.shape_propr r HAS_PYDOT__annotations__ModuleNotFoundError__all__r`rgr<rrrMrKrs% 1-:85I    !"  (   %0``1`F  e 4   5  ]  sB"" B.-B.