LjY`UddlZddlZddlmZddlmZmZddlm Z ddl m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ddl6Z6dd l7m8Z8m9Z9m:Z:gd Z;e<a=ee e?fze@d <d eAe e>e e?fzfd ZBdeAe e>e e?fzfdZCdZDdeAe e>e e?fzfdZEGddZFdZGdZHejddZJde de>e?e?ffdZKdeZs7==c,>OPreturnc ttSr9)listr6r?r=_get_safe_globalsrD_s ( ))r?ctayr9)r;r6rCr?r=_clear_safe_globalsrFds "ur?globals_to_removec(tt|z ayr9)r6r;)rGs r=_remove_safe_globalsrIis 8#>O:PPr?c:eZdZdeeeeefzfdZdZdZ y) _safe_globalsr7c||_yr9r<)selfr7s r=__init__z_safe_globals.__init__qs (r?c.t|jyr9)r>r7)rMs r= __enter__z_safe_globals.__enter__ts$++,r?c.t|jyr9)rIr7)rMtypevaluetbs r=__exit__z_safe_globals.__exit__wsT../r?N) __name__ __module__ __qualname__rBrtuplestrrNrPrUrCr?r=rKrKps+)T(U8S=5I*I%J)-0r?rKc@i}tD]}t|tr^t|dk7rt dt|t |dt urtdt |d|\}}|||<q|j|j}}|||d|<|S)NzYExpected tuple of length 2 (global, str of callable full path), but got tuple of length: zHExpected second item in tuple to be str of callable full path, but got: .) r6 isinstancerYlen ValueErrorrRrZ TypeErrorrWrX)rcfnamemodules r=_get_user_allowed_globalsrgsB %' a 1v{ opstupvowxAaDz$^_cdefgdh_i^jkGAtBtH<<DF%&B&4&! "' Ir?c ^tjjtjjtjjtjj tjj tjjtjjtjjtjjtjjtjjtjjh Sr9)torch_utils_rebuild_parameter_rebuild_parameter_with_state_rebuild_qtensor_rebuild_tensor_rebuild_tensor_v2_rebuild_tensor_v3_rebuild_sparse_tensor_rebuild_meta_tensor_no_storage_rebuild_nested_tensor_rebuild_wrapper_subclass!_rebuild_device_tensor_from_numpy&_rebuild_device_tensor_from_cpu_tensorrCr?r=_tensor_rebuild_functionsrws '' 22 %% $$ '' '' ++ 44 ++ ..  66  ;;# r?r]c tttjjtj j tjtjtjttttd }tjjD]}||t!|<tjj#D]}||t!|<t%ddDcgc]}t'td|c}D]}||t!|<t%ddDcgc]}t'td|c}D]}||t!|<tj(D] }|||j*d|j,<"tj.D]}|tjj0tjj2fvrFtj j5|j,||j*d|j,<|||j*d|j,<tj6tj8tj:tj<tj>fD]}||t!|<tAD]}||d|j,<tjBjD|d<|Scc}wcc}w) N) zcollections.OrderedDictzcollections.Counterztorch.nn.parameter.Parameterztorch.serialization._get_layoutz torch.Sizez torch.Tensorz torch.devicez_codecs.encodezbuiltins.bytearrayz builtins.setzbuiltins.complexr]uintintr^z torch._utils.z#torch._tensor._rebuild_from_type_v2)#rrrinn Parameter serialization _get_layoutSizeTensordevicer bytearrayr;complexstorage_dtype_to_storage_type_maprZ _new_dtypesrangegetattr_tensor_classesrWrV_storage_classes TypedStorageUntypedStorage StorageTypeper_tensor_affineper_tensor_symmetricper_channel_affineper_channel_symmetric per_channel_affine_float_qparamsrw_tensor_rebuild_from_type_v2)rctxtttsqtrds r=_get_allowed_globalsrss$/&(-(:(:+0+>+>+J+Jjj   '# B]] 5 5 73q6  ]] & & (3q6 271+ >QgetA3Z( >3q6 16q! =Ages1#Y' =3q6 ##2/1bmm_Abkk] +,2$$6 emm00%--2N2NO O383F3F3R3R 4B"--"++/ 046B"--"++/ 06  ""    ## .. 3r7 ' (-+,]1::, '(- 16 0S0SB,- IC? =s 1K!/K&readlinec|ddjd}|ddjd}||ftvrt||f\}}||fS|tvr t|}||fS)Nutf-8)decoder1r0)rrfres r=_read_global_instructionrs| Z_ # #G ,F :cr? ! !' *D ~%#VTN3  4< > !' 4<r?ct}|j}|j}itddtddt ddt ddtddtddtddtddtddtddtddtddtddt ddt"ddt$ddt&ddt(ddt*ddt,ddt.ddt0ddt2ddt4ddt6ddt8ddt:ddt<ddi } |d}|st>tA|tBs!tEdtG|jH|dtJdk(r%tM|\}}|jO|d|n|d|vr||d}|r||n|dtPdk(r2tSd|dd} | tTkDr tWd || nh|dtXdtZdhvr|dd} || n=|dt\dk(r |ddn"|dt^dk(r|StWd |d:) Nrr]r\ryExpected bytes, got r^dk(r|jj'} |jd} t| t(j@ur| jB|  nUt| t(j*j,ur| jE|  nt| tFur| jHjK| nt| t!j/vs#t| tj/vrt;| dr| jE| nd}t | tLrt#| dk(r| \} }| r| jHjK| |rE|jOD]\}}tQ| ||ntdt| |dtRdk(rd|jj'}|jd}t|tTurtdt||j|n|dtVdk(rZ|jY}|jd}t|tTurtdt||j[|n+|dt\dk(rY|jj'|jj'}}|j_d||jd|<n|dt`dk(rY|jY}|j_dtcdt#|dD]}||dz|jd||<n[|dtddk(rI|jj|jg|_|jj|_n|dtfdk(r,|jY}|jtM|n|dthdk(r|jdf|jd<n|dtjdk(r.|jd |jdfg|jd dn]|dtldk(r<|jd!|jd |jdfg|jd!dn|dtndk(r|jdn|dtpdk(r|jd"n|dtrdk(r|jdn|dttdk(r|jd#n|dtvdk(r|jgnh|dtxdk(r|jinF|dtzdk(r|jt}n|dt~dk(r&|jtd$|d%dn|dtdk(r%|j|jddn|dtdk(r&|jtd&|ddn~|dtdk(r/|jtd'|jd(dn@|dtdk(rOtd)|d%d}|tkDr td*t||d+d,}|j|n|dtdk(rQ|dd}||}|jd-k7r|j|jd.}|j|n|dtdk(r|jj'}t|tLur(t|turtd/t|t|tLurMt#|dkDr?t(jj|dd0k7rtd1t|d|j|j|n|dtdtdfvrL|dtdk(r|dntd)|d%d}|j|j|n=|dtdtdfvrY|dtdk(r|dntd)|d%d}|dkr td2|jd|j|<n|dtdk(r.|dd}||}|jt|n|dtdk(rE|dd|_X|jdk7rbtjd3|jd4d5n<|dtdk(r|jj'}|Std6|d !)7zRead a pickled object representation from the open file. Return the reconstituted object hierarchy specified in the file. Tr]rrr^z"Trying to load unsupported GLOBAL z whose module z is blocked.)z1torch.nested._internal.nested_tensor.NestedTensorz1torch.nested._internal.nested_tensor._rebuild_njtz"torch._dynamo.decorators._DimRangez\``torch.nested`` and ``torch._dynamo`` must be imported to load nested jagged tensors (NJTs))z(torch.distributed.device_mesh.DeviceMeshz2torch.distributed.tensor._dtensor_spec.DTensorSpecz1torch.distributed.tensor._dtensor_spec.TensorMetaz torch.distributed.tensor.DTensorz0torch.distributed.tensor.placement_types.Partialz2torch.distributed.tensor.placement_types.Replicatez.torch.distributed.tensor.placement_types.Shardz>``torch.distributed.tensor`` must be imported to load DTensorsbuiltinsNzUnsupported global: GLOBAL zY was not an allowed global by default. Please use `torch.serialization.add_safe_globals([z.])` or the `torch.serialization.safe_globals([zN])` context manager to allowlist this global if you trust this class/function.sparsezbCan only create new object for nn.Parameter or classes allowlisted via `add_safe_globals` but got rz0Trying to call reduce for unrecognized function __self__z which belongs to __setstate__r\zcCan only build Tensor, Parameter, OrderedDict or types allowlisted via `add_safe_globals`, but got z"Can only append to lists, but got zCan only extend lists, but got r#r$FrCzdryrrr surrogatepassrstrictz1persistent_load id must be tuple or int, but got rz4Only persistent_load of storage is allowed, but got znegative argumentzDetected pickle protocol z in the checkpoint, which was not the default pickle protocol used by `torch.load` (2). The weights_only Unpickler might not support all instructions implemented by this protocol, please file an issue for adding support if you encounter this.) stacklevelr)\ metastackstackappendrrr_rrrRrVrrr_blocklisted_modulesr+rrgr`rpoprir|r}values__new__rrWr/r"hasattrrrrset_rr__dict__updaterYitemssetattrrrBrpop_markextendr#_check_set_item_targetr$rrr'r(r)r*r rrrrrrr;r r,r r r rr-rZr%rrrr{r~_maybe_decode_asciipersistent_loadr rrrrrarrr!rwarningswarnr&)rMrrrfre full_path builtins_nameargsclsresultfunc error_msgstateinst slotstatekvitemlist_objrirstrvalstrdatapididxndatarcs r=loadzUnpickler.load;s  " jj'' yyq'Cc;/$';DI>G[I<< Q6!9$zz~~'jjnn&%((,,,KK 2 2D 9:46==??24;;==(S[[4t4Fe333CNN8R3::6BKK')::=@Q6!9$zz~~'zz"~ 4 6 = = ??$=$?$F$F$HHK4&QtZ0!'9$--%II ))44t5000X5P/66v>!' 2Q58# (zz"~:-DIIu%$Z588#5#55%%e,$Z;.MM((/J";"="D"D"FFDz%9%;%B%B%DDt^4))%0%) %eU3E a/4,E9  MM007$(1(941 'a 34*;;?:,H Q6!9$zz~~'::b>>-)>-)9$x.9IJ&Q71:%**..*DJJNN,) BQ:a=( BQ:a=( BQ9Q<' CE"Q6!9$ F4a1!45Q71:% DIIaLO,Q71:% F4a1!45Q8A;& F416q9:Q:a=(d1g.q1G#)*>??T&\7OD F#Q?1--av,==G+%nnT]]HEG G$Q9Q<'jjnn&9E)d3is.B)KDQTI;WI&C1 ++??AG9T)NtTWXYTZ|n] D0056QF1I{1~66"%a&F1I"5tAw6$Q;PRST DIIcN+QF1I{1~66 #A&) 3T!Wd1g9NPQRq5$%899#zz"~ ! Q58#GAJAw K-.Q58#!!WQZ ::?MM3DJJ<@YY$% Q47"ZZ^^% %(rDrFrIrKrgrw lru_cacherrrrrrCr?r=rst2,$&&&&&&&&&&N RR BE#hx})==>FQDE(C-4H)H$IQ *453+? ?@* % QHuXs]';;<Q00$(.a 5!5p x E#s(O >CC>CBWGWGt#*5C5r?