Sj| 2UddlZddlZddlZddlddlZddlmcmZddl m Z ddl m Z ddl mZgZeeed<iZeeefed<d Zdd Z dd Zdd Zd eddfdZdededededdf dZdZdZdZej>eeZ de!dzfdZ"dZ#dZ$dZ%dZ&e ejNjPjRjTejNjPjVjTejNjPjXjTejNjPjZjTejNjPj\jTejNjPj^jTejNjPj`jTgddZ1e ejNjdjfjTddZ4e ejNjPjjjTgddd Z6e ejNjPjnjTdd!Z8e ejNjPjnjrd"e8e ejNjPjtjTd"d#Z;e ejNjPjxjTd$d%Z=e ejNjPj|jTd&d'Z?e ejNjPjjTd(d)ZAe ejNjPjjd*d+ZDe ejNjPjjTdd,ZFe ejNjPjjTd-d.ZHe ejNjPjjTde$e ejNjPjjTejNjPjjTejNjPjjTejNjPjjTejNjPjjTgdd/ZOe ejNjPjjTd0eOe ejNjPjjTd1eOe ejNjPjjd2eOe ejNjPjjTdd3ZTe ejNjPjjTd4d5ZVe ejNjPjjTd4d6ZXe ejNjPjjTd7d8ZZe ejNjPjjTd9d:Z\e ejNjPjjTd;d<Z^e ejNjPjjd=d>Zae ejNjPjjTd?d@Zbe ejNjPjjdAdBZee ejNjPjjTdCdDZge ejNjPjjTdEdFZhe ejNjPjjTdGdHZje ejNjPjjdIdJZme ejNjPjjXdKdLZoe ejNjPjjTdMdNZqe ejNjPjjTdOdPZse ejNjPjjTdQdRZue ejNjPjjTdSdTZwe ejNjPjjTdUdVZye ejNjPjjTdWdXZ{e ejNjPjjTdYdZZ|e ejNjPjjTd[d\Z}e ejNjPjjd]d^Ze ejNjPjjTd_d`Ze ejNjPjjTd_daZe ejNjPj jTdbdcZddZe ejNjPjjTd?deZe ejNjPjjdfdgZe ejNjPjjdhdiZe ejNjPjjTdjdkZe ejNjPj jTejNjPj"jTgdYdlZe ejNjPj&jTdmdnZe ejNjPj*jTdodpZe ejNjPj.jdqdrZe ejNjPj2jdsdtZe ejNjPj6jTdue ejNjPj8jTdudvZe ejNjPj:jTdwdxZe ejNjPj>jXdfdyZe ejNjPj>jTd?dzZe ejNjPjDjFd{d|Ze ejNjPjDjXd}d~Ze ejNjPjLjFd{dZe ejNjPjLjXd}dZe ejNjPjLjTejNjPjDjTejNjPjRjTejNjPjTjTgddZe ejNjPjXjTejNjPjZjTgddZe ejNjPjTjXd}dZe ejNjPjRjXd}dZe ejNjPjbjTd{dZe ejNjPjfjTd{dZe ejNjPjjjTd{dZe ejNjPjnjTd{dZe ejNjPjrjTddZe ejNjPjvjTdOdZe ejNjPjzjTddZe ejNjPj~jTddZe ejNjPjjTejNjPjjTgddZe ejNjPjLjTddZe ejNjPjjTddZe ejNjPjjTddZe ejNjPjjTddZe ejNjPjjTddZe ejNjPjjTddZe ejNjPjjTddZe ejNjPjjTddZe ejNjPjjTddZe ejNjPjjTddZe ejNjPjjTddZe ejNjPjjTdddZe ejNjPjjTejNjPjjTejNjPjjTgddZe ejNjPjjTejNjPjjTejNjPjjTejNjPjjTejNjPjjTejNjPjjTgddZe ejNjPjjddZe ejNjPjjddZe ejNjPjjddZe ejNjPjjTddZe ejNjPjjTddZejjdd5Z(e(jdede(jdede(jdeddddy#1swYyxYw)N)*)normalize_function)#jagged_scaled_dot_product_attention NestedTensor__all__JAGGED_OPS_TABLEc|jrC|dk(rtj|jStj|jS|dk(r t dSt dS)Nmaxinf-inf)is_floating_pointtorchfinfor minfloat)dtype padding_types Y/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/nested/_internal/ops.py_get_padding_valuers\ &2e&;EKK  " " AFUASAWAW ,u4uU|G%-Gc&ddlm}t|ttfr?t |fd|D}t |t j|S|r ||}|dk\r|kstd|d|dk(rdz S|dz S)Nrcanonicalize_dimsc38K|]}t|ywN_outer_to_inner_dim).0dndim ragged_dims r z&_outer_to_inner_dim..#sQ.tQ CQzdim z out of range for ndim r) torch._prims_commonr isinstancetuplelisttypedictfromkeysAssertionError)r"dimr# canonicalizeroutputs` ` rrrs5#t}%cQSQQtF|DMM&122c* 1HttC5(?vFGG ( Q(+arcddlm}|||}||k(r|st|d|dk(r|st|d|r t|||n|} |r |dk(} | | fS| S)Nrrz0(): not supported for NestedTensor on ragged dimz+(): not supported for NestedTensor on dim=0)r&r RuntimeErrorr) r"r.r#op_nameconvert_to_inner_dimallow_ragged_dimallow_batch_dimrwrappedretoperating_on_batchs r_wrap_jagged_dimr:5s6c*G*%5gY&VWXX AogY&QRSS  D':6  %\'(( Jrc6ddlm}t|ttfst dt ||Dcgc] }|| }}d|v}|v}tfd|D} ttjfd|D} | ||| fScc}w)z For NestedTensor operators, wraps dimensions to non-negative values, and returns metadata related to reduction dimension(s). rrz<_wrap_jagged_dims(): cannot iterate over dimensions of type c36K|]}|dk7xr|k7yw)rN)r r! ragged_idxs rr$z$_wrap_jagged_dims..es!PaqAv9!z/9Psc38K|]}t|ywrr)r r!r"r>s rr$z$_wrap_jagged_dims..isU1)$:>Ur%) r&rr'r(r)r-r*anyr+r,) r"dimsr3r>rr! wrapped_dimsoperate_on_batchoperate_on_raggedoperate_on_non_batchouter_to_inner_dims ` ` r_wrap_jagged_dimsrGRs 6 dUDM *J4PT:, W  -1'($"LL("l2P<PP U UU /1BDX XXsB schema_strreturnc|jd}|Dcgc]}|jdc}jd}t||z }|ddk(r|dd}n\t||k\rt|t|ks7t d|j d|d|d t|d t|d d d ddd}t |D]\} } | jd\} } | jd} | r| ddn| }||vrtd|| t|k\r!| st d|j d|d| u||| ffd }||| rdddddd}t d|j d|d| d|| ycc}w)N, ?T... NestedTensor (z): expected at least z arguments and at most z arguments, but got: z argumentsc\t|tjxrt|t Sr)r'rTensorrxs rzcheck_schema..s z!U\\2V:a;V7Vrcdt|txr|jduxr|jdk(SNr)r'r_lengths _ragged_idxrSs rrUzcheck_schema..s2 1l3 JJ$  MMQ rc"t|tSrr'rrSs rrUzcheck_schema..sJ | rcy)NTr=rSs rrUzcheck_schema..r)tjtjt_allr@z: zUnknown arg type: z) missing required argument: c4|r|duxs|S|Srr=)rT is_optional _check_fns rcheck_fnzcheck_schema..check_fns#Dy0IaL0 |#rtensorzoptional tensorz%contiguous jagged layout NestedTensorzjagged layout NestedTensorz )r^zt?r_r`r@z ): expected z to be a )splitendswithcountlen ValueError__name__ enumerater-)rHfuncargskwargsnamed_arg_typesrTnum_optional_argsmin_argsarg_type_check_fnsinamed_arg_typenamearg_typerbnormalized_arg_typerd type_to_descrcs @r check_schemarzos  &&t,O2ABQCBHHN?#&77Hre#)#2.D X%#d)s?7K*K a |;PQYPZ[)),_)=(>>St9+Z) W  '7#>'--d3h'', /:hsm &8 8 #56I5J!KL L D > #DMM?!J<@2269 &':; $/ $ Q '=6# L a |<vY)*, A#1CsF aa_namebb_namec |j|j|j|jk7rtd|jd|d|dy)NrOz : expected  and z' to have the same exact offsets tensor.)_sizerYr2rk)rmr{r|r}r~s rcheck_ragged_dim_samersZ wwq}}!77DMM?+fXU6(K) )  8rc|jdz}|jd|}|d|}t|t|k(xrtdt ||DS)Nrc3:K|]\}}||k(xs|dk(yw)rMNr=)r nsss rr$z%raggedness_matches..s$ H52qB!G qBw  Hs)rYrriallzip)ntsizeend nt_ragged size_raggeds rraggedness_matchesrsZ ..1 C#It*K y>S- -  HC ;,G HHrc|jdkDrI|jddk(r7|jd}|jdkDr|jddk(r7|SNrr)r.shapesqueeze)r^s rsqueeze_leading_onesrsN& %%'A+!''!*/ IIaL %%'A+!''!*/ Hrcfttsgttsgfd}|S)NcHD]}fd}D] }||||<S)Ncfd}|S)Nc<tg|i|g|i|Sr)rz)rnroaten_oprmrHs rinnerz@register_func..wrapper..get_inner..inners, TCDCFC9$9&99rr=)rrrmrHs` r get_innerz1register_func..wrapper..get_inners: rr=)rmrrtableaten_opsrHtabless` rwrapperzregister_func..wrappers= 4G   4!*7!3g 4 4 r)r'r))rrrHrs``` r register_funcrs1 h %: fd #  Nrctj|d}||Stjj|j vrAddlm}|D]%}||s td|jd|td|D}|dk(rg}|jjD]d}t|jtjr |j!|j"dn |j!|j"df|j!d d j%|}t'||g|i|t)j*t,|S|d k(r*t'd |g|i|t)j*t.|Sy) Nr is_nested_intrOz: invalid argument c3PK|]}t|tj ywr)r'rrR)r rTs rr$z lookup_jagged.. sHajELL9Hs$&rz: jt_allz: anyrNrKzlhs: any, rhs: any, ...)r getrTag pointwisetags%torch.fx.experimental.symbolic_shapesrr2rksum_schema argumentsr'r* TensorTypeappendrvjoinrz functoolspartialjagged_unary_pointwisejagged_binary_pointwise) rmrnro dispatch_funcrargnum_tensor_args schema_partscheck_schema_strs r lookup_jaggedrsu$((t4M  yydii'G  CS!"#DMM?2EcUK H4HH a L||-- <chh(8(89 ''388*H(=> ''388*E(:;  <    &#yy6  )4 A$ A& A$$%;TB B  ! 2D J4 J6 J$$%.,sDsjl&CsDc3BK|]}|ur |jn|ywr)_values)r rnjts rr$z)jagged_unary_pointwise...s BccSjs{{c1Bsnextrr)rmrnrors @rrr*s@ DdD DC  BTBMfM    rcl|d|d}}t|tst|ts tdd}t|trt|trt||jr7t||j |j g|ddi|fit |St|j|j|j|jt|t}|r t |n t |}|r||fn||f\}} | j|jkDr tdt| } |j| jdzk\r;|r|j | fn | |j f\} } t|| | g|ddi|fi|S|j|jk(r*|jd|jdk7r:t|j|j|j|jddlm} |j }|j"}|}|j j|j$dz }||}| j't)| jDcgc]\}}||j$k7r|n|c}}} | | |j*|j$|||}|r||fn||f\} } || | g|ddi|St|j|j|j|jcc}}w) Nrrz4At least one of the arguments must be a NestedTensorzHcannot call binary pointwise function {} with inputs of shapes {} and {}rz+NYI: broadcasting NT with T with larger dimnested_from_paddedrr>sum_S min_seqlen max_seqlen)r'rr-rrrrr2formatrkr.NotImplementedErrorrr nested_tensorr_maybe_min_seqlen_maybe_max_seqlenrYexpandrl_offsets)rmrnror{r}mismatch_error_msga_is_ntextracted_kwargsrr^ t_squeezedlhsrhsrrr padded_max_Stotal_LrtrTt_as_nts rrr3s 7DGqA q, ':a+FSTT S!\"z!\'B a )QYY ?DH??CQRSCT -44T]]AGGQWWUVVL)G,3~a(9JQFAq6EBuuw!"OPP%a(J vvx:>>#a''/6BJJ +Z>A#56  "L HHDMaggDV WDAq!r~~%Q< 7 W % KK~~!!  %,B='2SC2tABx2622 )00Q RR# XsL0 c |tjjjur t |i|S|j dk(r!||dj g|ddi||dS|j dk(rddd}t|||d\}}|jd}t|j|d |jdd }t|j|d |jdd }||k(r|Stjtj|j ||dz} g|j d|| |j |dzd} |j"| S|j d k(rw|dj$rSj'\} }tjj)5| D]"} t+| d} | | j-$ dddS|j dk(r<|dj$ry j'\} }| sy t/fd| DS|j dk(rddd}t|||d\}}|jd}|jd}|j|jz dz }t1||kDr t3dtjj)5||i|cdddSt5|#1swYSxYw#1swYt5|xYw)Napply_rrflattencyrr=)input start_dimend_dims r _flatten_sigz+jagged_torch_function.._flatten_sig rTrnronormalize_to_only_use_kwargsrrF)r4r share_memory_ is_sharedc3rK|].}t|duxrt|j0ywr)getattrr)r rvrs rr$z(jagged_torch_function..s=  B T ) Kgb$.?.I.I.K K s47rms_normcyrr=)rnormalized_shapeweightepss r _rms_norm_sigz,jagged_torch_function.._rms_norm_sigrrrzNrms_norm(): Normalization over the ragged dim not supported for nested tensors)rrMrINNN)r_C_nnscaled_dot_product_attentionrrkrrpopr:r.rYrreduceoperatormulrreshapeis_cuda__tensor_flatten__DisableTorchFunctionSubclassrrrrirjr)rmrnror_ new_kwargsinprrproduct new_shapenamesrv componentrrmax_normalizablers @rjagged_torch_functionr s" uxx||8882DCFCC }}  T!W__2tABx262Aw }} ! + tFQU :nnW%% GGI { # OO !&  # GGI y ! OO !&    J""8<<9wQR{1STPcii +PWPsyy17OP s{{I&& }}' !W ::I((*q XX 2 2 4 . .#Bd3 (++- . .   }} # !W ::((*q     }} " + VRV :nnW%%>>*<=779s6:  #3 3` XX 2 2 4 )(( ) ) d ##[ .  J ) d ##s3K- K-K:-K7:L z self: jt_allc.|tjjjjury|tjjj jur|dj S|tjjjjurt|dj S|tjjjjtjjjjfvrs|djGtt|djtj|dj ddzS|dj jS|tjjj"jur|dj$S|tjjj&jur|dj j)Sy)NFrr)ropsatenis_non_overlapping_and_densedefaultsym_sizerr.ri sym_numelnumelrXintrmathprodr sym_stride_stridessym_storage_offsetstorage_offsetrmrnros rtensor_attr_supported_getterrss uyy~~::BBB uyy~~&&...Aw}} uyy~~!!)))47==!!  ((00%))..2F2F2N2NOO 7   's47++,tyyaqr9J/KKL LAw$$&& uyy~~((000Aw uyy~~00888Aw--//9rc"tjSr)rjaggedrs rprim_layout_defaultr s <<rcz|tjjjjur t dy)NznNestedTensor does not support directly calling torch.ops.aten.size; please use `nested_tensor.size()` instead.)rr r rrr2rs rtensor_attr_unsupported_getterr s7  uyy~~""*** 9  +rcddlm}t|||d\}}|jd}|j y|j dt j|d<|dt jk(ry||jfi|S)Nr)is_contiguous_for_memory_formatTrrF memory_format) r&r"rrrrrcontiguous_formatpreserve_formatr)rmrnror"rrrs ris_contiguous_generalr&sC& 4TMAz .. !C {{} ",..00#J/"e&;&;; *3;; E* EErz!self: jt_all, memory_format: any?cZt|||d\}}|jd}|jy|jdtj |d<|dtj k(ryt jjjj|jfi|S)NTrrFr#) rrrrrr$r%r r sym_is_contiguousrrrmrnrorrrs rsym_is_contiguous_generalr*5s' 4TMAz .. !C {{} ",..00#J/"e&;&;; 99>> + + 3 3CKK N: NNrz"input: jt_all, memory_format: any?cVt|||d\}}|jd}t|}|jS|dtj k(r=ddlm}|jdk7r td||jd\}}|St||jfi|fi|S) NTrrr#r)jagged_from_listz;NJT with ragged_idx != 1 not supported for contiguous clone)r) rrrrXrr$rr,rYr-unbindrr) rmrnrorrrnew_metar,contigs r clone_defaultr0Ls' 4TMAz .. !Cc"H || o &%*A*A A 8!#$Q)tDIFAM S[[7J7 D8 DDrzinput: jt, weight: t, bias: t?ct|||d\}}|jd}t||jfi|fit |SNTrrrrrrrr)s rlinear_defaultr4iL& 4TMAz .. !C S[[7J7 O>#;N OOrz6self: jt, grad_output: jt, weight: t, output_mask: anyc4t|||d\}}|jd}|jd}|jd}|jd}d\} } } t||d|d|d r3tt j |j |fit|} |d rz|j jd |jd } |j jd |jd } t j | j| } |d rmtt|j jd z }|d k(r|j j} n"t j|j |d} | | | fS)NTrr grad_outputr output_mask)NNNselfrrrMrr=F)keepdim)rrrrrmatmulrrrrr^r(ranger"cloner)rmrnrorrrr7rr8dsdwdbgrad_2dinput_2d reduce_dimss rlinear_backward_defaultrDtsj ' 4TMAz .. !C../K ^^H %F../K!JBB$V[-H1~  LL,,f 5 9G 9T 1~ %%--b&++a.A;;&&r6;;q>: \\'))+x 01~E+"5"5":":Q">?@ " $$**,B;.. UKB B<rzinput: jt_all, dtype: anyct|||d\}}|jd}t||jfi|fit |Sr2r3r)s rto_dtyperFr5rcvddlm}t|||d\}}|jd}|jd||jfi|}|j j |j}d} |j&|jj |j} dd l m } dd l m } m } |j |j n |j} | |n| }t|| | fr"| |}| | }|j|_n|| ||<t!|}||d <| |d <t#|fi|}|S) Nr_tensor_symint_registryTrrlayoutdevicer FakeTensorFunctionalTensormb_unwrap_functional_tensorrr)rrIrrrrtorLrXtorch._subclasses.fake_tensorrN#torch._subclasses.functional_tensorrPrQr'nested_int_memorr)rmrnrorIrrr new_values new_offsets new_lengthsrNrPrQ ragged_source new_thingtgtsrc inp_kwargsr0s rto_copy_defaultr^s06& 4TMAz .. !CNN8ckk0Z0J,,//):):/;KK ||llooZ->->o? 8 %(LL$8CLLcllM*2 I)j*:;<))4)-8!11-D]-S *$J'Jy'Jy * 3 3F Mrz-self: jt_all, src: jt_all, non_blocking: any?c@t|||d\}}|jd}|jd}|j|jk7r|j}|Dcgc]}|j} }|j} | Dcgc]}|j} }| | k7r%t d|jd|jt || D]\} } | j| |jj|j|Scc}wcc}w)NTrrr\z->o? "3'MM!#. i M!#. i  zzZ&&& = ;(+ (< #,, #.#6KK i*.>!? @-i8C-ms:& 4TMAz .. !C Jrz*self: jt_all, dim: any, half_to_float: anyc Ht|||d\}}t|dtr td|j d}t |j |dfd|j\|d<}}}|r td|r|jdkDr td |r|j td |dd |d<|r:tjjjtjjj|j j#|j j$d d |j&g|j(gt+d |j} tjjj-| |j&g|j j$d j"d g|j j$dd} t/| fit1|St/||j fi|fit1|S)NTrr.zHsoftmax(): not supported for dimensions of type 'tuple' for NestedTensorrsoftmaxzRsoftmax(): not supported when reducing across the batch dimension for NestedTensorrzesoftmax(): not supported when reducing along the ragged dimension for ragged_idx > 1 for NestedTensorzksoftmax(): not supported where lengths is not None if reducing across the ragged dimension for NestedTensorrrMr) max_lengths padding_valuer.r)rr'r(r2rrGr.rYrXrnn functionalrqr r _jagged_to_padded_dense_forwardrrrr _max_seqlenr_padded_dense_to_jagged_forwardrr) rmrnrorrrreduce_on_batchreduce_on_ragged_reduce_on_non_batchpadded_softmax_valuessoftmax_valuess r_softmax_defaultrIs)' 4TMAz*U#U+ V   .. !C   E     5 `  COOa/ s  CLL4 I  #5) Ju % 3 3 ; ; IINN : : ##KK%%a(" __-#Fm ; !< ! GG ! \\NKK%%H '  ""12& NBnS.ABB S[[7J7 O>#;N OOrc~t|||d\}}t|dtr td|j d}t |j |dfd|j\|d<}}}|r td|r td|dd |d<t||jfi|fit|S) NTrr.zLlog_softmax(): not supported for dimensions of type 'tuple' for NestedTensorr log_softmaxzVlog_softmax(): not supported when reducing across the batch dimension for NestedTensorzVlog_softmax(): not supported when reducing along the ragged dimension for NestedTensorr) rr'r(r2rrGr.rYrrr) rmrnrorrrr{r|r}s r_log_softmax_defaultrs' 4TMAz*U#U+ Z   .. !C   Ju%'  5  d   d  #5)!,Ju S[[7J7 O>#;N OOrz7grad_output: jt, output: jt, dim: any, input_dtype: anyct|||d\}}|jd}|jd}t||j|jfi|fit |S)NTrr7r0r3)rmrnrorrgrad_outr0s r_softmax_backwardrsl ' 4TMAz~~m,H ^^H %F  X  v~~<< @Nx@X rz!self: jt, float: any, train: any?ct|||d\}}|jd}||jfi|\}}t|fit |t|fit |fSr2rrrrr)rmrnrorrrout1out2s rnative_dropout_defaultrsp' 4TMAz .. !Cckk0Z0JD$T1^C01T1^C01 rz%grad_output: jt, mask: jt, scale: anyct|||d\}}|jd}|jd}t||j|jfi|fit |S)NTrr7maskr3)rmrnrorrr7rs rnative_dropout_backward_defaultrsl ' 4TMAz../K >>& !D  [ $,,=*=   % rz2self: jt_all, dim: any, keepdim: any?, dtype: any?c$t|ddg|i|S)Nrr_apply_reductionrs r prod_dim_intrs D&! =d =f ==rzself: jt_all, dtype: any?cnt|||d\}}|jd}||jfi|Sr2rnr)s r prod_defaultr=& 4TMAz .. !C  *z **rz$self: jt, split_size: any, dim: any?ct|||d\}}|jdtj|djd|d<t fd|j fi|DS)NTrrr.rfc3JK|]}tdd|ityw)valuesNr=)rr)r rTrs rr$zsplit_tensor.. s+  5A5!45s #)rrr:r.rYr(rr)s @r split_tensorrs}' 4TMAz .. !C(  :e$coowJu ckk0Z0 rz%self: jt, split_sizes: any, dim: any?c t|||d\}}|jd}t|j|d|jd|d<||j fi|Dcgc]}t dd|it|c}Scc}w)NTrrr.split_with_sizesrr=rrr:r.rYrrr)rmrnrorrrrTs rsplit_with_sizes_defaultrs' 4TMAz .. !C(  :e$coo7IJu ckk0Z0   5A5!45  s%Bz+self: jt, dim: any, start: any, length: anyct|||d\}}|jd}t|j|d|jd}||j ||d|d}t |fit|S) NTrrr.narrowstartlengthr.rrr)rmrnrorrrr.rs rrr&s' 4TMAz .. !C 3779j&7( SC  !(# F  6."5 66rz self: jt, chunks: any, dim: any?c rt|||d\}}|jd}t|j|d|jdd\|d<}|r|d}|j j }|j|} | D cgc]} tj| d } } | D cgc]} tj| d d } } | D cgc]} | |jd } } | D cgc] } | jj"}} |jj|}t!t#|Dcgc]}t%dd ||i| |c}S||jfi|D cgc]} t%dd | it'|c} Scc} wcc} wcc} wcc} wcc}wcc} w)NTrrr.chunkr6chunksrrtrr)value)rrYrr=)rrr:r.rYrdiffrrcumsumFpadritemrrfr<rirr)rmrnrorrrr9rrchunked_lengthsrTchunked_offsets per_offsets nested_kwargs split_sizes chunk_valuesrts r chunk_defaultr9s& 4TMAz .. !C,<  :e$coowPT-)Ju)H%,,##%!--/;JKa5<<q1KK>MN155F!4NN / $COO D  0??!quuw||~? ?{{((5 3|,-   F Q FM!4D F  #++44   9 9^C%8 9  %LN @   s$ F0F F%1%F* F/;F4zself: jt_all, dim: any?c  t|||d\}}|d}|dk7r td|jd}|j|j }|j }|j ddttdttdzd df fd } |A|jj} | | tj| d z S dkr td |j} |j} | | | t|jdD cgc]$} tj d z | | | | &c} Scc} w)NTrr.rz2unbind(): only supported for NestedTensor on dim=0rrXrrIcd}jdz }tt|D]f}tj||dk\tj|||k|||z }|Dtj||||z|kdhtj||k|Ptt|D]8}tj||dk\tj|||k:yy)Nrrcy)NzMunbind(): nested tensor offsets and lengths do not match ragged_idx dimensionr=r=rrrUz2unbind_int.._torch_check..r]r)rr<rir_check)rXr lengths_sumragged_dim_sizertr>rs r _torch_checkz unbind_int.._torch_checkts  ,,zA~6s8}% A LL!) * LL!7 8 8A; &K# QK(1+-@k   [O34  3x=) = Xa[A-. Xa[O;< = rrrtzAunbind(): nested tensor ragged_idx out of bounds (should be >= 1)rr)rr2rrrrrYr)rrtolistrrfr<rr)rmrnrorrr.rrrrlengths_scalarsoffsets_scalarsrtr>rs @@r unbind_intrcse' 4TMAz U C axOPP .. !C ZZ\FkkmGkkmGJ=tCy=DI4D=PT=:!,,.//1_%{{6?aIIQ O  nn&Onn&O/2w}}Q'(    a!!$"1%    s4)E zself: jt, dim: anyct|||d\}}|jd}|j}tt |j |d|j d|d<t||fi|fit|S)NTrrr.r) rrrr:rirrYrr)rmrnrorrrrs r squeeze_dimrs|& 4TMAz .. !C [[F( CII 5)3??IJu V2z2 JnS6I JJrzself: jt_all, dim: anycPt|||d\}}|jd}|j}|d}tt |j dz||j dd|d<t|}|d|j dz kr |dxxdz cc<t||fi|fi|S) NTrrr.r unsqueeze)r5rY) rrrr:rirrYrr) rmrnrorrrrr.rks runsqueeze_defaultrs& 4TMAz .. !C [[F U C( CIIC+PTJu #3'M%COOa//m$)$ V2z2 Dm DDrztensors: any, dim: any?ct|||d\}}|jd}|Dcgc]}|js|}}t|dk(r t d|d}|Dcgc]!}|jr|n|j |#}}|d} t t|j| |jd|d<t||Dcgc]}|jc}fi|fit|dScc}wcc}wcc}w)NTrtensorsrz"At least one tensor must be nestedr.cat) rr is_nestedrir- expand_asr:rrYrrr) rmrnrorrrr^nestedfirstr.s r cat_defaultrs & 4TMAznnY'G! 0AAKKa 0F 0 6{aABB 1IEAHIAAKKqQ[[%77IGI U C( EKK#u00%Ju   )Aaii )8Z8  zself: any, other: anyct||d\}}|jd}|jd}fd}fd}|jr|js|jdk\rJ|j|jk(r)|j|jdz kr |||S|jd k(rX|j|jkDr6|j|jdz krt |j |fi|fit|S|js|jr|jdk\r9|j|jk(r|jd k\r |||S|jd k(rv|j|jkDrT|jd k\rDt ||j fi|fit|S|jr|jr|jdkDrY|jdkDrFt||jr0t |j |j fit|S|jdk(r|jdk(rq|jd k(rb|jdk(rS|j|j|j|jk(rtj|||Std |jd |j) NTrrotherct|j|jDcgc]\}}||c}}Scc}}wr)rr-)r{r}a_compb_comprms r _unbind_implz$matmul_default.._unbind_impls>9._padded_impls ;;BB5)) )) ! **""2>>A#56  "L XX& '  XXbnnq(* + '''F ;;Iq)HAy)H! KK~~!!   rrrz1matmul(): not supported between inputs of shapes r)rrrr.rYrrrrrrrstackr2r) rmrnrorrrrrrs ` rmatmul_defaultrs& 4TMAz .. !C NN7 #E ! J }}U__ GGIN UYY[(#'')a-/ U+ + IIK1  EIIK'#'')a-/S[[%6:6:H:M ]]u 99;!  swwy 8U=N=NRS=SU+ + WWY!^ cggi 7E rrM) rrr-rr2rr<r.rYrrr) rmrnrorrrrr! expand_args rexpand_defaultrks' 4TMAz .. !C f DZJNN:$>?@@ c4 (;CII;d4&QRRCHCGGICVWaS__,"$q'9WJW S[[*5 M9L MMXs Czself: t, other: jtct|||d\}}|jd}|jd}t|||jfit |S)NTrrrr3rs rexpand_as_defaultrsW& 4TMAz .. !C NN7 #E S%--0 JN54I JJrzself: jt_all, size: anyc 6t|||d\}}|jd}|jd}t||jkr?|j gdt |jt|z D|St d)NTrrrc3 K|]}dyw)rNr=)r rs rr$zbroadcast_to..sE1QEs zwbroadcast_to(): broadcasting to a higher-dim shape is currently not supported for nested tensors with the jagged layout)rrrir.rr<rj)rmrnrorrrrs r broadcast_tors& 4TMAz .. !C >>& !D 4yCGGIzzMEcggi#d).C(DEMMNN  4 rz tensors: anyc Tt|||d\}}|jd}t|dk(r tdt|dk(r|dSg}t j d|D}t d|D}|D]} | jr!|j| j|0| jt|krH|jt| j|jjfit|td t|S) NTrrrz7broadcast_tensors(): expected at least one tensor inputrc34K|]}|jywr)rr r^s rr$z$broadcast_tensors..s.H1qww.Hsc3BK|]}t|ts|ywrr[rs rr$z$broadcast_tensors..sAQZ<%@qArzubroadcast_tensors(): broadcasting nested tensors with dense tensors of equal or higher dim is not currently supported)rrrirjrbroadcast_shapesrrrrr.rrrrr() rmrnrorrroutsbroadcast_shaperr^s rbroadcast_tensorsrs& 4TMAznnY'G 7|qRSS 7|qqz D,,.H.HIO A'A AC   ;; KK7 8 UUWs?+ + KKQ^^CKK,=,=>V.QTBUV ;   ;rz(condition: jt_all, self: any, other: anyc:t|||d\}}|jd}|jd}|jd}tj|||\}}}t ||j |j |j fi|fit |S)NTr conditionrr)rrrrrrr)rmrnrorrrrrs r where_selfrs' 4TMAz{+I .. !C NN7 #E"33IsEJIsE  Y   U]]IjI   # rzself: jt, device: any?ct|||d\}}|jd}t||jfi|fit |Sr2r3r)s r_pin_memory_defaultrr5rcnt|||d\}}|jd}||jfi|Sr2rnr)s ris_pinned_defaultrrrzself: jt_all, other: jt_allc@|dj|djk(Sr)rrs ris_same_size_defaultrs 7==DGMM ))rct|||d\}}|jd|dduxs,t|dttfxrt |ddk(}|rt|j fi|}|jddrMt|ttfrt|fd|D}|S|jj}|S|d} t|dttf} | s| g} tj| |j\} } } }| s| d} | |d<| rjt|d dd lm}| r| r1|j fi|}|jddr |d |}|S|rt|d |jd| r jgn j}|j#|fd|i|S| rt|d |j fi|}t%|jddsKt|dttfr|dn|dg}|D]"}|jdz ksdxxdzcc<$|fd|S)NTrrr.rr:Fc3TK|]}|jj!ywr)rrY)r ors rr$z#_apply_reduction..sJ COO <Js%(zf(): reducing across the ragged dimension is not supported for non-contiguous nested tensors with holes)tree_mapc$|jdS)Nr)r)rs rrUz"_apply_reduction..+sQrzW(): reducing along a ragged and non-batch dimension is not supported for nested tensorszg(): reducing along the batch dimension but not the ragged dimension is not supported for nested tensorsrrYct|fiSrr)r out_kwargss rrUz"_apply_reduction..Vs,q"?J"?r)rrr'r(r)rirrr*rrYrGr.rXr2torch.utils._pytreerrr)rm func_nameidentity_elementrnrorrfull_reductionoutdim_to_convert is_dimlist converted_dimr{r|reduce_on_non_batchr dim_to_passdimlistr!rrs @@rrrs& 4TMAz .. !C &$.:e$udm4TZ=N9OST9T3;;-*- >>)U +#t}-d3iJcJJ mmCOO4  &NJu-t}=J ()    +     %a( %JuCLL4k; ;  - s{{1j1C~~i/7=J#" k":: NN5 !/93??+sK$$%56#;N OOrzself: jt_all, dims: anyct|||d\}}|jd}|jd}t|}t|j}|t|k7rt d|ddt|dzd d lm} | ||} t| tt| k7r t d |j t d | d d k7r t d | j|j|d<| ddD cgc]} t|| |j} } | |d<t||jfi|fi|Scc} w)NTrrrAz5permute(): number of dimensions in the tensor input (z) zAdoes not match the length of the desired ordering of dimensions ().rrz*permute(): duplicate dims are not allowed.zBpermute(): not supported on jagged layout nested tensor with holesz=Permute is not supported on the batch dimension for jagged NTrYr)rrrrirrjr&rsetrXindexrYrrr) rmrnrorrrrAr]inp_dimrcanonicalized_dimsr. inner_dimss rpermute_defaultr s}& 4TMAz .. !C >>& !D$J#))nG#d)CG9B OQRUVZR[Q\\^_ `  6*7D9 #c*<&=">>EFF || P  !! K  !3 8 8 IJ}&ab)  GS#//:J$Jv S[[7J7 F: FF s E c t|||d\}}|jd|jd jdk7r=tjt k7rt djd dt d ks t st d jd  fd }tt dz Dcgc] }|| }}tjj5t|j|fitcdddScc}w#1swYyxYw) NTrrrrzVview(): does not support ragged_idx != 1 except when inp._size == size. inp._size is (z) and size is (rrzview(): cannot view shape z as cn|jdz k(rjj|S|dzSrW)rYrr) inner_idxrrs rget_inner_sizez$view_default..get_inner_sizes8 !+ +;;##I. . A & &r)rrrYr(rr2rirr<rinference_mode is_inferencerrr) rmrnrorrr$rt inner_sizerrs @@r view_defaultr(s> ' 4TMAz .. !C >>& !D !cii 0E$K ? YYKtfB @   4y1}.sD97 {$tfMNN '.33t9q=-AB.#BJB   c..0 1RDj9Q^C=PQRR CRRsD; &EE zHinput: jt_all, normalized_shape: any, weight: any?, bias: any?, eps: anycPt|||d\}}|jd}|jdkr td|d}|j|j }|jt |z }|dk(r td||vr|j td ||vrMtjjj|jj|j |jg|jg } tjjjtj |jjdd f|j"|j$ |jg|jg j'| j} |jj)j+d j+d | jdz} tj,| dd| z } | | z | z} tj,tj.| dd| z }tj0||dz}| |z }tjjj3||jg|jjdj5d|j|j d zd}t7|fit9|| |fS||jfi|\}} }t7|fit9|| |fS)NTrrrzOlayer_norm(): not supported for NestedTensor objects with 2 or fewer dimensionsrrzVlayer_norm(): not supported when normalizing over the batch dimension for NestedTensorzklayer_norm(): not supported where lengths is not None if operating on the ragged dimension for NestedTensorr)rrr)rLr)rr)r.r:rrurM)rrr.r2rrYrirXrr r rxrrrryonesrLrrrrrsquaresqrtrz unflattenrr)rmrnrorrrr ragged_sizenum_dims_not_normalized padded_input padded_maskragged_lengthsmeanpadded_normalizedvariancestdpadded_layer_normjagged_layer_norm_valuesr0s rnative_layer_norm_defaultr:s! ' 4TMAz .. !C wwyA~ ]  ""45))COO,K!ggi#.>*?? 1$ d  &&3<<+C y  ''yy~~EE KK  //  \\N) F iinnDD JJ ))!,a0399 U \\N)E  &     LL    ) )! , 6 6q 9L>#Q#Q  \\NKK%%$R$ )  #//A-/0 ! 1 I^C5H I    S[[7J7FD#  7>##6 7s CCrzpgrad_out: jt, input: jt, normalized_shape: any, mean: any, rstd: any, weight: any?, bias: any?, output_mask: anyct|||d\}}|jd}|jd}||j|jfi|\}}} |d|| fSt|fit ||| fS)NTrrrr) rmrnrorrrrd_inputd_gammad_betas r"native_layer_norm_backward_defaultr?Zs ' 4TMAz~~j)H .. !C#H$4$4ckkPZPGWfgv&&  8N3$7 8'6 JJrz"self: jt_all, dim: any, index: anyct|||d\}}|jd}t|j|d|jdd\|d<}|r|j |dS|j tdt|}|d|jd z kr |d xxd zcc<t||jfi|fi|S) NTrrr.selectrrzSselect(): not yet supported on dim != 0 for non-contiguous nested tensor with holesrrY) rrr:r.rYr-rXrjrrr)rmrnrorrrr9rs r select_intrBks& 4TMAz .. !C,<  :e$cooxQU-)Ju) zz|Jw/00 || a   $J%3??Q..=!Q&! S[[7J7 F: FFrz7self: jt, dim: any?, start: any?, end: any?, step: any?ct|||d\}}|jd}t|j|d|jd|d<t ||j fi|fit|S)NTrrr.slice)rrr:r.rYrrrr)s r slice_tensorrEsw ' 4TMAz .. !C(  :e$coowJu S[[7J7 O>#;N OOrz8input: jt_all, indices: any, values: t, accumulate: any?c t|||d\}}|jd}|jd}t||jkDr)t dt|d|jdt||j dzkr9|j s td dd lm }|j}|j} | } |jj|j dz } | | } g|jd|j | |j|j dzd} |jd | } ||| |fi||j|j | || }|t j"j$j&j(ur+|jj+|j-|S|S|j/|j1j3}n|j/}t!j4t!j6||j |kd|j1|d||j z}|d|j |gz||j dzdz}|t j"j$j&j(ur||j|fi||_ |St9||j|fi|fit;|S)NTrrindiceszToo many indices: got z but tensor has z dimensionsrz[index_put(): If ragged dimension is not part of indices, this only works on contiguous NJTsrrrrz7Some indices in the ragged dimension are out of bounds!r)rrrir.r-rY is_contiguousr2rrrrrrrrrr r  index_put_rr`rrrr _assert_asyncrrr)rmrnrorrrrGrrrrrr padded_inpnew_njtrragged_indices func_indicess rrIrIs' 4TMAz#w/C nnY'G 7|cggi$S\N2B3779+[ Y   7|coo))  "m  6** ** ! ++##COOa$78  "L YY( )  YYs*, - ))#<)H $ W 3 3LL!!   599>>,,44 4 KK  gnn. /J  {{}++-$$&++-  '#//*W45A[[]71:.1IIN COO$    #//A%' (  ) uyy~~((0003;; C C   S[[,5*5    rz{input: jt, weight: t, bias: t?, stride: any, padding: any, dilation: any, transposed: any, output_padding: any, groups: anyct|||d\}}|jd}t||jfi|fit |Sr2r3r)s rconvolution_defaultrPsN ' 4TMAz .. !C S[[7J7 O>#;N OOrcft|||d\}}|d}t|j|dd|j\}}}}|r|s|r t d|d} d|d<t t jjjjddfi|} |j |jn|jj} t| jd z D]}| jd } | | z } | s| j!|j} | Sd } t |d| fi|S) NTrrr.r4zTCannot reduce on both ragged and non-batch dimensions without also reducing on batchr:rrrMgzG?)rrGr.rYr-rrr r r dim_IntListrXrrr<rr)rmrnrorrrr{r|r r:intermediate_sumrrintermediate_values rmean_dimrUsM' 4TMAz W CBS  5  C?Q)+>  f Y' $ 9+ IINN   * *FA 9C  #&,,":#,, @Q@Q@S'++-12 ,A''+G ,(++coo.C  D&*< K KKrcnt|||d\}}|jd}||jfi|Sr2rnr)s r mean_defaultrW4rrz&self: jt_all, dim: any?, keepdim: any?c$t|ddg|i|S)Nr@Frrs rany_dimsrY?s D% @ @ @@rz%self: jt_all, dim: any, keepdim: any?ct|||d\}}|dg|d<ttjjj j fi|SNTrr.)rrYrr r r@rArmrnrorrs rany_dimr]DQ& 4TMAz $E*+Ju EIINN&&++ :z ::rc$t|ddg|i|S)NrTrrs rall_dimsr`Os D% ? ? ??rct|||d\}}|dg|d<ttjjj j fi|Sr[)rr`rr r rrAr\s rall_dimrbTr^rcnt|||d\}}|jd}||jfi|Sr2rnr)s rall_any_max_min_defaultrd_s?' 4TMAz .. !C  *z **rclt|||d\}}|jd}||jSr2rnr)s r_is_true_defaultrfrs: ' 4TMAz .. !C  rc~t|||d\}}|dj}t|d}t|d|g|i|S)NTrrr rrrrrrmrnrorrr dtype_maxs rmin_dimrkP& 4TMAz w  % %E"5%0I D% DT DV DDrc~t|||d\}}|dj}t|d}t|d|g|i|S)NTrrrr rhrmrnrorrr dtype_mins rmax_dimrprlrc~t|||d\}}|dj}t|d}t|d|g|i|S)NTrrr aminrhris r amin_defaultrsR' 4TMAz w  % %E"5%0I D&) Ed Ef EErc~t|||d\}}|dj}t|d}t|d|g|i|S)NTrrramaxrhrns r amax_defaultrwrtrc~t|||d\}}|dj}t|d}t|d|g|i|S)NTrrr argminrhris rargmin_defaultrzR' 4TMAz w  % %E"5%0I D(I G G GGrc~t|||d\}}|dj}t|d}t|d|g|i|S)NTrrrargmaxrhrns rargmax_defaultr~r{rzAgrad: jt_all, dim: any, indices: jt_all, sizes: any, keepdim: anyc ddlm t|||d\}}|jd}|j|d<|jd}|j|d<t fdt |dD}tt|d|d |d |d <|jd}|jj|jd z ||<|d d}||d<t|} || d <t|d i|fi| S)NrrTrgradrGc3:K|]\}}|s|ywrr=)r rtrrs rr$z=value_selecting_reduction_backward_default..sWDAqmTUFVaWssizesr."value_selecting_reduction_backwardrrYr=) rrrrrrrlr:rirrYrr) rmrnrorrrrGr>rrkrs @r*value_selecting_reduction_backward_defaultrs D& 4TMAz >>& !DJvnnY'G#OOJyWIj.A$BWWJ( Jw  5, Ju NN7 #E,,W-@-@1-DEE* !"IEJw"7+M#-M- *z* >5::&??   9 J :%%]]5::.  <1))"l12.>? \ a ''+  ))#//1= rzcpadded: t, offsets: t, dummy: jt, ragged_idx: any?, min_seqlen: any?, max_seqlen: any?, sum_S: any?ct|||d\}}|d|d}}|jdd}|dkDr|j|d}|j}|j dkDr|j d }n$|j dkr|j d }|jtju} | r+|jr|jtj}tjjj||g|d } | r+| jr| jtj} t!|dkDr| j#d |dd} nt!|dkr| j%d } |dkDr| j|dz d } |d } |d} i} | | | d <| | | d<t'| ||| S)NTrpaddedrr>rrrr*rMrrrr)rYr)rrrrr.rrrrrrrRrr r rzrir.rr)rmrnrorrrrr>padded_ragged_dim1_shaperrrrmetadata_caches r"_nested_from_padded_tensor_defaultr s ' 4TMAz!*Jy,AGF a0JA~!!*a0%|| zz|a!,  !!"%llejj(G6>>5::& YY^^ ; ; :g.F6>>5::& #$q(!!"&>qr&BC % & *#A~!!*q.!4L)JL)JN'1|$'1|$ &  rzcvalues: t, offsets: t, dummy: jt_all, lengths: t?, ragged_idx: any?, min_seqlen: t?, max_seqlen: t?ct|||d\}}|d|d|d}}}|d}|d} |d} i} | | | d<| | | d<t||||| S) NTrrrrr>rr)rrYr)rr) rmrnrorrrrrr>rrrs r _nested_view_from_jagged_defaultr s ' 4TMAz 799GF L)JL)JL)JN'1|$'1|$ &  rc`t|||d\}}|jd}|jSr2)rrrr)s r_nested_get_offsetsr 3& 4TMAz .. !C <<rc`t|||d\}}|jd}|jSr2)rrrXr)s r_nested_get_lengthsr rrc`t|||d\}}|jd}|jSr2)rrrYr)s r_nested_get_ragged_idxr s3& 4TMAz .. !C ??rct|||d\}}|jd}|jjddS)NTrrrrrrrr)s r_nested_get_min_seqlenr B& 4TMAz .. !C    " "< 66rct|||d\}}|jd}|jjddS)NTrrrrr)s r_nested_get_max_seqlenr rrzself: jt, mask: anyc(t|||d\}}|jd}|jd}|jdkDr td|j|jk7r%td|jd|j|j j |j}tj|jjd d }t|}||j|d <tdd |i|S)NTrrrrz3masked_select only support 2-D selections currentlyzMask with shape z& is not compatible with input's shape rrtrrrr=)rrr"r2rr masked_selectrrrrrrr) rmrnrorrrr res_values mask_cumsums rmasked_select_defaultr s& 4TMAz .. !C >>& !D xx!|PQQ djj tzzl*PQTQZQZP[ \  **4;;=9J%% ,,,3V->?Jj'G)<=CCKP rzself: jt_all, s: anyc|d}|d}||j|||j||j||j|yyr)rrrX)rmrnrorstreams rrecord_stream_defaultr@ sM q'C !WFfv || S\\6" rzRself: jt_all, size: any, dtype: any?, layout: any?, device: any?, pin_memory: any?ct|||d\}}|jd}t|ddk(r||jfi|St d)NTrrrrz2new_empty() not supported for NJT with shape != ())rrrirr2r)s rnew_empty_defaultrK s]' 4TMAz .. !C :f !#CKK.:.. K LLrzself: jt_all, ...cjtd|D}t|d|Di|fit|S)Nc3BK|]}t|ts|ywrr[rs rr$z&activation_backward..m sLsjl.KsLrc3XK|]"}t|tr |jn|$ywr)r'rrrs rr$z&activation_backward..p s" TZ\:ckkC Ts(*r)rmrnror7s ractivation_backwardr` sHLdLLK  Tt T     %  rzself: jt_all, value: anyct|||d\}}|jd}t||jfi|fit |Sr2r3r)s r fill_Scalarrw r5rcrt|||d\}}|jd}||jfi||Sr2rnr)s r fill__Scalarr s?& 4TMAz .. !C# # Jrct|||d\}}|jd}t|}||j\}}t |fi|t |fi|fSr2)rrrrr) rmrnrorrrrkmantissaexponents r frexp_Tensorr so& 4TMAz .. !C"3'Mckk*Hh  2M 2L5!5 rz+grad: any, self: any, other: any, mask: anycpt|||d\}}|jd}|jd}|jd}|jd}|yd} |dr&tj||j d d } d} |d r&tj|j d d |} | | fS) NTrrrrrrrrMr)rrrr;r) rmrnrorrrrrgrad_input_mask grad_self grad_others rmatmul_backward_defaultr s ' 4TMAz >>& !D .. !C NN7 #E nnV,O |IqLLur2'>? Jq\\#--B"7> z ""rz self: anycddlm}|S)Nr)_nt_view_dummy)$torch.nested._internal.nested_tensorr)rmrnrors r_nested_get_jagged_dummyr sC  rr IMPLrCPUCUDAMeta)F)TFF)rr)rrrtypingrtorch.nn.functionalrvrwrtorch.fx.operator_schemasrtorch.nested._internal.sdparrrr r)Any__annotations__r Dictrrr:rGstrrzrrrrrregister_jagged_funcCallablerrrrr r r rrrr.rrrrrprimrJrrr rHr&r#r(r*r=r0linearr4linear_backwardrDrRrrF_to_copyr^r`rhr empty_like ones_liker rand_like randn_likerl full_like randint_like low_dtypezero_ro_softmaxr _log_softmaxr_softmax_backward_datarnative_dropoutrnative_dropout_backwardrrdim_intrrrfrRrrrrrrr-rrrrrrrrr;rbmmrrrrrrrwherer9r _pin_memoryr is_pinnedr is_same_sizerrrrrRrrrpermuter view _unsafe_viewr(native_layer_normr:native_layer_norm_backwardr?rArBrDrE index_putrI convolutionrPr4rUrWr@rArYr]rr`rbr rrd _is_all_true _is_any_truerfrkrprrrsrvrwryrzr}r~rrrr embeddingrembedding_dense_backwardrr_nested_get_valuesrrrr_nested_from_padded_tensorr_nested_view_from_jaggedrrrrrrrr_nested_select_backwardr record_streamr new_empty new_zerosnew_onesr elu_backwardhardshrink_backwardhardsigmoid_backwardhardtanh_backwardsoftplus_backwardsoftshrink_backwardrfillScalarrfill_rfrexprmatmul_backwardrrlibrary_scoped_libraryimplr=rrrs   8K'c#%$sCx.%H6:Y:=S=D=@  #& +7 AD    0.)y((8HI&HtO&RLS^c$L 33;; '' "" $$   (( !!)) ))11 0 0,eiinn++33^DE YY^^  !  eiinn22::NKFLF( IINN  ..0S  IINN$$,,.QOO( IINN  "FEE4eiinn++335UVPWP IINN""**<" "Jeiinn''--/JKPLPeiinn--55~F&G&R IINN  "Q:DUYY^^**22NC  !!))   (( !!))   (( !!))  -5 -5`XUYY^^--557VWUUYY^^0088:ST IINN))+N eiinn**22NCD IINN##%QEPEPP IINN'')U"P"PJ IINN))11=  IINN!!))+N   IINN**22+    IINN8> >eiinn))113NO+P+ IINN!G" IINN##++-T" IINN!!#P 7 7 eiinn**224VW& X& Reiinn++//1JKELEPeiinn,,002FG KH Keiinn..668PQERE,eiinn((002KLM2eiinn++335LMjNjZeiinn((002KL EM E  IINN!!#LNN"eiinn..668LMKNKeiinn1199;TUV"eiinn66>>OP> IINNI$eiinn0088:RSPTPeiinn..668PQ+R+ IINN'')F**gFTeiinn((002MN+O+ IINN""9= = IINN  "F'P'PTeiinn,,446OP%GQ%GP YY^^  %)).."="="E"EF,R ,R^ IINN$$,,N^D ^DB IINN--55v K  Keiinn++//1UVGWG8 IINN= P  P IINN$$> IINN%%>U  Up IINN&&G P  P IINNR&L&LReiinn))113NO+P+eiinn((--/WXAYAeiinn((,,.UV;W;eiinn((--/WX@Y@eiinn((,,.UV;W; "" "" "" ""  ++ YY^^  ((%))..*E*E*M*MN eiinn((,,.UVEWEeiinn((,,.UVEWE IINN!IFF IINN!IFF IINN!!#KHH IINN!!#KHH IINN55==G= =@eiinn**224MNO< IINN$$W    IINN++33_D D %% ))11     eiinn((00.AB IINN##++38 8v IINN--55i2 2j IINN++33i 8eiinn88@@.QReiinn88@@.QReiinn;;CC^TUeiinn;;CC^T7U7eiinn;;CC^T7U7eiinn22::B C  IINN""**1# #2eiinn==EE{ST  ]]""662LdII(*BEJII(*BFKII(*BFKLLLsb;=AddAd