SjRUddlZddlmZddlZddlmZddlmZddlm Z GddeZ Gdd eZ Gd d eZ Gd d eZ daeej dzdzed<dej$fdZy)N)chain)_get_device_index)Function)commc,eZdZedZedZy) Broadcastc td|Ds td|Dcgc]}t|d}}||_t |dk(ryt ||_|dj |_|Dcgc]}|jc}|_ tj||j}|D]=}t|jD]#\}}|s tj||||<%?g} t|jddD]"\ } | r | j! fd|D$|j"| t%t'j(|Scc}wcc}w)Nc3NK|]}|jjdk7ywcpuNdevicetype.0is [/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/nn/parallel/_functions.py z$Broadcast.forward.. :a188==E):#%z2Broadcast function not implemented for CPU tensorsTrc3(K|] }| ywNr)routputidxs rrz$Broadcast.forward.."s*M66#;*Ms)allAssertionErrorr target_gpuslen num_inputs get_device input_device is_complex complex_maskrbroadcast_coalesced enumeratetorchview_as_complexneeds_input_gradextendmark_non_differentiabletupler from_iterable) ctxrinputsxinpoutputsdevice_outputsrr$non_differentiablesinput_requires_gradrs @rforwardzBroadcast.forward si:6:: !UV V;FGa(D1G G% v;! V!!9//18>?CNN,?**63??C% QN!*3+;+;!< Q :(-(=(=nQ>O(PN1% Q Q !(1#2F2Fqr2J(K N $C$&#***MW*MM N $##%89U((122+H@s E':E,cbtj|j|jg|}d|zS)Nr)ReduceAddCoalescedapplyr#r!)r/ grad_outputsgradss rbackwardzBroadcast.backward&s5"((   cnn /; N__name__ __module__ __qualname__ staticmethodr7r=rr>rrr s(334r>rc,eZdZedZedZy)r9ctdt||Dcgc]}||jc}|_t|Dcgc]}||j }}||_t d|D}tdt||Dcgc] }||||z }}tj||}t dt||D}|Scc}wcc}wcc}w)Nrc3jK|]+}|jrtj|n|-ywr)r$r( view_as_realrgs rrz-ReduceAddCoalesced.forward..9s- ?@Q\\^E  q ! : s13c3TK|] \}}|rtj|n|"ywrr(r))rrr$s rrz-ReduceAddCoalesced.forward..Cs. :)3E ! !! $ 9 s&() ranger r"rr$r%r-rreduce_add_coalescedzip) r/ destinationr!r<rr%grads_convertedgrads_resultss rr7zReduceAddCoalesced.forward0s,1CJ +K &'E!H   ! 8=Z7HI!a++-I I' DI   1c/2J?  AJ /  ++FK@ !$Wl!;   - J sCCC$cHdtj|jg|zS)NNN)rr:r)r/r;s rr=zReduceAddCoalesced.backwardJs(  OOCOO ;l ;< Nr?rr>rr9r9/s(2<r9c,eZdZedZedZy)GathercXtd|Ds td|dk(rd_nt|d}|_|_t d|D_td|Dr6|dk(r1t d|D}tjd d d_ nd _ t fd |D_ t|dkDxr|dj}tj|jj}|rtj |}|S)Nc3NK|]}|jjdk7ywr r rs rrz!Gather.forward..Urrz/Gather function not implemented for CPU tensorsr Tc3<K|]}|jywr)r"rs rrz!Gather.forward..]s>!q||~>sc3BK|]}|jdk(ywrN)dimrts rrz!Gather.forward..^s,quuw!|,src3>K|]}|jdyw)rN)viewr^s rrz!Gather.forward.._s5166!95szvWas asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.) stacklevelFc3TK|]}|jj!ywr)sizer])rrr/s rrz!Gather.forward..is@Asww@s%()rr target_devicerr]r- input_gpuswarningswarnunsqueezed_scalar input_sizesr r$rgatherr(r))r/rfr]r0r$rs` rr7zGather.forwardSs :6:: !RS S E ! %C -mTBM -C >v>> ,V, ,5f55F MM'   %)C !$)C !@@@[1_?)=)=)? VSWWc.?.?@ **62F r>ctj|j|j|j|}|j rt d|D}d|zS)Nc3&K|] }|d ywr\rrHs rrz"Gather.backward..zs#BQAaD#BsrU)Scatterr:rgrkr]rjr-)r/ grad_outputscattered_gradss rr=zGather.backwardtsK!-- NNCOOSWWk   ##B/#BBOo--r>Nr?rr>rrWrWRs)@..r>rWc,eZdZedZedZy)roc|Dcgc]}t|d}}||_|jjdk7r|j nd|_d}t jjr:|j dk(r+|Dcgc] }tt j|"}}|j}tj||||j|} |rtd| D} |t| D]s\} } t jj|| 5t jj!} | j#|| | j%| dddu| Scc}wcc}w#1swYxYw)NTr c3FK|]}tj|ywrrK)ros rrz"Scatter.forward..sFE11!4Fs!)rr]rrr"r#r( accelerator is_available _get_streamr$rscatterr-r' device_indexcurrent_stream wait_stream record_stream) r/r chunk_sizesr]inputr1streamsrr$r3rr main_streams rr7zScatter.forwardsb;FGa(D1G G161B1Be1K5++-QS    ) ) +0@0@B0FGRSV{5<<#78SGS%%' ,,uk;Q FgFFG  &w/ 6 6&&33KNC6"'"3"3"B"B"DK++GAJ7((566 6 -H T66sE7%E<'AFF c`dddtj|j|jg|fSr)rWr:r#r])r/rps rr=zScatter.backwards+T4c.>.>!V+!VVVr>Nr?rr>rroro~s*2WWr>ro_streamsrcF|jdk(stjjsytjj j|jk7rAt dtjj jd|jt "dgtjjzat |j0tj|jt |j<t |jS)zBGet a background stream for copying between CPU and target device.r Nz"Expected current accelerator type z to match device type ) rr(rwrxcurrent_acceleratorrr device_countindexStream)rs rryrys{{e5#4#4#A#A#C ,,.33v{{B01B1B1V1V1X1]1]0^_$$*KK= 2  6E--::<< %!&fll!; FLL !!r>)rh itertoolsrr( torch._utilsrtorch.autogradrtorch.nn.parallelrrr9rWrorlistr__annotations__rryrr>rrs| *#"""J <