[jwZddlmZmZddlmZddlmZmZmZm Z ddl Z ddl m Z ddl mZddl mZmZmZddlmcmZddlmZmZmZdd lmZdd lmZddlZd ZGd d ej<ZGddej<Z dZ!dZ"d5dZ#dZ$dZ%dZ&d6dZ'Gddej<Z(Gddej<Z)Gddej<Z*Gddej<Z+Gdd ej<Z,d7d!Z-Gd"d#ej<Z.Gd$d%ej<Z/Gd&d'ej<Z0Gd(d)ej<Z1Gd*d+ej<Z2Gd,d-e jj<Z3d8d.Z4d/Z5d0Z6d1Z7d8d2Z8Gd3d4Z9y)9)log2ceil)partial)AnyOptionalListIterableN) transforms)Image)nneinsumTensor) rearrangerepeatreduce) Rearrange) save_imagec0|dz |dz z||dz zzdzS)N)sizekerneldilationstrides F/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/aura_sr.pyget_same_paddingrs( AX&1* %FQJ(? ?A EEcLeZdZddddddfd Z d deedeefdZxZS) AdaptiveConv2DModTrg:0yE>)demodrrepsnum_conv_kernelsc Ht |||_||_||_||_||_|dkD|_tjtj|||||f|_ ||_ tjj|jdddy)Nrrfan_in leaky_relu)amode nonlinearity)super__init__r"dim_outrrradaptiver Parametertorchrandnweightsr!initkaiming_normal_) selfdimr,rr!rrr"r# __class__s rr+zAdaptiveConv2DMod.__init__s      (1, || KK)7CH I     LLAH<  rmod kernel_modc|jd|jd}}|jd|k7rt|d||jdz}t|rU|jdkD}|js|rJ|r0|jd|k7rt|d||jdz}|j }|jr\t|d|}t|r|jdkDsJ|j d}t|d }t||zd d }t|d }||d zz}|jr=t|dzdd j|jj} || z}t|d}t|d}t||j|j|j } t#j$||| |}t|d|S)zw notation b - batch n - convs o - output i - input k - kernel rzb ... -> (s b) ...)sz ... -> b ...)br5zb n -> b n 1 1 1 1zb n ... -> b ...sumzb i -> b 1 i 1 1rrzb o i k1 k2 -> b o 1 1 1)minzb c h w -> 1 (b c) h wzb o ... -> (b o) ...)paddinggroupsz1 (b o) ... -> b o ...)shaperexistsnumelr-r1softmaxrrr!clampr"rsqrtrrrrFconv2d) r4fmapr7r8r<hkernel_mod_has_elr1 kernel_attninv_normrAs rforwardzAdaptiveConv2DMod.forward:szz!}djjn1 99Q<1 2a399Q<6GHC *  * 0 0 2Q 6 ==(9 99 Z%5%5a%8A%=# 4Z=M=Ma=P8P ,, ==Wn:G*%**:*:*!&)D>>Fv>ND>rr c,eZdZdfd ZdZdZxZS)Attendct|||_tj||_tj tjd|_ ||_ yNr) r*r+dropoutr Dropout attn_dropoutr.r/r0scaleflash)r4rZr^r6s rr+zAttend.__init__sE  JJw/\\%++a.1  rctd|||f\}}}tj||||jr |jnd}|S)Nc"|jSN) contiguous)ts rz#Attend.flash_attn..s  r) dropout_p)maprIscaled_dot_product_attentiontrainingrZ)r4qkvouts r flash_attnzAttend.flash_attnsG.Aq :1a,, q!t}}t||#  rc|jr|j|||S|jddz}td|||z}|j d}|j |}td||}|S)Nr=zb h i d, b h j d -> b h i jr>zb h i j, b h j d -> b h i d)r^rnrCr rFr\)r4rjrkrlr]simattnrms rrPzAttend.forwards| ::??1a+ + t#2Aq9EA{{r{"  &2D!< r)reF)rQrRrSr+rnrPrTrUs@rrWrWsrrWc |duSrar)xs rrDrDs D=rcDt|r|St|r|S|Sra)rDcallable)valds rdefaultrys! c{ 1+13$1$rc2t|tr|S|f|zSra) isinstancetuple)rclengths r cast_tupler~s!U 4&=rc|Srar)rcargskwargss ridentityrs Hrc4t|jSra)r is_integer)ns ris_power_of_twors 7   rc#K dwrarrrr null_iteratorrs   s c tjtdddtj|dzt ||dS)Nz$b c (h p1) (w p2) -> b (c p1 p2) h wr)p1p2r)r SequentialrConv2dry)r5r,s r Downsamplers; ==8Q1E #'77C0!4 rc$eZdZfdZdZxZS)RMSNormct|tjt j d|dd|_d|_y)Nrg-C6?)r*r+r r.r/onesgr")r4r5r6s rr+zRMSNorm.__init__s4 ejjCA67rcptj|d|jz|jddzzS)Nrr>?)rI normalizerrCr4rts rrPzRMSNorm.forwards.{{1!$tvv-s1BCCrrQrRrSr+rPrTrUs@rrrs Drrc4eZdZdfd ZddeefdZxZS)Blockct|t||d||_d|_d|_d|_tj|_ y)N)rr#r) r*r+r projrrrr SiLUact)r4r5r,rBr#r6s rr+zBlock.__init__sH % 5E     779rconv_mods_iterct|t}|j|t|t|}|j |}|S)N)r7r8)ryrrnextr)r4rtrs rrPz Block.forwards@ A IIaT.1d>>RI S HHQKr)rra)rQrRrSr+rr rPrTrUs@rrrs ();rrcBeZdZddgddeffdZddeefdZxZS) ResnetBlockrrrBr# style_dimsrct||j||||gt|||||_t|||||_||k7rt j||d|_ yt j|_ y)N)rBr#r) r*r+extendrblock1block2r rIdentityres_conv)r4r5r,rBr#rr6s rr+zResnetBlock.__init__s 3 0';KLM :J   WV>N  7:Wn #w2 "++- rrcv|j||}|j||}||j|zS)Nr)rrr)r4rtrrLs rrPzResnetBlock.forwards: KK.K 9 KK.K 94==###rra) rQrRrSrr+rr rPrTrUs@rrrs+&'!PR XIM X$();$rrc&eZdZdfd ZdZxZS)LinearAttentionc"t||dz|_||_||z}t ||_t j||dzdd|_t jt j||dt ||_ y)NrprrFbias) r*r+r]headsrnormr rto_qkvrto_out)r4r5rdim_head hidden_dimr6s rr+zLinearAttention.__init__sr t^  % CL iiZ!^QUC mmBIIj#q$A73<P rc|j\}}}}j|}j|jdd}t fd|\}}} |j d}|j d}|j z}tjd|| } tjd| |} t| d j|| } j| S) Nrrr>c4t|djS)Nzb (h c) x y -> b h c (x y)rLrrrcr4s rrdz)LinearAttention.forward..i#?4::Nrr:r=zb h d n, b h e n -> b h d ezb h d e, b h d n -> b h e nzb h c (x y) -> b (h c) x y)rLrty) rCrrchunkrgrFr]r/r rrr) r4rtr<crLwqkvrjrkrlcontextrms ` rrPzLinearAttention.forward sWW 1a IIaLkk!n""1!", NPS 1a II"I  II"I   N,,c4t|djS)Nzb (h c) x y -> b h (x y) crrrs rrdz#Attention.forward..2rrzb h (x y) d -> b (h d) x y)rtr)rCrrrrgrrr) r4rtr<rrLrrrjrkrlrms ` rrPzAttention.forward,sWW 1a IIaLkk!n""1!", NPS 1akk!Q"9Q!D{{3r)rrFrrUs@rrr s  4  rrc tjt|tj|||zdtjtj||z|dSrY)r rrrGELUr5mults r FeedForwardr<sK ==  #sTz1%   #*c1%  rc&eZdZdfd ZdZxZS) Transformerc t|tjg|_t |D]J}|jj tjt||||t||gLy)N)r5rrr^r) r*r+r ModuleListlayersrangeappendrr) r4r5rrdepthrnff_mult_r6s rr+zTransformer.__init__Gsq mmB' u A KK   ! #he:$':   rcZ|jD]\}}|||z}|||z}|Srarr4rtrrffs rrPzTransformer.forwardW:  HD"Q! A1 A r)@rrTrrrUs@rrrFs  rrc&eZdZdfd ZdZxZS)LinearTransformerc t|tjg|_t |D]I}|jj tjt|||t||gKy)N)r5rrr) r*r+r rrrrrr)r4r5rrrrrr6s rr+zLinearTransformer.__init__`sj mmB' u A KK   'C(%P#':  rcZ|jD]\}}|||z}|||z}|Srarrs rrPzLinearTransformer.forwardnrr)rrrrrrUs@rrr_s  rrc&eZdZdfd ZdZxZS)NearestNeighborhoodUpsamplecxt|t||}tj||ddd|_y)Nrr kernel_sizerrA)r*r+ryr rconv)r4r5r,r6s rr+z$NearestNeighborhoodUpsample.__init__ws2 '3'IIc7!QO rc|jddk\r|j}tj|dd}|j |}|S)Nrr@nearest) scale_factorr()rCrbrI interpolaterrs rrPz#NearestNeighborhoodUpsample.forward|sA 771:  A MM!#I > IIaLrrarrUs@rrrvsP rrc&eZdZdfd ZdZxZS) EqualLinearct|tjt j |||_|r-tjt j||_||_ yra) r*r+r r.r/r0weightzerosrlr_mul)r4r5r,rrr6s rr+zEqualLinear.__init__sL ll5;;w#<=  U[[%9:DI rctj||j|jz|j|jzS)Nr)rIlinearrrr)r4inputs rrPzEqualLinear.forwards/xxt{{T[[8tyy4;;?VWWr)rTrrUs@rrrsXrrc(eZdZdfd ZddZxZS)StyleGanNetworkc"t |||_||_||_g}t |D]D}|dk(}|r||z} n|} |} |j t| | |tjdgFtj||_ y)Nrg?) r*r+dim_inr,dim_text_latentrrrr LeakyReLUrnet) r4rr,rrrriis_first dim_in_layer dim_out_layerr6s rr+zStyleGanNetwork.__init__s   .u AAvH%7 & #M MM\=&A2<rr=)rIrrrDr/catr)r4rt text_latents rrPzStyleGanNetwork.forwardsQ KKq !   ! #+& && 1k*3Axx{r)irg?rrarrUs@rrrs *.rrc*leZdZdddddddddddd d d d ddd d edededeedeedeedededededededededededededed ee f(fd!Z e d"Z e d#Z e d$Zd%Z d,d&ej"d'eej"d(eej"d)eej"d*ef d+ZxZS)- UnetUpsamplerN)rrrr)rrr rr)FFFTTTr)rrrrrrbilinear)init_dimout_dim style_network up_dim_multsdown_dim_multschannelsresnet_block_groups full_attnrnself_attn_dim_headself_attn_heads attn_depthsmid_attn_depthr# resize_mode unconditionalskip_connect_scaler5 image_sizeinput_image_sizerrrrrrrrrnrrrrr#rrrc2t+|tdi|x|_}||_|rt |r|j dkDrJt|r t|sJd||ksJd||_||_ g}| |_ | }t|}|gtfd|}|t|t|z }|gtfd|}tj||dd|_t#t%|dd |d d}t#t%|dd |d d}t't(| || }t't*| }|^}}t|d |_tj.g|_tj.g|_d} t5t%|| |D]\}!\\}"}#}$}%|$r|nt6}&g}'t9| D]}(|'j;||"|"|j0j;tj.tj.|'tj.|$r |&|"| ||%ndtj|"|#ddd gg||||_||| |||_||||_ |^}})t5t%tC|tC| tC|D]\}!\\}"}#}$}%|$r|nt6}&g}'|!t|kr|"dzn|"}*t9| D]}(|'j;||*|"|j2j;tj.tj.|'tj.tE|!dk(r|)n|#|"|$r |&|"| ||%ndggt|| |_#||_$tj| d |_%||_&tjN|jPtS||_*||_+y)Nrz>both output image size and input image size must be power of 2zLinput image size must be smaller than the output image size, thus upsamplingc|zSrarmr5s rrdz(UnetUpsampler.__init__..s C!Grc|zSrarr"s rrdz(UnetUpsampler.__init__..s 37rr)rAr=rr)rng;f?)rrrrrr),r*r+rrrrDrrrrrryrglenr r init_convlistziprrrrrdownsups enumeraterrr mid_block1mid_attn mid_block2reversedrrfinal_res_block final_to_rgbrLinearr,r?style_to_conv_modulationsstyle_embed_split_dims),r4r5rrrrrrrrrrrnrrrrr#rrrr6input_channelsup_dims init_down_dim down_dims up_in_out down_in_out block_klass FullAttentionrmid_dim block_countindrr,layer_full_attnlayer_attn_depth attn_klassblocksrlast_dim input_dimr6s, ` rr+zUnetUpsampler.__init__s[0 -<-M}-MM]* }%--1  z* 0  L K L  z ) Z Y Z )% 0!#  !8S)Cc"3\BCL 1C4G GH "LS):N%KL >=!QOWSb\712;78 3y"~y}=>  &--   C  G")* %&*. " $*G1VW!" " H&gw7% '!   &gw7 H  ##%  *  C VW  +:?PJF&)C ,<&< &I;' > k)V<= > HHOO  f- ;03qHg$*!"(7 %/(.1C.=.> %&*. %* Xw1 *34IIc8Q7&)+  ! !3'=#>* &'=#rctt|j}tt|j}t t ||}gt d|S)Nc d|zS)Nrr)ps rrdz9UnetUpsampler.allowable_rgb_resolutions..is q!tr)intrrrr)rrg)r4input_res_baseoutput_res_baseallowed_rgb_res_bases rallowable_rgb_resolutionsz'UnetUpsampler.allowable_rgb_resolutionsdsOT$"7"789d4??34#E./$JK;^%9:;;rcHt|jjSra)r parametersdevice)r4s rrRzUnetUpsampler.deviceksDOO%&---rcvt|jDcgc]}|jc}Scc}wra)r?rQrE)r4rJs r total_paramszUnetUpsampler.total_paramsos(t'89!AGGI9::9s6cJtj|||f|jS)Nr()rIrr)r4rtrs rresize_image_tozUnetUpsampler.resize_image_toss}}Qt 43C3CDDr lowres_imagestylesnoiseglobal_text_tokensreturn_all_rgbsc|}d}tj||z}||z}|jdd}|j} | d} | dd|jfdzk(sJt |sjt |j sJt|tj| |j jf|j}|j ||}|j|} | j|jd} t| } |j|}g} |j D]<\} \}}| D]}||| }| j#||||}||}>|j%|| }|j'|}|j)|| }|j*D]i\} \}}||}| D]I}| gk7r8| j-}||j.z}tj0||fd}||| }K|b||}k|j3|| }|j5|}|s|S|gfS) NgMbP?rrr:rrRr=r>r)r/ randn_likerGrCrrDrryr0rrRr5splitr6iterr(r+rr.r/r0r,poprrr2r3)r4rXrYrZr[r\rt noise_scale noise_augrC batch_size conv_modsrLrErr downsampleblockupsampleresrgbs rrPzUnetUpsampler.forwardvsv  $$Q'+5 M GGAqM1X RSzt446:;;;f~$,,- -- !3!3!:!:;DKKE ''/ABF226: OOD$?$?ROH O NN1  *.**  &F&T: !I6  G1 A  OOAiO 8 MM!  OOAiO 8XX     A 77%%'C 7 77C 1c(2A!I6  7G# &  9 ="JBwr)NNNF)rQrRrSrKrdictr|boolstrfloatr+propertyrOrRrTrWr/rrPrTrUs@rr r s#'!%(,. *#$<"$ , !%".2-m= m= m=  m= 3- m=#m= ~m=m=m=m=!m=m=m= m= !m="#m=$%m=&'m=()m=*+m=,%UO-m=^<< ..;;E *.(,59 % OllO&O % O %U\\2 O  Orr c |j\}}}t||z }t||z }g}t|D]C}t|D]3} |dd||z|dz|z| |z| dz|zf} |j| 5E|||fSrY)rCrrr) image chunk_sizerrLrh_chunksw_chunkstilesrjtiles r tile_imageryskkGAq!A N#HA N#H E 8_x AA NAEZ+??ZQRUVQVZdPdAddeD LL   (H $$rcTtjdd|}tjdd|}tj||d\}}tj||z||zz}d\}}tj||z dzd|dzzz }|dz}||j z S) Nr=rij)indexing)rrerrr)r/linspacemeshgridsqrtexpmax) tile_sizertrrxsigmamur1s rcreate_checkerboard_weightsrs r1i(A r1i(A >>!Q .DAq 1Q319AIE2ii1R4!)sUAX~678GqjG W[[] ""rc|jd}tj|d|z tj|d|z f}|j|d|dd|dfS)Nrr)rCmathrr)r1rrrepeatss rrepeat_weightsrsg a IyyA23TYYz!}y?X5YZG >>' ">JqM>>JqM>#A BBrct|jd}|dz}t||d|z|d|zf}||d|dfS)Nrrr)rCr)r1rroffset full_weightss rcreate_offset_weightsrsQ a I !^F!'JqMF,BJqMTZDZ+[\L ( ))rc&|djd}||z}||z}tj|||f|dj}t |D]?\}} ||z} ||z} | |z} | |z} | jdd\}}| |dd| | |z| | |zf<A|S)Nr)dtyper)rCr/rrr-)rvrtrursrrLrmergedidxrxrrwh_startw_starttile_htile_ws r merge_tilesrs aqA:A:A[[!Q%(.. 9Fu%I T 8O (Nj.j.ABDHq''&.(''&.*@@AI MrceZdZd deeefdefdZed dedefdZ e jdde jde jfd Z e jdd Zy )AuraSRconfigrRcVtdi|j||_|d|_y)Nrr)r to upsamplerr)r4rrRs rr+zAuraSR.__init__s*&0033F; &'9 :rmodel_iduse_safetensorscDddl}ddl}ddlm}ddlm}||j r||}|jdk(rd}n+|jdk(rd}ntd|jd |jd }|jstd |d |jd |j|j} |j} n0|||} |j| d z j} || } |r+ ddlm} | ||j s| dz n|} n-|j&||j s| dz n|} | j(j+| d| S#t$$r t%dwxYw)Nr)Path)snapshot_downloadz .safetensorsTz.ckptFzUnsupported file format: z). Please use .safetensors or .ckpt files.z config.jsonzConfig file not found: za. When loading from a local file, ensure that 'config.json' is present in the same directory as 'zj'. If you're trying to load a model from Hugging Face, please provide the model ID instead of a file path.) load_filezmodel.safetensorszThe safetensors library is not installed. Please install it with `pip install safetensors` or use `use_safetensors=False` to load the model with PyTorch.z model.ckpt)strict)jsonr/pathlibrhuggingface_hubris_filesuffix ValueError with_namerDFileNotFoundErrornameloads read_textparentsafetensors.torchr ImportErrorloadrload_state_dict)clsrrrr/rr local_file config_pathr hf_model_pathmodelr checkpoints rfrom_pretrainedzAuraSR.from_pretraineds 5 > ! ! #hJ  N2"&""g-"' # I I KLFF   7&RVW_R`RhRhRj}7J'Jpxy $XH^H^H`ML$@fnoJ '' 4'@  !U s )F Frrreturnc Dtj}|jj}||j d}|j \}}}}|j ||j zz |j z} |j ||j zz |j z} tjjj|d| d| fdjd}t||j \} } } t| }td||Dcgc] }| |||z }}g}|D]}tj|j!|}|j|tj"|j dd|}|j%t'|j)ddj+j-t/|| | |j dz}|ddd|dzd|dzf}tj0}||Scc}w) NrreflectrVr r^rXrZrr)r ToTensorrrR unsqueezerCrr/r functionalpadsqueezeryr'rstackrr0rr)clamp_detachcpur ToPILImage)r4rrmax_batch_sizetensor_transformrR image_tensorrrLrpad_hpad_wrvrtru num_tilesrbatchesreconstructed_tilesbatch model_inputgenerator_output merged_tensorunpaddedto_pils r upscale_4xzAuraSR.upscale_4x<s%..0&&'.88; !'' 1a&&T-B-B)BBdF[F[[&&T-B-B)BBdF[F[[xx**..|a5=QXa.bjjklm $.|T=R=R$S!xJ 8=aN8[\151~-.\\  [E++e,//7K#~~(kk+"3"3A"6FK .   & &t,<,C,CAq,I,P,P,R,V,V,X'Y Z  [$$78TMbMbefMfg  FQUFFQUF!23&&(h]sHc8tj}jj||j d}|j \}}}}j |j zz j z} j |j zz j z} tjjj|d| d| fdjd}fd} t|j \} } }| | | |}j dz}tjjj|||||fdjd}t|j \}}}| |||}|dz}|dd|| || f}|dk(rtj dz}|j dd}t||}t||}||z}||z }||z }|j dj!d dd}|j dj!d dd}n,|d k(rtj"|d z}|}n t%d |||z}||z}||z}|ddd|dzd|dzf}tj&}||S) NrrrVc t|}td| Dcgc] }||| z }}g}|D]}tj|j } j |tj |jdd } |jt| jddjjt||| jdzScc}w)Nrr r^rrr)r'rr/rrrr0rCrr)rrrrr) rvrtrurrrrrrrrRrr4s r process_tilesz3AuraSR.upscale_4x_overlapped..process_tilesusE Iq)^<a!n,-G#%   #kk%033F; #'>>!,++k&7&7&:CO$2$ $**)00A6==?CCEF  #Xx9N9NQR9R !sC1rr checkboardrrconstantrz=weight_type should be either 'gaussian' or 'constant' but got)r rrrRrrCrr/r rrrryrrrr ones_likerr) r4rrr weight_typerrrrLrrrrtiles1 h_chunks1 w_chunks1result1rimage_tensor_offsettiles2 h_chunks2 w_chunks2result2 offset_4xresult2_interior weight_tile weight_shape weights_1 weights_2 normalizerrrrRs ` ` @rupscale_4x_overlappedzAuraSR.upscale_4x_overlapped_s%..0&&'.88; !'' 1a  ! !A(=(=$= =  ! !"  ! !A(=(=$= =  ! !" xx**.. 1eQ.Y/ '!*   .(2,@U@U'V$ 9 9=&&!+#hh1155lVVU[]cDdkt5u}}~A'1 !6!6( $ 9  9=QJ "1i &:IyjI!++A.55aA>I J &(89C?I!I\^ij jI%"Y. g   1gAgwQw./&&(hrN)cuda)z fal-ai/AuraSRT)r)rr)rQrRrSrlrnrr+ classmethodrmrr/no_gradr rrrrrrrs;tCH~;s;1s1t11fU]]_   %++  DU]]_[ [ rr)rra)r)r):rrr functoolsrtypingrrrr r/ torchvisionr PILr r r rtorch.nn.functionalrrIeinopsrrreinops.layers.torchrtorchvision.utilsrrModuler rWrDryr~rrrrrrrrrrrrrrrr ryrrrrrrrrrsl 00 "$$,,)( Fe> e>PRYYD%    DbiiDBII*$"))$, bii D   8"))2 .")) X")) Xbii@REHHOORj % #C * ,x x r