LjKUdZddlmZddlmZddlZddlmZm Z m Z m ZerddlZddZ ddZ ddZ dd Z d ad ed <dad ed<daded<ddZy)z This module contains pre-dispatch wrappers for functorch operations that enable proper tracing in PT2 non-strict export/compile fx graph. ) annotations) TYPE_CHECKINGN)_add_batch_dim_remove_batch_dim_vmap_decrement_nesting_vmap_increment_nestingcddlm}|}|dkr|j|zn|}|r(tjj t |f|||St|||}|S)zn Thin wrapper around torch._C._add_batch_dim that is used to proxy in PT2 export/compile fx graph r+_maybe_find_pre_dispatch_tf_mode_for_export)torch._export.utilsr ndimtorch overrideshandle_torch_functionr_add_batch_dim_impl)self batch_dimlevelr moderess [/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/_functorch/predispatch.pyrrsb P 6 8D)2Q I%II 44 TGT9e   dIu 5C Jcddlm}|}|r)tjj t |f||||St ||||}|S)zq Thin wrapper around torch._C._remove_batch_dim that is used to proxy in PT2 export/compile fx graph rr )r r rrrr_remove_batch_dim_impl)rr batch_sizeout_dimr rrs rrr0sPP 6 8D 44 weZ   !uj' BC Jrcddlm}|}|r'tjj t |f||St ||}|S)p Thin wrapper around torch._C._vmap_increment_nesting that is used to proxy in export/compile graph rr )r r rrrr_vmap_increment_nesting_impl)r randomnessr rrs rrrDsH P 6 8D 44 #j]J    'z: >C Jrc|ddlm}|}|r$tjj t dSt S)rrr )r r rrrr_vmap_decrement_nesting_impl)r rs rrrUs; P 6 8D 44 #    ( ))rFboolDECOMPOSITIONS_LOADEDzthreading.Lock | NoneDECOMPOSITIONS_LOCKztorch.library.Library | NoneVMAP_DECOMPOSITIONS_LIBcddlm}|}|r$tjj t dSt rytddl}|jat5t r dddyddl }|jjdddk(rn da dddytjjdd d add lmd fd }|tj$j&j(j*|tj$j&j,j*|tj$j&j.j*|tj$j&j0j*|tj$j&j2j*|tj$j&j4j*|tj$j&j6j*|tj$j&j8j*dadddy#1swYyxYw)zH Lazy loading of vmap decompositions with pre-dispatch support. rr r"N PYTORCH_JIT1TatenIMPLFuncTorchBatched)decomposition_tablec~t td|vrtj||ytd|)Nz(VMAP_DECOMPOSITIONS_LIB must not be Nonez!could not find decomposition for )r'AssertionErrorimpl RuntimeError)decompr.s r#_register_python_decomposition_vmapzElazy_load_decompositions.._register_python_decomposition_vmapsG&.$%OPP,,',,V5H5PQ"%Fvh#OPPr)r3ztorch._ops.OpOverloadreturnNone)r r rrrlazy_load_decompositionsr%r& threadingLockosenvirongetlibraryLibraryr' torch._decompr.opsr+mse_loss_backwarddefaultsmooth_l1_loss_backwardhuber_loss_backwardnll_loss_forwardnll_loss2d_forwardnll_loss_backwardnll_loss2d_backwardaddr)r rr8r:r4r.s @rr7r7lsP 6 8D 445MrRR",inn. '% '%'%  }c2c9i$( ! '%'%#(--"7"7 F.#  6 Q ,EIINN,L,L,T,TU+ IINN 2 2 : :  ,EIINN,N,N,V,VW+EIINN,K,K,S,ST+EIINN,M,M,U,UV+EIINN,L,L,T,TU+EIINN,N,N,V,VW+EIINN,?,?,G,GH $O'%'%'%sI6.'I6GI66I?)r torch.TensorrintrrKr5rJ) rrJrrKrrKrrKr5rJ)rrKr strr5rK)r5rK)r5r6)__doc__ __future__rtypingrrtorch._C._functorchrrrrrr#rrr8r%__annotations__r&r'r7r"rrrRs # & "03>A("*$$t#-1*18<5<=%r