^j0&<UdZddlmZddlmZddlZddlmZm Z ddl m Z mZmZmZmZmZmZddlmZmZerddlZddZ dd Zdd Zdd Zd a d e!d<da"de!d<da#de!d<d dZ$dd d!dZdd d"dZddZddZd#dZddZd$dZ y)%z This module contains pre-dispatch wrappers for functorch operations that enable proper tracing in PT2 non-strict export/compile fx graph. ) annotations) TYPE_CHECKINGN)_enter_dual_level_exit_dual_level)_add_batch_dim_jvp_decrement_nesting_jvp_increment_nesting_remove_batch_dim_unwrap_for_grad_vmap_decrement_nesting_vmap_increment_nesting) _make_dual _unpack_dualcddlm}|}|dkr|j|zn|}|r(tjj t |f|||St|||}|S)zn Thin wrapper around torch._C._add_batch_dim that is used to proxy in PT2 export/compile fx graph r+_maybe_find_pre_dispatch_tf_mode_for_export)torch._export.utilsrndimtorch overrideshandle_torch_functionr_add_batch_dim_impl)self batch_dimlevelrmoderess g/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/torch/_functorch/predispatch.pyrr(sb P 6 8D)2Q I%II 44 TGT9e   dIu 5C Jcddlm}|}|r)tjj t |f||||St ||||}|S)zq Thin wrapper around torch._C._remove_batch_dim that is used to proxy in PT2 export/compile fx graph rr)rrrrrr _remove_batch_dim_impl)rr batch_sizeout_dimrrrs rr r ;sPP 6 8D 44 weZ   !uj' BC Jrcddlm}|}|r'tjj t |f||St ||}|S)p Thin wrapper around torch._C._vmap_increment_nesting that is used to proxy in export/compile graph rr)rrrrrr _vmap_increment_nesting_impl)r" randomnessrrrs rr r OsH P 6 8D 44 #j]J    'z: >C Jrc|ddlm}|}|r$tjj t dSt S)r%rr)rrrrrr _vmap_decrement_nesting_implrrs rr r `s; P 6 8D 44 #    ( ))rFboolDECOMPOSITIONS_LOADEDzthreading.Lock | NoneDECOMPOSITIONS_LOCKztorch.library.Library | NoneVMAP_DECOMPOSITIONS_LIBcddlm}|}|r$tjj t dSt rytddl}|jat5t r dddyddl }|jjdddk(rn da dddytjjdd d add lmd fd }|tj$j&j(j*|tj$j&j,j*|tj$j&j.j*|tj$j&j0j*|tj$j&j2j*|tj$j&j4j*|tj$j&j6j*|tj$j&j8j*dadddy#1swYyxYw)zH Lazy loading of vmap decompositions with pre-dispatch support. rrr)N PYTORCH_JIT1TatenIMPLFuncTorchBatched)decomposition_tablec~t td|vrtj||ytd|)Nz(VMAP_DECOMPOSITIONS_LIB must not be Nonez!could not find decomposition for )r/AssertionErrorimpl RuntimeError)decompr6s r#_register_python_decomposition_vmapzElazy_load_decompositions.._register_python_decomposition_vmapsG&.$%OPP,,',,V5H5PQ"%Fvh#OPPr)r;ztorch._ops.OpOverloadreturnNone)rrrrrlazy_load_decompositionsr-r. threadingLockosenvirongetlibraryLibraryr/ torch._decompr6opsr3mse_loss_backwarddefaultsmooth_l1_loss_backwardhuber_loss_backwardnll_loss_forwardnll_loss2d_forwardnll_loss_backwardnll_loss2d_backwardaddr)rrr@rBr<r6s @rr?r?wsP 6 8D 445MrRR",inn. '% '%'%  }c2c9i$( ! '%'%#(--"7"7 F.#  6 Q ,EIINN,L,L,T,TU+ IINN 2 2 : :  ,EIINN,N,N,V,VW+EIINN,K,K,S,ST+EIINN,M,M,U,UV+EIINN,L,L,T,TU+EIINN,N,N,V,VW+EIINN,?,?,G,GH $O'%'%'%sI6.'I6GI66I?rcddlm}|}|r*tjj t ||f|||St |||S)z Thin wrapper around torch._VF._make_dual that is used to proxy in PT2 export/compile fx graph for forward-mode AD. rrrR)rrrrrr_make_dual_impl)tensortangentrrrs rrrsPP 6 8D 44 )67%5   67% 88rcddlm}|}|r(tjj t |f||St ||S)z Thin wrapper around torch._VF._unpack_dual that is used to proxy in PT2 export/compile fx graph for forward-mode AD. rrrR)rrrrrr_unpack_dual_implrUrrrs rrrsIP 6 8D 44 6)V55   V5 11rc|ddlm}|}|r$tjj t dSt S)z Thin wrapper around torch._C._functorch._jvp_increment_nesting that is used to proxy in export/compile graph for forward-mode AD. rrr))rrrrrr _jvp_increment_nesting_implr+s rr r ; P 6 8D 44 "    ' ((rc|ddlm}|}|r$tjj t dSt S)z Thin wrapper around torch._C._functorch._jvp_decrement_nesting that is used to proxy in export/compile graph for forward-mode AD. rrr))rrrrrr_jvp_decrement_nesting_implr+s rrrr\rcddlm}|}|r'tjj t |f||St ||S)z Thin wrapper around torch._C._functorch._unwrap_for_grad that is used to proxy in PT2 export/compile fx graph for functorch transforms (grad, vjp, jvp). rr)rrrrrr _unwrap_for_grad_implrYs rr r sD P 6 8D 44 vi   ! //rc|ddlm}|}|r$tjj t dSt S)z Thin wrapper around torch._C._enter_dual_level that is used to proxy in PT2 export/compile fx graph for forward-mode AD. rrr))rrrrrr_enter_dual_level_implr+s rrrs4 P 6 8D 445FKK ! ##rcddlm}|}|r&tjj t d|St |S)z Thin wrapper around torch._C._exit_dual_level that is used to proxy in PT2 export/compile fx graph for forward-mode AD. rrr)rR)rrrrrr_exit_dual_level_impl)rrrs rrrs< P 6 8D 445ErQV4WW u --r)r torch.Tensorrintrrfr=re) rrerrfr"rfr#rfr=re)r"rfr'strr=rf)r=rf)r=r>)rUrerVrerrfr=re)rUrerrfr=z!tuple[torch.Tensor, torch.Tensor])rUrerrfr=re)rrfr=r>)%__doc__ __future__rtypingrrtorch._Crrbrrdtorch._C._functorchrrrr^r r[r r!r r`r r*r r& torch._VFrrTrrXr@r-__annotations__r.r/r?r)rrros #  & "03>A("*$$t#-1*18<5<=%BBC9 9#/9;>99(+,2 2$'2&2&)")"0" $ .r