o eiK@sUdZddlmZddlmZddlZddlmZm Z m Z m Zer%ddlZd"d d Zd#ddZ d$ddZ d%ddZ daded<daded<daded<d&d d!ZdS)'z This module contains pre-dispatch wrappers for functorch operations that enable proper tracing in PT2 non-strict export/compile fx graph. ) annotations) TYPE_CHECKINGN)_add_batch_dim_remove_batch_dim_vmap_decrement_nesting_vmap_increment_nestingself torch.Tensor batch_dimintlevelreturncCsRddlm}|}|dkr|j|n|}|r!tjt|f|||St|||}|S)zn Thin wrapper around torch._C._add_batch_dim that is used to proxy in PT2 export/compile fx graph r+_maybe_find_pre_dispatch_tf_mode_for_export)torch._export.utilsrndimtorch overrideshandle_torch_functionr_add_batch_dim_impl)rr r rmoderesrf/var/www/addictedbytheproject.nl/epg/venv/lib/python3.10/site-packages/torch/_functorch/predispatch.pyrs   r batch_sizeout_dimcCs@ddlm}|}|rtjt|f||||St||||}|S)zq Thin wrapper around torch._C._remove_batch_dim that is used to proxy in PT2 export/compile fx graph rr)rrrrrr_remove_batch_dim_impl)rr rrrrrrrrr0s r randomnessstrcCs8ddlm}|}|rtjt|f||St||}|S)p Thin wrapper around torch._C._vmap_increment_nesting that is used to proxy in export/compile graph rr)rrrrrr_vmap_increment_nesting_impl)rrrrrrrrrDs   rcCs*ddlm}|}|rtjtdStS)rrrr)rrrrrr_vmap_decrement_nesting_impl)rrrrrrUs rFboolDECOMPOSITIONS_LOADEDzthreading.Lock | NoneDECOMPOSITIONS_LOCKztorch.library.Library | NoneVMAP_DECOMPOSITIONS_LIBNonecsdddlm}|}|rtjtdStrdStdur"ddl}| attr0 WddSddl }|j dddkr>n da WddStj dd d add lmdfdd }|tjjjj|tjjjj|tjjjj|tjjjj|tjjjj|tjjjj|tjjjj|tjjjjdaWddS1swYdS)zH Lazy loading of vmap decompositions with pre-dispatch support. rrrN PYTORCH_JIT1TatenIMPLFuncTorchBatcheddecomposition_tabledecomptorch._ops.OpOverloadr r&cs:tdurtd|vrt||dStd|)Nz(VMAP_DECOMPOSITIONS_LIB must not be Nonez!could not find decomposition for )r%AssertionErrorimpl RuntimeError)r.r,rr#_register_python_decomposition_vmaps zElazy_load_decompositions.._register_python_decomposition_vmap)r.r/r r&)rrrrrlazy_load_decompositionsr#r$ threadingLockosenvirongetlibraryLibraryr% torch._decompr-opsr)mse_loss_backwarddefaultsmooth_l1_loss_backwardhuber_loss_backwardnll_loss_forwardnll_loss2d_forwardnll_loss_backwardnll_loss2d_backwardaddr)rrr5r7r3rr,rr4lsF   "r4)rr r r r r r r ) rr r r rr rr r r )rr rrr r )r r )r r&)__doc__ __future__rtypingrrtorch._C._functorchrrrrrr!rr r5r#__annotations__r$r%r4rrrrs