o ei+@sUddlZddlZddlZddlmZddlmZmZmZddl Z ddl Z ddZ ddZ dd Z d d Zd(d dZddZddddZe jje e jje e je e jjjee jjee jee jeiZeeefed<ddZGddde jjZ Gddde Z!Gddde!Z"ddZ#Gdd d e jj$Z%  d)d!ee jj&ed"effd#eee'e j(fd$eee'efd%e jj)fd&d'Z*dS)*N)Callable)AnyOptionalUnioncCs$tjg|j|jjdRddiS)Ndevicemeta)torchemptyshapeweightselfinputrk/var/www/addictedbytheproject.nl/epg/venv/lib/python3.10/site-packages/torch/fx/experimental/meta_tracer.pyembedding_override s$rcC|SNrr rrrnn_layernorm_overridercCs|Srr)xrrrtorch_relu_overriderrcCrrr)rrrrrtorch_nn_relu_overriderrFcCs|rtd|S)Nz.wrapper..check_has_proxy call_function)r r'node map_aggregatetracer create_proxy)argskwargsr-targetr+rwrapper<s z(gen_constructor_wrapper..wrapper) functoolswraps)r6r7rr5rgen_constructor_wrapper;sr:c@sReZdZddZdddZddZedd Zed d Zed d Z ddZ dS) MetaProxycCs ||_dSr) _tensor_meta)r tensor_metarrrinstall_tensor_metaQ zMetaProxy.install_tensor_metaNcCsPt|dr|jdur|jj|r|gSgS|jdd|r#||fiS|fiS)Nr< call_methodsize)hasattrr<rAr1r2)rdimrrrrATszMetaProxy.sizecCs2t|dr|jdur|jS|jdd|fiS)Nr<r@rC)rBr<rCr1r2rrrrrC[s z MetaProxy.dimcC4t|dr|jdur|jjS|jdtj|dfiS)Nr<r.r )rBr<r r1r2builtinsgetattrrDrrrr ` zMetaProxy.shapecCrE)Nr<r.dtype)rBr<rIr1r2rFrGrDrrrrIhrHzMetaProxy.dtypecCs t|dS)Nr)MetaDeviceAttributerDrrrrps zMetaProxy.devicecCs|dkr ||St||S)Nr<)__getattribute__ MetaAttribute)rkrrr __getattr__vs  zMetaProxy.__getattr__r) __name__ __module__ __qualname__r>rArCpropertyr rIrrNrrrrr;Ps     r;c@s.eZdZdefddZeddZddZdS) rLattrcCs||_||_|j|_d|_dSr)rootrSr1_node)rrTrSrrr__init__s zMetaAttribute.__init__cCs.|jdur|jdt|j|jfij|_|jS)Nr.)rUr1r2rGrTrSr/rDrrrr/s zMetaAttribute.nodecOs|jd|j|jf||S)Nr@)r1r2rSrT)rr3r4rrr__call__szMetaAttribute.__call__N)rOrPrQstrrVrRr/rWrrrrrL~s   rLc@s eZdZdS)rJN)rOrPrQrrrrrJsrJcCsTt|trdSt|tjjr(t|tstdt|t|ds%td|j S|S)NrzExpected MetaProxy but got r<z*MetaProxy does not have an associated meta) r&rJr r'r(r;rtyperBr<r)rrrproxys_to_metass   rZcseZdZUdZeed<gdZ   dfdd ZfddZfd d Z d e j j d e fd dZd e j j d e ffdd ZddZddee e jfffdd ZZS) MetaTracerTallow_insert_stateless_mods)arangezerosones full_likeeyeNc s(t|||||||}|dkr||jvr||j||S||jvr,d|vr,d|d<ztjj|t } tjj|t } |dkrOt ||} | | i| } n|dkrft | d|} | | ddi| } ny|dkrt |d sstd d |_z)|j|} t| }|t vrt || g| Ri| } n|j| i| } Wd |_n?d |_w|d krd |_z,|j}|d}|D]}t ||}qt|tjstdt||jdd} Wd |_nd |_w|WSt|tjjstd|| W|Sty}ztd|d|d|WYd}~|Sd}~ww)N placeholderrrr.r@r call_module orig_forwardz$orig_forward not set for call_moduleTFget_attr.zExpected Tensor, got rz!Dont support composite output yetzCould not compute metadata for z target z: )superr2 meta_argsr>orig_fnsr r'r/r0rZr%getrGrBr_disable_module_getattrrT get_submodulerYresplitr&Tensorrr( Exceptionwarningswarn)rkindr6r3r4name type_exprproxy_factory_fnrv args_metas kwargs_metas meta_targetmeta_outmodmod_typeattr_itratomsatome __class__rrr2s~          &zMetaTracer.create_proxycs t|ddr|St|||S)NrlF)rGrh)rrSattr_valparameter_proxy_cacherrrrGs zMetaTracer.getattrcs||_t||||Sr)rerhrd)rmforwardr3r4rrrrdszMetaTracer.call_moduler|returncCs^d}|jj}|d|}t|j|r&|d|}|d7}t|j|s|j|||S)zb Helper method which tries to insert a module that was not declared as submodule. r_rc)rrOlowerrBrT add_module)rr|idxmod_namepathrrr_insert_module_as_submodules   z&MetaTracer._insert_module_as_submodulecsfzt|WSty2|jr1tt|dkr1tt|dkr1||}||_ |YSw)Nr) rhpath_of_module NameErrorr\lenlist parametersbuffersr prev_module)rr|rrrrrs  zMetaTracer.path_of_modulecCs t||Sr)r;)rr/rrrr,$r?zMetaTracer.proxyric st|tstdt|||_dd|jD|_t|_|j D]\}\}}t t |||j |q#z!t ||}d|i|_|W|j D] \}\}}t t ||qJS|j D] \}\}}t t ||q]w)Nz!Expected dict for meta_args, got cSsi|] }|ttt|qSr)r:rGr ).0r6rrr ,sz$MetaTracer.trace..ri)r&dictrrYri_TORCH_METHODS_TO_PATCHpatched_torch_methodssetrjitemssetattrr addrhtrace_tracer_extras) rrTri concrete_argsrtr7origgraphrrrrr's&   zMetaTracer.trace)NNNr)rOrPrQr\bool__annotations__rr2rGrdr nnModulerXrrr,rror __classcell__rrrrr[s  T &r[rT.rirrcCsFt}||||}t|tjjr|jjn|j}tj |j ||}|Sr) r[rr&r rrrrOr' GraphModulerT)rTrirr1rrtgmrrrsymbolic_trace?s r)F)NN)+rFr8rqcollections.abcrtypingrrrr torch.fxrrrrrr"r$r Embedding LayerNormrelu functionalReLUwhereabsr%rrr:r'r(r;rLrJrZTracerr[rrXrorrrrrrsP     .