o ei-H @s<ddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z m Z m Z ddlmZddlmZmZmZddlZddlZddlmZddlmZddlmZd d lmZd d lmZmZd d l m!Z!er|d d l"m#Z#d dl$m%Z%m&Z&e'e(Z)dej*dedede+e,effddZ-eGdddZ.Gdddej/Z0Gdddej1Z2eGdddZ3eGdddZ4 d.ded e5e5ed!fe+e,effd"e!d#eej6j7e8ej9gefd$e:dBde4f d%d&Z;eGd'd(d(Zj?d+e8e<d"e!d#eej6j7e8ej9gefde=f d,d-Z@dS)/N)CallableSequence)AbstractContextManager ExitStack nullcontext) dataclass)AnyOptional TYPE_CHECKING)GraphRuntimeEnv)_graph_device_type) SystemInfo) convert_frame)&BundledAOTAutogradSerializableCallableSerializableCallable)Hooks)GuardManagerWrapper)SerializedCode SourceInfo signatureargskwargsreturncOs|j|i|}||jSN)bindapply_defaults arguments)rrrbound_argumentsrc/var/www/addictedbytheproject.nl/epg/venv/lib/python3.10/site-packages/torch/_dynamo/aot_compile.py bind_locals#sr!c@seZdZUejed<eded<eed<eed<e ed<e j ed<e ed<d ed <eed <eed <e jejd Zeed<dddZdS)CompileArtifactsrr guard_manager guards_state backend_id compiled_fn original_code runtime_envr source_info device_type backend_name)default_factory system_inforNcCst}||j|jdSr)r currentcheck_compatibilityr-r*)selfcurrent_systemrrr r/9sz$CompileArtifacts.check_compatibilityrN)__name__ __module__ __qualname__inspect Signature__annotations__r bytesstrrtypesCodeTyper dataclassesfieldr r.r-r/rrrr r"+s   r"c seZdZdeeefdejddffdd Zdede eBdBfdd Z e d edefd d Z e d e dedejfddZe dedejfddZe dddejfddZe dejdededeedfdBdeejdfdBdejf ddZdedefd d!ZZS)"AOTCompilePickler external_databufrNcs0t|||_dd|D|_i|_dS)NcSsi|] \}}t||qSr)id).0keyvaluerrr Bsz.AOTCompilePickler.__init__..)super__init__r@itemsid_maperrors)r0r@rA __class__rr rH?s  zAOTCompilePickler.__init__objcCsDt||jvr|jt|St|tjjr ||jt|<t|SdSr)rBrJ isinstancetorchnnModulerK)r0rNrrr persistent_idGs zAOTCompilePickler.persistent_idvalcs*dtffdd }|jdusJ|jdS)NrcSrrrrTrr _Rsz+AOTCompilePickler._unpickle_cell.._r)object __closure__)clsrTrWrrVr _unpickle_cellPs z AOTCompilePickler._unpickle_cellfuncbasecCs t||Sr)r; MethodType)rZr\r]rrr _unpickle_bound_methodXs z(AOTCompilePickler._unpickle_bound_methodnamecCs t|Sr) importlib import_module)rZr`rrr _unpickle_module]s z"AOTCompilePickler._unpickle_moduleserialized_codercCsddlm}||S)Nrr)torch._dynamo.packagerto_code_object)rZrdrrrr _unpickle_codeas  z AOTCompilePickler._unpickle_codecodemodulequalnameargdefs.closurecCst|j}t|||||Sr)rarb__dict__r; FunctionType)rZrirjrkrlrm f_globalsrrr _unpickle_nested_functiongs z+AOTCompilePickler._unpickle_nested_functioncCst|tdddjdrt|j|jffSt|r-ddlm}t|j | |ffSt |r;t|j |j ffSt|rd |j}|j}t||j }t|rU|j}||urbt|j||ffStSt|rd|jvrt|j|j|j|j|j|jffStS)Ncs fddS)NcrUrrrxrr uszFAOTCompilePickler.reducer_override....rrrrrrr rtus z4AOTCompilePickler.reducer_override..rrez)rOtyperYr[ cell_contentsr6iscoderfrrhfrom_code_objectismodulercr3ismethod__func____self__getattrr_ isfunctionr5rq__code__r4 __defaults__NotImplemented)r0rNrr\ method_self inner_funcrrr reducer_overridets6       z"AOTCompilePickler.reducer_override)r3r4r5dictr:rXioBytesIOrHintrS classmethodr[rr;r^r_ ModuleTypercr<rhtupleCellTyperorqrr __classcell__rrrLr r?>s4$   r?csFeZdZdeeefdejdeffdd ZdedefddZ Z S) AOTCompileUnpicklerr@filercst|||_dSr)rGrHr@)r0r@rrLrr rHs  zAOTCompileUnpickler.__init__rDcCs*||jvrtd|d|j|j|S)Nz-Missing required external reference to data: zS. Please load AOT compiled function with `external_data=`)r@ RuntimeError)r0rDrrr persistent_loads  z#AOTCompileUnpickler.persistent_load) r3r4r5rr:rXrrrHrrrrrLr rs$rc@seZdZUeed<dS)AOTCompileSaveResultserialized_dataN)r3r4r5r9r8rrrr rs rc @s.eZdZUeed<dZeed<dZee e fdBed<de de dee e ffd d Z de de defd d Z d"d dZde de de fddZd#ddZ d$de dee e fdBdefddZe d$dddee e fdBdefddZe  d%dedee e fdBdee e fdBddfddZd"d d!ZdS)&AOTCompiledFunction _artifactsT_guard_check_enabledN_extra_globalsrrrcOsri}|jj}|jr'|jjrt|jt|jjksJddt|jj|jD}|t|jj g|Ri||S)NcSsi|]\}}||jqSr)rv)rCr`cellrrr rFsz8AOTCompiledFunction.prepare_f_locals..) rr(rmbytecode co_freevarslenzipupdater!r)r0rrf_localsenvrrr prepare_f_localss  z$AOTCompiledFunction.prepare_f_localscOs.|j|i|}|jjdusJ|jj|Sr)rrr#check)r0rrrrrr guard_checkszAOTCompiledFunction.guard_checkcCsrddlm}m}|j|jjj|jj|jj|j d|_ |jj dur7||jj }|||jj |j j|j_ dSdS)Nr)load_guard_managerload_guards_state) extra_globals)packagerrrr/r(forward_callabler%r&rfnr#r$r' __globals__)r0rrr$rrr __post_init__s    z!AOTCompiledFunction.__post_init__cOsf|jjdusJ|jr+|j|i|s+|j|i|}t|jj|}td||j|i|S)Nz#GuardManager check failed, reason: ) rr#rrrr: check_verboserr)r0rrrreasonrrr __call__s zAOTCompiledFunction.__call__rcCs|jjSr)rr)r0rrr r)szAOTCompiledFunction.source_infopathr@cCsNt|d}t|||}||j|WdS1s wYdS)Nwb)openru serializewriter)r0rr@fresultrrr save_compiled_functions  $z*AOTCompiledFunction.save_compiled_functionrcCsddlm}|jj}d|d<tj|d||djd|d<|d}t |j t | |f|d<||d|d<t }t|pDi|}|||jr\tdt|jd t|d S) Nrrer#r(rr&r'z+Failed to serialize the following objects: zI Please mark these as external data by using `external_data={'key': ...}`)r)rfrrrncopyr=replacerxrrudeserialize_compile_artifactsserialize_compile_artifactsrrr?dumprKrlistvaluesrgetvalue)rZrr@rstater&rApicklerrrr rs(     zAOTCompiledFunction.serializedatarpexternal_closure_datac Csddlm}t|}|dt|pi|}|}|tj |d| |dj d|d<|d\}} t j jjdd|| |d<Wdn1sOwY| |d|d<td i|} || |d S) Nrrer(rr&T)enable_autograd_for_aotr')rr)rfrrrseekrloadcloser=rrgrrP _inductorconfigpatchr") rZrrprrr unpicklerr deserializercompiled_fn_state artifactsrrr deserialize s"     zAOTCompiledFunction.deserializecCs d|_dS)NF)rrrrr disable_guard_check#s z'AOTCompiledFunction.disable_guard_checkr2)rrr)NN)r3r4r5r"r8rboolrrr:rXrrrrrr)rrrrr9rrrrrr rsN       rmodelexample_inputs.hooksbackenddynamiccsPddlmddlm}ddlm}m}ddlm}|\} } t } |dur/ddl m } | |} |j|dKt j jjdd 1| t|| | } | j}|jdusYJ|jstdd lm}d t|d ttffd d }||_t|\}}| j}|dusJ|j|j_t|jj}|j j!|jj!usJ||j }|j"|_"t j#$|Et j jdddddd(||j|j%}t&|t j'st(|drt&|j)t j*j+j,j-rt.|}Wdn1swYWdn1swYt&|t/st(|dr|j)}n|}t0dt1|dd|d|j2|j3|ddd}|j4dus)J|t5d}|j6D]}|7|q2t8t9||j:|j4|j||j3|;||t<|ddd }t=||j>d}Wdn 1shwYWdn 1sxwYWdn1swYWd|SWd|S1swY|S)NrCheckFunctionManager)r) dynamo_timedget_metrics_context)TracingContext)set_enable_dynamicfullgraph_captureT)strict_autograd_cache)GuardFilterEntry guard_entriesrcsfdd|DS)Ncs g|] }|jp |jjv qSr) is_global guard_type%UNSUPPORTED_SERIALIZATION_GUARD_TYPES)rCgrrr KszFaot_compile_fullgraph..new_guard_filter_fn..r)rrrr new_guard_filter_fnHs z2aot_compile_fullgraph..new_guard_filter_fn)rbypass_autograd_cache_keybundled_autograd_cache force_non_lazy_backward_loweringforce_autograd_cache compiler_fnzCompiled function type z (produced z from backend z*) does not implement SerializableCallable.)rsave strict_error)inlined_sources compiler_nameunknown) rr#r$r%r&r'r(r)r*r+)rr)?torch._dynamo.guardsrrfrtorch._dynamo.utilsrr torch._guardsrrtorch._dynamo.eval_framerrP _functorchrrrrgraph_capture_output output_graphguard_filter_fntorch._dynamo.typesrrr get_traced_fn backend_inputr% graph_module _backend_idr graph fake_mode shape_envtensor_to_context_guardstracingrrO_TorchCompileInductorWrapperhasattrr_dynamobackendscommon AotAutogradrrrru build_guardsrr$set traced_codeadd_coder"_get_signaturer#get_runtime_envr}rr)rrrrrrrrrrr dynamic_ctxrcapture_outputrrrrrWrr*tracing_contextr&rcheck_fnr)r raot_compiled_fnrrr aot_compile_fullgraph's                    *f ffrc@s>eZdZUdZeeed<eeefed<e e eed<dS) ModelInputa% WIP type: represents a single model input Which consists of a tuple of arguments and a set of contexts in which to run the model. For each ModelInput, we'll compile one full graph of the model, and then use the guards generated to dispatch between the compiled graphs. rrcontextsN) r3r4r5__doc__rrr8rr:rrrrrr rs  rc@sheZdZUejjed<eeed<de de de fddZ de fdd Z e dejjd e ddfd d Zd S)AOTCompiledModelrcompiled_resultsrrrcOs`|jD]}|j|jg|Ri|r ||jg|Ri|Sq|jd|jg|Ri|S)Nr)rrr)r0rrrrrr rs zAOTCompiledModel.__call__cCs,g}|jD] }|t|jqt|Sr)rappendrrrpickledumps)r0rrrrr rs  zAOTCompiledModel.serializerc Csddlm}ddlm}m}t|}g}|D]6}||ti#|| t |Wdn1s9wYWdn1sHwYq|||S)Nr)r)compile_contextCompileContext) rrrrrrloadsrget_compile_idrrr) rZrrrrrresultsrrrrr rs   zAOTCompiledModel.deserializeN)r3r4r5rPrQrRr8rrrrr9rrrrrrr rs   rinputscs\dtdtffdd }g}|D]}td||||qt|dks)Jt|S)zi Compiles a single nn.Module with any number of inputs, and returns a compiled forward function. model_inputrcsb|j|jf}j}t}|jD]}||qt||dWdS1s*wYdS)N)rr)rrforwardrr enter_contextr)r$r orig_forwardstackctxrrrrr compile_single_graphs   $z0aot_compile_module..compile_single_graphzCompiling input %s..r)rrloginforrr)rr#rrr+rr$rr*r aot_compile_modules   r.r)Ar=rar6rloggingrr;collections.abcrr contextlibrrrrtypingrr r rPtorch.fxtorch._dynamo.convert_framer torch._dynamo.graph_utilsr rfr raot_compile_typesrrrrguardsrrrr getLoggerr3r,r7rr:r!r"Picklerr? Unpicklerrrrrfx GraphModulerTensorrrrrrQrRr.rrrr s          [} }#