o eiM@sddlZddlZddlZddlmZddlmZddlmZddl m Z ddl m Z m Z mZmZddlZddlmZmZmZmZ edZeeZe Gd d d e eZGd d d ee ZGd ddeZGdddZdS)N)abstractmethod) defaultdict)Callable) dataclass)AnyGenericOptionalTypeVar) _BackendId_DynamoCacheEntry DynamoCachePrecompileCacheEntryTc@sNeZdZUdZeed<eed<edefddZ de defdd fd d Z d S) BackendCacheArtifacta@ Represents a single serializable backend artifact from a dynamo backend. Each BackendCacheArtifact has a key associated with it along with some serializable content. Example implementation: class MyPrecompileCacheArtifact(PrecompileCacheArtifact[MySerializableType]): my_field: int def after_deserialization(self) -> MySerializableType: result = pickle.loads(self.content) # Do some extra work post deserialization result.my_post_deserialization_function(self.my_field) return result keycontentreturncCsdS)z Code to be run after reading raw byte contents from disk. Generally converts self.content from raw bytes back into its original form. Nselfrrj/var/www/addictedbytheproject.nl/epg/venv/lib/python3.10/site-packages/torch/_dynamo/precompile_context.pyafter_deserialization1sz*BackendCacheArtifact.after_deserializationedit_fn.NcCs||j|_dS)z4 Edit the contents of the artifact. Nr)rrrrr edit_contents9sz"BackendCacheArtifact.edit_contents) __name__ __module__ __qualname____doc__str__annotations__rrrrrrrrrrrs rc@seZdZdefddZdS)EagerCacheArtifactrcCs|jSNrrrrrrAsz(EagerCacheArtifact.after_deserializationN)rrrrrrrrrr!@sr!c@s eZdZdS)BypassDynamoCacheEntryN)rrrrrrrr#Esr#c @s:eZdZUdZiZeeeefe d<iZ ee e fe d<e dddZe deeddfd d Ze d e d e ddfd dZe d e dedefddfddZe d e deeefddZedee e fdeeeefdee effddZe dee effddZe deee efee efffddZdS)PrecompileContexta PrecompileContext is a special CacheArtifactManager for handling precompilation It uses the same interface as CacheArtifactManager, but handles deserialization differently: instead of placing each artifact into respective caches, it will stitch all the cache artifacts for a single key together and place it into a global Precompile Cache. PrecompileContext has two main portions: dynamo_cache_entries and backend_cache_artifacts. When saving, PrecompileContext.serialize() will serialize all dynamo cache entries along with any PrecompileCacheArtifacts that are needed to save those dynamo cache entries. The following artifact types are supported by PrecompileContext: - BundledAOTAutogradCacheArtifact _backend_artifacts_by_key_dynamo_cache_entriesrNcCs|j|jdSr")r%clearr&)clsrrrr'bs zPrecompileContext.clearartifactcCsNddlm}|t||jt|j<WddS1s wYdS)zQ Records a backend artifact to be used with dynamo cache entries r) no_dispatchN)torch.utils._mode_utilsr*copydeepcopyr%r r)r(r)r*rrrrecord_artifactgs "z!PrecompileContext.record_artifact cache_entryrcCs||j|<dSr")r&)r(r/rrrrrecord_dynamo_cache_entryysz+PrecompileContext.record_dynamo_cache_entryr.cCs6||jvs Jd|d|jt|}||dS)z: Edit the content of an existing artifact zKey z not found in artifactsN)r%r r)r(rrr)rrr edit_artifactszPrecompileContext.edit_artifactcCs|jt|dS)zK Return the backend cache artifact with the associated key N)r%getr )r(rrrrserialize_artifact_by_keysz+PrecompileContext.serialize_artifact_by_keydynamo_entriesbackend_artifactscCsZtt}|D]\}}|}||d<|d|q|D] }|d|jq |S)z Return a JSON serializable debug dump of all entries in the precompile context Called in serialize before serialization, and in populate_caches after deserialization rdynamobackends)rlistitems debug_infoappendvaluesr)r4r5r:rr/infor)rrrdump_debug_infos  z!PrecompileContext.dump_debug_infocCs.|\}}|D] \}}t||q |Sr")create_cache_entriesr9r write)r(precompile_cache_entriesr:rentryrrrsave_to_dynamo_caches z&PrecompileContext.save_to_dynamo_cachec s|j}|j}t|}t||}t||dtjj dddfddddi}| D]I\}}zt ||}|durA|||<Wq.t yw} z)tjd |d d | } t|t| d tjj dd dfdddWYd} ~ q.d} ~ ww||fS)z Grabs all the cache entries in the precompile context and stitches them together into full PrecompileCacheEntries. ) num_entries artifactsr)cS dddS)Ndynamo_cache_entriesjsonnameencodingrrrrrz8PrecompileContext.create_cache_entries..cSr"rr) debug_strrrrLF) metadata_fn payload_fnexpect_trace_idNzFailed to create cache entry %sT)exc_info)rerrorcSrF)Ndynamo_cache_exceptionrHrIrrrrrrLrMcrNr"rr)datarrrLrP)rQrR)r&r%lenr$r>rHdumpstorch_loggingtrace_structuredr9r from_cache_entry Exceptionloggerwarningr) r(r4r5 num_artifactsr:rArr/resulterUr)rWrOrr?sV    z&PrecompileContext.create_cache_entries)rN)rrrrr%dictr rrr r&rr classmethodr'r.r0rr1rr3 staticmethodr>rCtupler r?rrrrr$IsL        r$)r,rHloggingabcr collectionsrcollections.abcr dataclassesrtypingrrrr rZtorch._dynamo.packager r r r r getLoggerrr_rr!r^r#r$rrrrs$     $