o ki'z@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZmZddlmZmZmZmZmZmZddlmZddl mZddlmZeeee de!e"e#e$e%f Z&ed eeBeBe!Be"Be#Be$Be%BdBd Z'e(Z)e d d Gd ddee'Z*ere)dddddfde'e(Bde!dBde!e"e!BdBde!e"e!BdBde dBde!dBde'fddZ+n0e)dddddfde'e(Bde!dBde!e"e!BdBde!e"e!BdBde dBde!dBde*e'fddZ+de!dee!BdBfddZ,deddfddZ-dZ.dede#e!fd d!Z/e Gd"d#d#Z0Gd$d%d%eZ1Gd&d'd'ej2Z2Gd(d)d)Z3d*e(de!d+e(de(fd,d-Z4d2de!dededBfd.d/Z5d0d1Z6dS)3N)Callable) dataclass) FunctionType ModuleType)AnyGenericNoReturnOptional TYPE_CHECKINGTypeVar) deprecated)mock)justknobs_checkT)boundT)kw_onlyc@seZdZUdZeeBed<dZedBed<dZ e edBed<dZ e edBed<dZ e dBed<dZedBed<dd d Zed ee eBdBd e edBfd dZdS)_Configa Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precedence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precedence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precedence. default: This value is the lowest precedence, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_force value_typealiasreturncCs^t|j|_t|j|_|jdur+|jtus'|jdus'|jdus'|jdur-tddSdS)Nztif alias is set, none of {default, justknob, env_name_default and env_name_force} can be set) r string_or_list_of_string_to_listrrrr_UNSET_SENTINELrAssertionErrorselfrd/var/www/addictedbytheproject.nl/epg/venv/lib/python3.10/site-packages/torch/utils/_config_module.py __post_init__Os      z_Config.__post_init__valcCs<|durdSt|tr|gSt|tstdt||S)Nzval is not a list, got ) isinstancestrlistrtype)r"rrr rcs  z(_Config.string_or_list_of_string_to_listrN)__name__ __module__ __qualname____doc__robject__annotations__rr$rr%rrr&rr! staticmethodrrrrr r s  &  rrrrrrrrcCsdSNrrrrrrrrrr Configvsr1cCst||||||dS)Nr0)rr0rrr r1snamecCs(tj|}|dkr dS|dkrdS|SN1T0Fosenvironget)r2valuerrr _read_env_variable r;modulecstGdddt}dttBdttBdtddffdd it}d _|_|_d _ d_ dS) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c@seZdZehdZdS)z3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr-N)r(r)r*set _bypass_keysrrrr ConfigModuleInstancesrBsourcedestprefixrNc st|}t|jD]\}}|ds6t|ttfs6t |dr,|j dks6|j ds6t|t r7t |t r7q ||}||d}t|tr\tt ||d|<|ur[t|q t|t r}|durm|jdurm||_t||<|ur|t|q t|t r|j jkrtd|djt|d }|||d |urt|||q ||j|<q td |d |d t |d dS)z?Walk the module structure and move everything to module._config__r)typingzcollections.abcN)rrzsubconfig class z must be defined in module .zUnhandled config =z ())inspectget_annotationsr%__dict__items startswithr#rrhasattrr)r& issubclassrr9 CONFIG_TYPES _ConfigEntrydelattrrr(rSubConfigProxysetattr) rCrDrE type_hintskeyr:r2annotated_typeproxyconfigr=visitrr r]sX                z$install_config_module..visitT) ConfigModulerr&rUr$-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__r>r?)r=rBcompile_ignored_keysrr[r install_config_modules$6  rez@compile_ignoredcCst|}t}tt|dj}d}d}|D]W}|jtj kr@d}|j }t |vr?|dkr8t dt ||jdf}q|jtjkrL|sK|j }q|jtjkrq|j dkrqt |dvro|d|jddkro||d}d}q|dkr}t dt |S)Nutf-8)r^r^z unconsumed rrI)rK getsourcer@tokenizeioBytesIOencodereadliner&COMMENTstringstripCOMPILE_IGNORED_MARKERrstartNAMEOPadd)r= source_code assignmentstokenscurrent_comment prev_nametoken maybe_currentrrr r`s8      r`c@seZdZUeed<eed<eZeed<dZe dBed<eZ eed<eZ eed<dZ e ed <dZe dBed <d ed dfd dZdS)rSrr user_overrideNrenv_value_forceenv_value_defaultFhiderr\rcCs|j|_|jdur |jnt|j|_|j|_|j|_|jdur2|jD]}t|}dur1||_nq"|jdurJ|jD]}t|}durI||_ nq:|jdurc|jdurct |jt sct d|jd|jdur|jdusr|jdur|jt t tt tt fvrt d|jddSdSdS)Nz!justknobs only support booleans, z is not a booleanzeeee fBdBd?e d@eee fddAfdBdCZ%dDeee fde fdEdFZ&Z'S)Jr_rarArbr>Nr?rcCstdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr(rrrr r`s zConfigModule.__init__r2r:cs||jvrt||dS||jvrt|jd|d|j|jdur1||j||dS||j|_d|_ d|j|_ dS)NrH does not existTF) rAsuper __setattr__raAttributeErrorr(r_set_alias_valr~r>rrr2r:rcrr res   zConfigModule.__setattr__c Csz`|j|}|jrt|jd|d||}|tur |WS|jtur)|jWS|jtur2|jWS|jtur;|jWS|j durIt |j |j dWSt |j t ttfr]t|j |_|jWS|j WStyx}z t|jd|d|d}~ww)NrHr)r2r)rarrr(_get_alias_valrrr~rrrrr#r%r@dictcopydeepcopyKeyError)rr2r\ alias_valerrr __getattr__qs.      zConfigModule.__getattr__cCs"d|_t|j|_d|j|_dS)NT)r>rrar~rrr2rrr __delattr__s zConfigModule.__delattr__entryc Csb|j}|dur dS|dd\}}z t|}W||fSty0}z td|d|d}~ww)NrHrhz config alias r)rrsplit importlib import_module ImportErrorr)rrr module_name constant_namer=rrrr _get_alias_module_and_names z'ConfigModule._get_alias_module_and_namecCs,||}|dur tS|\}}t||}|Sr/)rrgetattr)rrdatar=rconstant_valuerrr rs  zConfigModule._get_alias_valr"cCs2||}|dur td|\}}t|||dS)Nz6alias data should not be None when setting alias value)rrrV)rrr"rr=rrrr rs zConfigModule._set_alias_valcCsn|j|}|jtup|j|jk}|jtup|j|jk}|jtu}t|jttt fr1|p0|j|jk}|o6|o6|S)z Returns true if the config is at its default value. configs overridden by the env are not considered default. ) rarrrrr~r#r%r@r)rr2 config_valnot_set_env_defaultnot_set_env_forceunsetrrr _is_defaults       zConfigModule._is_defaultF ignored_keysignored_prefixes skip_defaultcsti}|jD]2|r|vrq|rtfdd|Drq|r$|r$q|jjdur-qtt||<q|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. c3s|]}|VqdSr/)rO).0rErXrr sz)ConfigModule._get_dict..N)raanyrrrrr)rrrrr\rrr _get_dicts  zConfigModule._get_dict config_namecCs |j|jSr/)rar)rrrrr get_types zConfigModule.get_typecCs"t|dg}tj|j|dddS)z Convert config to a pickled blob_save_config_ignorer)protocol)rpickledumpsr)rrrrr save_configs  zConfigModule.save_configT)ignore_private_configsrcCs0g}|r |d|t|dg|j|dS)z!Convert config to portable format__cache_config_ignore_prefix)r)appendextendrr)rrprefixesrrr save_config_portables   z!ConfigModule.save_config_portablecstdtdtdtfdddtddffdd d ttBdttffd d d tdtfd d dtffdd }g}|j}|jt|dgdd D] \}}| ||||qPD] }| dd|q`d |S)zConvert config to Python statements that replicate current config. This does NOT include config settings that are at default values. funcadd_dotrcSs*|j}|dkr d}|r|dkr|d7}|S)Nbuiltinsr^rH)r))rrrrrr get_module_names  z4ConfigModule.codegen_config..get_module_nameNcs |d}|r|dSdS)NF)rv)rr)rimportsrr add_imports z/ConfigModule.codegen_config..add_importvcsfdd|DS)Ncs g|] }|d|jqS)T)r(ritemrrr "s zTConfigModule.codegen_config..list_of_callables_to_string..rrrrr list_of_callables_to_string!z@ConfigModule.codegen_config..list_of_callables_to_stringcSst|o t|do t|dS)Nr)r()callablerPrrrr importable_callable$sz8ConfigModule.codegen_config..importable_callablecs|r||d|d|d|jSt|ttfrTtfdd|DrT|D]}|q,|}t|trF|d|d|S|d|dd|dS|d|d|S) a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rHz = Tc3s|]}|VqdSr/rr)rrr r6s zGConfigModule.codegen_config..get_config_line..z = { z, z })r(r#r%r@alljoin)modkrrv_list)rrrrrr get_config_line(s    z4ConfigModule.codegen_config..get_config_linerT)rrrzimport  ) r@rrr$r%rr(rrrNrinsertr)rrlinesrrr import_namer)rrrrrr codegen_config s"   zConfigModule.codegen_configcCsX|js|jdur)|jt|jd}tt|}tj | ddd |_d|_|jS)z/Hashes the configs that are not compile_ignoredNrrfF)usedforsecurity) r>r?rr%rbreprsortedrNhashlibmd5rmdigest)r dict_to_hashstring_to_hashrrr get_hashMs zConfigModule.get_hashz`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categorycC|Sr/get_config_copyrrrr to_dictXzConfigModule.to_dictz`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accesscCrr/rrrrr shallow_copy_dictarzConfigModule.shallow_copy_dictmaybe_pickled_configcCsjt|ts t|}n|}|D]!\}}||jvr!t|||qddlm}|d|d|dqdS)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r#rrloadsrNrarVtorch._dynamo.utilsr)rrr\rrrrrr load_configjs    zConfigModule.load_configcCrr/)rrrrr rxzConfigModule.get_config_copycCs|jt|dgdS)Nrr)rrrrrr get_serializable_config_copy{z)ConfigModule.get_serializable_config_copyarg1arg2kwargsContextDecoratorc s|dur(|durt|tstd||in t|tstd||r'tdn ||dur2tdtts@tdti|Gfdddt}|S) a Decorator and/or context manager to make temporary changes to a config. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... NzGfirst argument must be a string when passing 2 positional args to patchzKfirst argument must be a dict when passing a single positional arg to patchz:cannot pass both positional and keyword arguments to patchzLsecond positional argument is only valid when first argument is a key stringzexpected `dict` got cs8eZdZd fdd Zd fdd ZfddZdS) z'ConfigModule.patch..ConfigPatchrNcs |_dSr/changesrrrr rs z0ConfigModule.patch..ConfigPatch.__init__csJrtd|jD] }||<q |jD] \}}||qdS)Nz/prior should be empty when entering ConfigPatch)rrrrNr)rrXrrr\priorrr __enter__s z1ConfigModule.patch..ConfigPatch.__enter__cs*D] \}}||qdSr/)rNrclear)rexc_typeexc_valexc_tbrrrrr __exit__s z0ConfigModule.patch..ConfigPatch.__exit__r')r(r)r*rrrrrr\rrr ConfigPatchs r)r#r$rrr&r)rrrrrrrr patch~s8    zConfigModule.patchrc s(jdtgdfffdd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() rNcsDfddDD] \}}|j|_q dfdd }|S)Ncsi|]}||jqSr)r~)rr)r\rr szFConfigModule._make_closure_patcher..change..rcs"D] \}}|j|_qdSr/rNrar~)rr)rrrr revertszBConfigModule._make_closure_patcher..change..revertr'r)rrrrr\r)rr changes z2ConfigModule._make_closure_patcher..change)rar)rrrrrr _make_closure_patchers z"ConfigModule._make_closure_patcherr')NNF)NN)(r(r)r*rr$rSr-r@rbytesrr,rrrrtuplerrrrrr%rr&rrrrrr FutureWarningrrrrrrr __classcell__rrrr r_Ts      $       %    A   "Lr_csLeZdZdZd ddZdefddZdeegefdeffd d Z Z S) rz[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` rNcCtdNNYIrrrrr rrzContextDecorator.__enter__cCr rr)rrrrrrr rrzContextDecorator.__exit__rcsRt|tr#t|tjr#Gfddd|}|j|_|j|_|j|_|St |S)Ncs8eZdZedfdd Zedfdd ZZS)z,ContextDecorator.__call__.._TestCaserNcs8ztWdStydddwr/)rr setUpClass Exceptionrclsrcrrr rs z7ContextDecorator.__call__.._TestCase.setUpClassc s0ztWddddSdddwr/)r tearDownClassrrrrr rs "z:ContextDecorator.__call__.._TestCase.tearDownClassr')r(r)r* classmethodrrr rrrr _TestCases r) r#r&rQunittestTestCaser(r*r)r__call__)rrrrrr rs zContextDecorator.__call__r') r(r)r*r+rrrrrrr rrrr rs  (rcsheZdZdZdededdffdd Zded eddfd d Zdedefd d Z deddfddZ Z S)rUzn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] r\rErNcs td|td|dS)Nra_prefix)rr)rr\rErrr rszSubConfigProxy.__init__r2r:cCs|j|j||Sr/)rarrrrrr r rzSubConfigProxy.__setattr__cC|j|j|Sr/)rarrrrrr r#rzSubConfigProxy.__getattr__cCrr/)rarrrrrr r&rzSubConfigProxy.__delattr__) r(r)r*r+r,r$rrrrrr rrrr rUs rUobjr:cCs&t|tr |||Stj|||S)z@ Workaround `mock.patch.object` issue with ConfigModule )r#r_rr r,)rr2r:rrr patch_object*s  rcCs(tj|}|dkr dS|dkrdS|Sr3r6)r2rr:rrr get_tristate_env3r<r csfdd}|S)Ncs8jD]\}}|ds||jvrt|||q|S)Nr)rMrNrOrV) child_clsrr parent_clsrr wrapper=s  z$inherit_fields_from..wrapperr)r#r$rr"r inherit_fields_from<s r%r/)7 contextlibrrrrKrkr7rrjrcollections.abcr dataclassesrtypesrrrGrrrr r r typing_extensionsr r torch._utils_internalrintfloatrr&r$r%r@r rrRrr,rrr1r;rerrr`rSr_rrUrr r%rrrr s      ,S    M%A)