o 闦iU @sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZmZddlmZmZmZmZmZmZmZmZddlmZddl mZddlmZe Gdd d Zee e!e"de#e$e%e&e'f Z(d e#d ee!fd d Z)ded dfddZ*dZ+ded ee#fddZ,e-Z.e GdddZ/GdddeZ0Gdddej1Z1GdddZ2de-d e#de-d e-fddZ3d#d e#d ed ee!fd!d"Z4dS)$N) dataclass) FunctionType ModuleType)AnyCallableDictListNoReturnOptionalSetUnion) deprecated)mock)justknobs_checkc @seZdZUdZdZeed<dZee ed<dZ ee ed<dZ ee ed<dZ ee ed<     d dedee dee dee dee f d d ZdS) ConfigazRepresents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: env_name_force: If set, this environment variable overrides everything user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. env_name_default: If set, this environment variable will override everything after this. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precendence. default: This value is the lowest precendance, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. env_name_force: The environment variable to read that is a FORCE environment variable. I.e. it overrides everything env_name_default: The environment variable to read that changes the default behaviour. I.e. user overrides take preference. TdefaultNjustknobenv_name_defaultenv_name_force value_typecCsN||_||_||_||_||_|jdur#t|jts%Jd|jddSdS)Nz!justknobs only support booleans, z is not a boolean)rrrrr isinstancebool)selfrrrrrrX/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/torch/utils/_config_module.py__init__<s   zConfig.__init__)TNNNN)__name__ __module__ __qualname____doc__rr__annotations__rr strrrrtyperrrrrrs.  rnamereturncCs(tj|}|dkr dS|dkrdSdSN1T0Fosenvironget)r#valuerrr_read_env_variableT r-modulecs|Gdddt}dtttfdtttfdtddffdd it}d _|_|_ d _ d_ dS) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c@seZdZehdZdS)z3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr N)rrrset _bypass_keysrrrrConfigModuleInstancedsr4sourcedestprefixr$Nc sxtjdddkrt|di}nt|}t|jD]\}}|ds@t |t t fs@t |dr6|j dks@t |trAt|trAq||}t |trf||d}tt||d|<|uret|qt |tr{t||<|urzt|qt |tr|j jksJt|d }|||d |urt|||q||j|<qtd |d |d t|d dS)z?Walk the module structure and move everything to module._configN) r __rtyping)rr.zUnhandled config =z ())sys version_infogetattrinspectget_annotationslist__dict__items startswithrrrhasattrrr" issubclassr CONFIG_TYPESr+ _ConfigEntrydelattrrSubConfigProxysetattrAssertionError) r5r6r7 type_hintskeyr,r#annotated_typeproxyconfigr/visitrrrWhsN              z$install_config_module..visitT) ConfigModuler rr"rNr!-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__r0r1)r/r4compile_ignored_keysrrUrinstall_config_module]s$  -  r_z@compile_ignoredcCst|}t}tt|dj}d}d}|D]W}|jtj kr@d}|j }t |vr?|dks8Jdt ||j df}q|jtjkrL|sK|j }q|jtjkrq|j dkrqt |dvro|d|j ddkro||d}d}q|dks}Jdt |S)Nutf-8)rXrXz unconsumed rr>)rC getsourcer2tokenizeioBytesIOencodereadliner"COMMENTstringstripCOMPILE_IGNORED_MARKERstartNAMEOPadd)r/ source_code assignmentstokenscurrent_comment prev_nametoken maybe_currentrrrrZs8       rZc@sleZdZUeed<eed<eZeed<dZe e ed<eZ eed<eZ eed<dZ eed <d efd d ZdS) rLrr user_overrideNrenv_value_forceenv_value_defaultFhiderVcCs||j|_|jdur |jnt|j|_|j|_|jdur't|j}dur'||_|jdur:t|j}dur<||_dSdSdSN) rrr"rrr-rzrry)rrV env_valuerrrrs   z_ConfigEntry.__init__)rrrrr r"_UNSET_SENTINELrxrr r!ryrzr{rrrrrrrrLs     rLc seZdZUeeefed<eeed<eeed<eed<e e ed<d:dd Z d ed e ddffd d Z d edefddZd eddfddZd edefddZ   d;de eede eededeeeffddZdedefddZde fddZdeeeffdd Zdefd!d"Zde fd#d$Zed%ed&deeeffd'd(Zed)ed&deeeffd*d+Zd,ee eeeffddfd-d.Zdeeeffd/d0Z  d|r#|vr#|r"|s"tddt|q|r1tfdd|Dr1q|r9|r9qtt||<q|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. The other is it modified the logging behaviour to match what codegen already did for modified skipped keys zSkipping serialization of z value c3s|]}|VqdSr|)rH).0r7rRrr [sz)ConfigModule._get_dict..)r[rwarningswarnrBanyrr)rrrrrVrrr _get_dict<s  zConfigModule._get_dict config_namecCs |j|jSr|)r[r)rrrrrget_typebs zConfigModule.get_typecCs"t|dg}tj|j|dddS)z Convert config to a pickled blob_save_config_ignorerr8)protocol)rBpickledumpsr)rrrrr save_configes  zConfigModule.save_configcCs$dg}|t|dg|j|dS)z!Convert config to portable format__cache_config_ignore_prefix)r)extendrBr)rprefixesrrrsave_config_portablems z!ConfigModule.save_config_portablecCsRg}|j}|jt|dgddD]\}}||d|d|qd|S)zConvert config to Python statements that replicate current config. This does NOT include config settings that are at default values. rT)rrr=z =  )rrrBrGappendjoin)rlinesmodkvrrrcodegen_configss   zConfigModule.codegen_configcCsT|js|jdur'|jt|jd}tt|}t | d |_d|_|jS)z/Hashes the configs that are not compile_ignoredNrr`F) r0r1rrEr\reprsortedrGhashlibmd5rgdigest)r dict_to_hashstring_to_hashrrrget_hashs zConfigModule.get_hashz`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categorycC|Sr|get_config_copyrrrrto_dictzConfigModule.to_dictz`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accesscCrr|rrrrrshallow_copy_dictrzConfigModule.shallow_copy_dictmaybe_pickled_configcCs`t|ts t|}n|}|D]\}}||jvr!t|||qtd|d|dqdS)zARestore from a prior call to save_config() or shallow_copy_dict()zkey z with value z! is not understood by this configN) rrrloadsrGr[rOrr)rrrVrrrrr load_configs   zConfigModule.load_configcCrr|)rrrrrrzConfigModule.get_config_copyarg1arg2kwargsContextDecoratorc s|dur"|durt|tsJ||in t|tsJ||r!Jn||dus*Jtts8Jdti|Gfdddt}|S)a Decorator and/or context manager to make temporary changes to a config. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... Nzexpected `dict` got cs,eZdZdfdd ZfddZdS)z'ConfigModule.patch..ConfigPatchr$NcsFrJD] }||<qD] \}}||qdSr|)keysrrGr)rrRrrchangesrVpriorrr __enter__s  z1ConfigModule.patch..ConfigPatch.__enter__cs*D] \}}||qdSr|)rGrclear)rexc_typeexc_valexc_tbrr)rVrrr__exit__s z0ConfigModule.patch..ConfigPatch.__exit__r$N)rrrrrrrrr ConfigPatchsr)rr!rr"r)rrrrrrrrpatchs   zConfigModule.patchrc s(jdtgdfffdd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() r$NcsDfddDD] \}}|j|_q dfdd }|S)Ncsi|]}||jqSr)rx)rr)rVrr szFConfigModule._make_closure_patcher..change..r$cs"D] \}}|j|_qdSr|rGr[rx)rr)rrrrrevertszBConfigModule._make_closure_patcher..change..revertrr)rrrrrVr)rrchanges z2ConfigModule._make_closure_patcher..change)r[r)rrrrrr_make_closure_patchers z"ConfigModule._make_closure_patcherr)NNF)NN)$rrrrr!rLr r rr bytesrobjectrrrrrrrr"rrrrrr FutureWarningrrr rrrr __classcell__rrrrrYsh           &  "  "9rYcsLeZdZdZd ddZdefddZdeegefdeffd d Z Z S) rz[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` r$NcCtdNNYIrrrrrr rzContextDecorator.__enter__cCrrr)rrrrrrrrrzContextDecorator.__exit__funccsRt|tr#t|tjr#Gfddd|}|j|_|j|_|j|_|St |S)Ncs8eZdZedfdd Zedfdd ZZS)z,ContextDecorator.__call__.._TestCaser$Ncs8ztWdStydddwr|)rr setUpClass Exceptionrclsr]rrrrs z7ContextDecorator.__call__.._TestCase.setUpClassc s0ztWddddSdddwr|)r tearDownClassrrrrrrs "z:ContextDecorator.__call__.._TestCase.tearDownClassr)rrr classmethodrrrrrrr _TestCases r) rr"rJunittestTestCaserrrr__call__)rrrrrrrs zContextDecorator.__call__r) rrrrrr rrrrrrrrrrs  (rcsdeZdZdZdedeffdd Zdededd fd d Zdedefd d Z dedd fddZ Z S)rNzn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] rVr7cs td|td|dS)Nr[_prefix)rr)rrVr7rrrr5szSubConfigProxy.__init__r#r,r$NcCs|j|j||Sr|)r[rrrrrrr:szSubConfigProxy.__setattr__cC|j|j|Sr|)r[rrrrrrr=zSubConfigProxy.__getattr__cCrr|)r[rrrrrrr@rzSubConfigProxy.__delattr__) rrrrrr!rrrrrrrrrrrN/s rNobjr,cCs&t|tr |||Stj|||S)z@ Workaround `mock.patch.object` issue with ConfigModule )rrYrrr)rr#r,rrr patch_objectDs  rrcCs(tj|}|dkr dS|dkrdS|Sr%r()r#rr,rrrget_tristate_envMr.rr|)5 contextlibrrrCrer)rr@rdrr dataclassesrtypesrrr<rrrrr r r r typing_extensionsr rtorch._utils_internalrrintfloatrr"r!rEr2tuplerrKr-r_rlrZrr~rLrYrrNrrrrrrsD (   ; D&()