˲jW 8ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZmZddlmZmZmZmZmZmZmZmZddlmZddl mZddlmZe Gdd Zee e!e"de#e$e%e&e'f Z(d e#d ee!fd Z)d ed dfdZ*dZ+d ed ee#fdZ,e-Z.e GddZ/GddeZ0Gddej1Z1GddZ2de-d e#de-d e-fdZ3dd e#ded ee!fdZ4dS)N) dataclass) FunctionType ModuleType)AnyCallableDictListNoReturnOptionalSetUnion) deprecated)mock)justknobs_checkc eZdZUdZdZeed<dZee ed<dZ ee ed<dZ ee ed<dZ ee ed< d dedee dee dee dee f d ZdS) ConfigazRepresents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: env_name_force: If set, this environment variable overrides everything user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. env_name_default: If set, this environment variable will override everything after this. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precendence. default: This value is the lowest precendance, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. env_name_force: The environment variable to read that is a FORCE environment variable. I.e. it overrides everything env_name_default: The environment variable to read that changes the default behaviour. I.e. user overrides take preference. TdefaultNjustknobenv_name_defaultenv_name_force value_typec||_||_||_||_||_|j-t |jt sJd|jddSdS)Nz!justknobs only support booleans, z is not a boolean)rrrrr isinstancebool)selfrrrrrs KC:\Projects\Historical\venv\Lib\site-packages\torch/utils/_config_module.py__init__zConfig.__init__<s   0,$ = $ d S SR4<RRR S S % $ S S)TNNNN)__name__ __module__ __qualname____doc__rr__annotations__rr strrrrtyperrrrrs>GS"Hhsm"""&*hsm***$(NHSM(((!%J%%%"&*.(,%) SSS3-S#3- S ! S TN SSSSSSrrnamereturncdtj|}|dkrdS|dkrdSdSN1T0Fosenvironget)r'values r_read_env_variabler2Ts6 JNN4 E ||t ||u 4rmodulec:Gddt}dtttfdtttfdt ddffd it }d _|_|_ d _ d_ dS) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c(eZdZehdZdS)3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr#N)rr r!set _bypass_keysr&rrConfigModuleInstancer6ds$sKKKLL rr;sourcedestprefixr(Nc 8tjdddkrt|di}ntj|}t |jD]\}}|dsat|ttfsEt|dr |j dks*t|trt|t r}||}t|t"rL||d}t't!|| |<| urt) |t|t r(t'| |<| urt) |!t|trX|j jksJt- |d } |||d | urt/|||||j|<t1d |d |d t|d dS)z?Walk the module structure and move everything to module._configN) r#__r typing)rr.zUnhandled config =z ())sys version_infogetattrinspectget_annotationslist__dict__items startswithrrrhasattrr r% issubclassr CONFIG_TYPESr0 _ConfigEntrydelattrrSubConfigProxysetattrAssertionError) r<r=r> type_hintskeyr1r'annotated_typeproxyconfigr3visits rr^z$install_config_module..visithsZ  BQB ' ) ) ):B??JJ 088Jv446677! X! XJCt$$ ej,%?@@ E<00 6;5E5Q5Qud++6R0:5&0I0I6R#c##D%.. X!+T!:!:+5^DDD  t 6>>FC(((E6** X+E22t 6>>FC(((E4(( X'6?::::&v$zzz::eUtJJJ///6>>D#u----).DM#&&$%V%V%Vu%V%VU %V%V%VWWWC! X! XrT) ConfigModuler rr%rVr$-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__r7r8)r3r;compile_ignored_keysr]r^s` @@rinstall_config_modulerf]sMMMMM|MMM+Xj$&'+XJ./+X+X  +X+X+X+X+X+X+X+XZ')FHPP E&&"FN#7F +FFFrz@compile_ignoredctj|}t}tjt j|dj}d}d}|D]}|jtj krLd}|j }t|vr'|dksJdt||j df}c|jtjkr |s|j }|jtjkrM|j dkrBt|dvr1|d|j ddz kr||d}d}|dksJdt|S)Nutf-8)r_r_z unconsumed rrF)rK getsourcer9tokenizeioBytesIOencodereadliner%COMMENTstringstripCOMPILE_IGNORED_MARKERstartNAMEOPadd)r3 source_code assignmentstokenscurrent_comment prev_nametoken maybe_currents rraras#F++K%%K rz+*<*+>'/!*<<<#A&%+a.1*<<< ***"(I h & & &(N6L(N(N & & & rceZdZUeed<eed<eZeed<dZe e ed<eZ eed<eZ eed<dZ eed <d efd ZdS) rTrr user_overrideNrenv_value_forceenv_value_defaultFhider]c|j|_|j|jnt|j|_|j|_|jt |jx}||_|jt |jx} ||_dSdSdSN) rrr%rrr2rrr)rr] env_values rrz_ConfigEntry.__init__s~ !'!2!>F  DDVDV   " ./0GHHH U)2&  ,/0EFFF S'0$$$ - ,SSr)rr r!rr#r%_UNSET_SENTINELrrr r$rrrrrrr&rrrTrTsLLL)M3((("Hhsm"""*OS***,s,,,D$ 1v 1 1 1 1 1 1rrTc eZdZUeeefed<eeed<eeed<eed<e e ed<d)dZ d ed e ddffd Z d edefd Zd eddfd Zd edefdZ d*de eede eededeeeffdZdedefdZde fdZdeeeffdZdefdZde fdZededeeeffdZededeeeffdZdee eeeffddfd Zdeeeffd!Z d+d"e eeeeeffd#ed$eeefdd%fd&Z!d'eeefdefd(Z"xZ#S),r`rbr:rcr7r8r(Nc2tdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorrrs rrzConfigModule.__init__s"! J8 J J J   rr'r1c||jvr$t||dS||jvrt |jd|d||j|_d|_d|j|_dS)NrE does not existTF) r:super __setattr__rbAttributeErrorrrr7r)rr'r1rds rrzConfigModule.__setattr__s 4$ $ $ GG  e , , , , ,  % % DM!I!ID!I!I!IJJ J/4DL  ,!DN&+DL  # # #rc" |j|}|jrt|jd|d|jt ur|jS|jt ur|jS|jt ur|jS|jt|j|j St|j tttfr%tj|j |_|jS|j S#t"$r }t|jd|d|d}~wwxYw)NrEr)r'r)rbrrrrrrrrrrrrMr9dictcopydeepcopyKeyError)rr'r]es r __getattr__zConfigModule.__getattr__s- R\$'F{ O$ %M%M%M%M%MNNN%_<<--#?::++'>>//*&FOV^TTTT &.4d*;<< ,'+}V^'D'D$++> ! R R R DM!I!ID!I!I!IJJPQ Q Rs7AC$C$C$/!C$A C$C$$ D.D  Dcfd|_t|j|_d|j|_dS)NT)r7rrbrrrr's r __delattr__zConfigModule.__delattr__2s/,; T("& Trc4|j|jtuSr)rbrrrs r _is_defaultzConfigModule._is_default9s|D!/?BBrF ignored_keysignored_prefixes skip_defaultc bi}|jD]|rD|vr@|r=|s(tjddt |H|rt fd|Drf|r|r~t jt ||<|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. The other is it modified the logging behaviour to match what codegen already did for modified skipped keys zSkipping serialization of z value c3BK|]}|VdSr)rP).0r>rZs r z)ConfigModule._get_dict..[s/MM&s~~f--MMMMMMr)rbrwarningswarnrJanyrr)rrrrr]rZs @r _get_dictzConfigModule._get_dict<s,"$< <  #T.6>>tDXXL!&););)=)=">">??N ' N,A,A',J,J K K R R T TD "DN  rz`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categoryc*|Srget_config_copyrs rto_dictzConfigModule.to_dict##%%%rz`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accessc*|Srrrs rshallow_copy_dictzConfigModule.shallow_copy_dictrrmaybe_pickled_configct|tstj|}n|}|D];\}}||jvrt ||| tjd|d|d.ConfigPatchr(NcrJD]}||<D]\}}||dSr)keysrrOr)rrZrrchangesr]priors r __enter__z1ConfigModule.patch..ConfigPatch.__enter__s|   y"<<>>99C!'!3!3C!8!8E#JJ#MMOO--DAq&&q!,,,,--rcD]\}}||dSr)rOrclear)rexc_typeexc_valexc_tbrrr]rs r__exit__z0ConfigModule.patch..ConfigPatch.__exit__sH!KKMM--DAq&&q!,,,, rr(N)rr r!rr)rr]rsr ConfigPatchrs[ - - - - - - - -        rr)rr$rr%r)rrrrrrr]rs @@@rpatchzConfigModule.patchs.  !$,,,,,,!$-----  : G<<<'4((PP*Pg*P*PPP( "         *   {}}rrc Hjdtgdfffd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() r(NcfdDD]\}}|j|_dfd }|S)Nc,i|]}||jSr&)r)rrr]s r zFConfigModule._make_closure_patcher..change..s"AAAAQq /AAArr(c`D]\}}|j|_dSrrOrbr)rrrrs rrevertzBConfigModule._make_closure_patcher..change..reverts9!KKMM66DAq45DLO1166rrr)rrrrrr]rs @rchangez2ConfigModule._make_closure_patcher..changessAAAAAAAE  2 2101 Q-- 6 6 6 6 6 6 6Mr)rbr)rrrr]s`` @r_make_closure_patcherz"ConfigModule._make_closure_patchersM$ T*         rr)NNF)NN)$rr r!rr$rTr#r rr bytesrobjectrrrrrr rr%rrrrrr FutureWarningrrr rrrr __classcell__rds@rr`r`s #|# $$$$c(s8###OOO5/!!!    ,,F,t,,,,,,RRRRRR@''''''CCCCCC -104" $$tCy)$#49-$ $ c3h $$$$L4C4D4444 U    9d38n9999       !%!!!!Z 8  &c3h&&&  &Z 8  &4S>&&&  & eT#s(^6K0L QU     c3h    6:77uS$sCx.01277sCx. 7  7777rtCH~#rr`cReZdZdZddZdefdZdeegefdeffd Z xZ S) rz[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` r(Nc tdNNYIrrs rrzContextDecorator.__enter__ !%(((rc tdrr)rrrrs rrzContextDecorator.__exit__rrfuncct|trPt|tjr6Gfdd|}|j|_|j|_|j|_|St |S)NcReZdZedfd Zedfd ZxZS),ContextDecorator.__call__.._TestCaser(Nc tdS#t$rdddwxYwr)rr setUpClass Exceptionrclsrdrs rrz7ContextDecorator.__call__.._TestCase.setUpClassshNN$$$**,,,,,$ dD$777s 9#Ac tddddS#dddwxYwr)r tearDownClassrr s rr z:ContextDecorator.__call__.._TestCase.tearDownClasssV8--/// dD$77777 dD$7777s <Ar)rr r! classmethodrr r)rdrs@r _TestCasers|88888888888rr) rr%rRunittestTestCaserr!r r__call__)rrrrds` rrzContextDecorator.__call__s dD ! ! jx7H&I&I  8 8 8 8 8 8 8D 8 8 8""&I %)%6I "#'?I  ww%%%rr) rr r!r"rr rrrrrrs@rrrs )))))X))))&XseSj1&c&&&&&&&&&&rrc`eZdZdZdedeffd Zdededdfd Zdedefd Z deddfd Z xZ S) rVzn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] r]r>ctd|td|dS)Nrb_prefix)rr)rr]r>rds rrzSubConfigProxy.__init__5s= Iv... Iv.....rr'r1r(NcH|j|j|z|Sr)rbrr)rr'r1s rrzSubConfigProxy.__setattr__:s!|'' t(;UCCCrcF|j|j|zSr)rbrrrs rrzSubConfigProxy.__getattr__=|'' t(;<<r&s  !!!!!!********LLLLLLLLLLLLLLLLLLLL((((((111111 7S7S7S7S7S7S7S 7SvUD$$t**c4eTJ SXd^A*AAAAAH,#*#S####L&(( %1%1%1%1%1%1%1 %1PLLLLL:LLL^&&&&&&&&&&z2&&&&&&R========*/f/C//6////3r