ix<ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZmZddlmZmZmZmZmZmZddlmZddl mZddlmZeeee de!e"e#e$e%f Z&ed eezezdze!ze"ze#ze$ze%z Z'e(Z)e d Gd dee'Z*er8e)dddddfde'e(zde!dzde!e"e!zdzde!e"e!zdzde dzde!dzde'fdZ+n:e)dddddfde'e(zde!dzde!e"e!zdzde!e"e!zdzde dzde!dzde*e'fdZ+de!dee!zdzfdZ,deddfdZ-dZ.dede#e!fdZ/e GddZ0Gd d!eZ1Gd"d#ejdZ2Gd$d%Z3d&e(de!d'e(de(fd(Z4d*de!dededzfd)Z5y)+N)Callable) dataclass) FunctionType ModuleType)AnyGenericNoReturnOptional TYPE_CHECKINGTypeVar) deprecated)mock)justknobs_checkT)boundT)kw_onlyceZdZUdZeezed<dZedzed<dZ e edzed<dZ e edzed<dZ e dzed<dZedzed<d d Zed ee ezdzd e edzfd Zy)_Configa Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precedence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precedence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precedence. default: This value is the lowest precedence, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_force value_typealiasreturnc0tj|j|_tj|j|_|jB|j t us$|j|j |j tdyy)Nztif alias is set, none of {default, justknob, env_name_default and env_name_force} can be set) r string_or_list_of_string_to_listrrrr_UNSET_SENTINELrAssertionErrorselfs T/var/www/html/engine/venv/lib/python3.12/site-packages/torch/utils/_config_module.py __post_init__z_Config.__post_init__Os ' H H  ! !! &FF     :: ! O3==,((4&&2$I3 "valc|yt|tr|gSt|tstdt ||S)Nzval is not a list, got ) isinstancestrlistrtype)r%s r"rz(_Config.string_or_list_of_string_to_listcsC ; c3 5L#t$ #:49+!FG G r$rN)__name__ __module__ __qualname____doc__robject__annotations__rr(rr)rrr*rr# staticmethodrr$r"rr s$LZHcDj)-d3i$&-'+NDI$+"Jt "E3:(  49_t #  cT   r$rrrrrrrrcyNr3rrrrrrs r"Configr7vs r$c$t||||||S)Nr6)rr6s r"r7r7s#-)!   r$namec\tjj|}|dk(ry|dk(ry|SN1T0Fosenvironget)r9values r"_read_env_variablerCs- JJNN4 E | | Lr$modulecGddt}dttzdttzdtddffd it }d _|_|_d _ d_ y) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c eZdZehdZy)3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr1N)r,r-r.set _bypass_keysr3r$r"ConfigModuleInstancerGs KL r$rLsourcedestprefixrNc tj|}t|jj D]\}}|j dslt |ttfsVt|dr*|jdk(s;|jj ds t |trt|tr||}|j|d}t |tr+t!t|| |<| ust# |t |tr7||j$||_t!| |<| ust# |t |trt|j j&k7rt)d|d j&t+ |d } |||d | urt-|||||j|<t)d |d |d t|d y)z?Walk the module structure and move everything to module._config__r-typingzcollections.abcN)rrzsubconfig class z must be defined in module .zUnhandled config =z ())inspectget_annotationsr)__dict__items startswithr'rrhasattrr-r* issubclassrrA CONFIG_TYPES _ConfigEntrydelattrrr,rSubConfigProxysetattr) rMrNrO type_hintskeyrBr9annotated_typeproxyconfigrDvisits r"rgz$install_config_module..visits ,,V4 v4467- XJCt$ej,%?@E<0((H4 ++667HIud+ 5'0JXcU#D'^^C6N%.+EnE t 6>FC(E7+!-%2B2B2J'5E$+E2t 6>FC(E4(##v6(*5'1LV__L]^'v$qz:eUtfAJ/6>D#u-).DMM#&$'8QugRU }TU%VWW[- Xr$T) ConfigModulerr*r`r(-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__rHrI)rDrLcompile_ignored_keysrfrgs` @@r"install_config_modulerosM|M4XT!4X>)4X4X  4Xl')FHP &&"FN#7F +FFFr$z@compile_ignoredc tj|}t}tjt j |j dj}d}d}|D]}|jtjk(rNd}|jj}t|vsF|dk7rtdt||jdf}o|jtjk(r|r|j}|jtj k(s|jdk(st|dvr+|d|jddz k(r|j#|d}d}|dk7rtdt|S)Nutf-8)rhrhz unconsumed rrT)rV getsourcerJtokenizeioBytesIOencodereadliner*COMMENTstringstripCOMPILE_IGNORED_MARKERrstartNAMEOPadd)rD source_code assignmentstokenscurrent_comment prev_nametoken maybe_currents r"rjrjsY##F+K%K  rzz+*<*'/!*<<#A&%++a.1*<< *"(I-.("{+A*BCDD r$ceZdZUeed<eed<eZeed<dZe dzed<eZ eed<eZ eed<dZ e ed <dZe dzed <d ed dfd Zy)r^rr user_overrideNrenv_value_forceenv_value_defaultFhiderrfrc|j|_|j |jnt|j|_|j|_|j|_|j '|j D]}t |x}||_n|j'|jD]}t |x}||_ n|j?|j3t|jtstd|jd|jc|j |jJ|jttttttfvrtd|jdyyy)Nz!justknobs only support booleans, z is not a booleanzF  DDV  \\  " " ... !3C!88IE-6D*   ,,, !3C!88IE+4D(  == $)AdllD1$7 ~EVW ?? &  # # /63H3H3T ' %RSWSbSbRccno 4U 'r$)r,r-r.rr1r*rrrr(rrrrrrrr3r$r"r^r^skL)M3(HcDj*OS*,s,D$E3:#w#4#r$r^c eZdZUeeefed<eeed<eeed<eed<e dzed<d1dZ d ed e ddffd Z d ede fd Zd eddfd ZdedeeefdzfdZdede fdZdede ddfdZd edefdZ d2deedzdeedzdedeee ffdZdedefdZde fdZdddedeee ffdZdefdZde fd Zed!e"deee ffd#Z ed$e"deee ffd%Z!d&e eee fzddfd'Z"deee ffd(Z#deee ffd)Z$ d3d*eeee fzdzd+e d,eee fdd-fd.Z%d/eee fde fd0Z&xZ'S)4rirkrKrlrHNrIrc(tdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr,r s r"rzConfigModule.__init__`s!8*I J  r$r9rBcf||jvrt| ||y||jvrt |j d|d|j|j |j|j||y||j|_d|_ d|j|_ y)NrS does not existTF) rKsuper __setattr__rkAttributeErrorr,r_set_alias_valrrHr)r!r9rBrms r"rzConfigModule.__setattr__es 4$$ $ G e ,  % DMM?!D6!IJ J \\$  % % 1    T 2E :/4DLL  ,!DN&+DLL  #r$c |j|}|jrt|jd|d|j |}|t ur|S|j t ur |j S|jt ur |jS|jt ur |jS|j!t|j|jSt|jtttfr0t!j"|j|_|jS|jS#t$$r!}t|jd|d|d}~wwxYw)NrSr)r9r)rkrrr,_get_alias_valrrrrrrrr'r)rJdictcopydeepcopyKeyError)r!r9rf alias_vales r" __getattr__zConfigModule.__getattr__qs7! R\\$'F{{$ av_%MNN++F3I/  %%_<---##?:+++''>///*&FOOV^^TT &..4d*;<'+}}V^^'D$+++>> ! R DMM?!D6!IJPQ Q Rs=AD;D;1D;D;-,D;AD;/ D;; E%E  E%cjd|_t|j|_d|j|_yNT)rHrrkrrr!r9s r" __delattr__zConfigModule.__delattr__s-,; T("& Tr$entryc|j}|y|jdd\}} tj|}||fS#t$r}t d|d|d}~wwxYw)NrSrsz config alias r)rrsplit importlib import_module ImportErrorr)r!rr module_name constant_namerDrs r"_get_alias_module_and_namez'ConfigModule._get_alias_module_and_namesw  =%*\\#q%9" ] P,,[9F}$$ P =!GHa O Ps? AAAcZ|j|}|tS|\}}t||}|Sr5)rrgetattr)r!rdatarDrconstant_values r"rzConfigModule._get_alias_vals9..u5 <" " $  7r$r%cd|j|}| td|\}}t|||y)Nz6alias data should not be None when setting alias value)rrra)r!rr%rrDrs r"rzConfigModule._set_alias_vals?..u5 < H !%  s+r$c|j|}|jtuxs|j|jk(}|jtuxs|j|jk(}|j tu}t |jtttfr|xs|j |jk(}|xr|xr|S)z Returns true if the config is at its default value. configs overridden by the env are not considered default. ) rkrrrrrr'r)rJr)r!r9 config_valnot_set_env_defaultnot_set_env_forceunsets r" _is_defaultzConfigModule._is_defaults \\$'  ( (O ; B++z/A/AA   & &/ 9 @))Z-?-??  ((O; j((4d*; <KZ559K9KKEB,B1BBr$ ignored_keysignored_prefixes skip_defaultc i}|jD]p|r|vr |rtfd|Dr!|r|jr5|jjOt j t ||<r|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. c3@K|]}j|ywr5)rZ).0rOrcs r" z)ConfigModule._get_dict..sM&s~~f-Ms)rkanyrrrrr)r!rrrrfrcs @r" _get_dictzConfigModule._get_dicts,"$<< .get_module_names2//Kj( ;",s"  r$Nc@|d}|rj|yy)NF)r)rrrimportss r" add_importz/ConfigModule.codegen_config..add_imports#)$6K K(r$vcX|Dcgc]}|d|jc}Scc}wr)r,)ritemrs r"list_of_callables_to_stringz@ConfigModule.codegen_config..list_of_callables_to_string!s,PQRtT23DMM?CR RRs'cPt|xrt|dxr t|dS)Nr-r,)callabler[)rs r"importable_callablez8ConfigModule.codegen_config..importable_callable$s$A;V71l#;V:@V Vr$c\|r%||d|d|d|jSt|ttfr_t fd|DrK|D] }| |}t|tr |d|d|S|d|ddj |dS|d|d|S)a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rSz = Tc3.K|] }|ywr5r3)rrrs r"rzGConfigModule.codegen_config..get_config_line..6s4.2#D)4sz = { z, z })r,r'r)rJalljoin) modkrrv_listrrrrs r"get_config_linez4ConfigModule.codegen_config..get_config_line(s#1%1 as#oa&>%? |LLAc{+46741%Dt$%4Q7a&!U!A3c&22!U!A3fTYYv->,?sCCas#aU++r$rT)rrrzimport  ) rJrrr(r)rr,rrrYrinsertr) r!rlinesrrr import_namerrrrrs @@@@@r"codegen_configzConfigModule.codegen_config s % ( T c  )X )$ )  S4#: S$s) S W3 W4 W ,# , ,6mmNN '>T..6>>tDXL!&););)=">?N ' %%g.!fh  #DN   r$z`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categoryc"|jSr5get_config_copyr s r"to_dictzConfigModule.to_dictX##%%r$z`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accessc"|jSr5rr s r"shallow_copy_dictzConfigModule.shallow_copy_dictarr$maybe_pickled_configct|tstj|}n|}|j D]6\}}||j vrt |||"ddlm}|d|d|d8y)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r'rrloadsrYrkratorch._dynamo.utilsr )r!rrfrrr s r" load_configzConfigModule.load_configjso.5\\"67F)FLLN VDAqDLL a#9D<s2STU  Vr$c"|jSr5)rr s r"rzConfigModule.get_config_copyxs~~r$c<|jt|dgS)Nrr)rrr s r"get_serializable_config_copyz)ConfigModule.get_serializable_config_copy{s~~749NPR+S~TTr$arg1arg2kwargsContextDecoratorc L|L| t|ts td||int|ts td||rtd|| tdttstdt i|Gfddt }|S)a Decorator and/or context manager to make temporary changes to a config. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... zGfirst argument must be a string when passing 2 positional args to patchzKfirst argument must be a dict when passing a single positional arg to patchz:cannot pass both positional and keyword arguments to patchzLsecond positional argument is only valid when first argument is a key stringzexpected `dict` got c4eZdZdfd Zdfd ZfdZy)'ConfigModule.patch..ConfigPatchNc|_yr5)changes)r!rs r"rz0ConfigModule.patch..ConfigPatch.__init__s & r$cr td|jD]}j||<|jjD]\}}j ||y)Nz/prior should be empty when entering ConfigPatch)rrrrYr)r!rcrrrfpriors r" __enter__z1ConfigModule.patch..ConfigPatch.__enter__sq(I <<9C!'!3!3C!8E#J9!LL..0-DAq&&q!,-r$czjD]\}}j||jyr5)rYrclear)r!exc_typeexc_valexc_tbrrrfrs r"__exit__z0ConfigModule.patch..ConfigPatch.__exit__s5!KKM-DAq&&q!,- r$r+)r,r-r.rrr!)rrfrsr" ConfigPatchrs ' - r$r")r'r(rrr*r)r!rrrr"rrfrs @@@r"patchzConfigModule.patch~s.  !$,(a ,!$-(e$P G$b'4( #7W !GH H "  * (}r$rc Jjdtgdfffd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() rNcDcic]}||jc}jD]\}}|j|_dfd }|Scc}w)Nc^jD]\}}|j|_yr5)rYrkr)rrrr!s r"revertzBConfigModule._make_closure_patcher..change..reverts,!KKM6DAq45DLLO16r$r+)rrYrk)rrr'rrrfr!s @r"changez2ConfigModule._make_closure_patcher..changes]9@AAQq ///AE  2101 Q- 2 6MBsA)rkr)r!rr(rfs`` @r"_make_closure_patcherz"ConfigModule._make_closure_patchers*$ T*  r$r+)NNF)NN)(r,r-r.rr(r^r1rJrbytesrr0rrrrtuplerrrrrr)rr*rrrrrr FutureWarningrrr rrr#r) __classcell__rms@r"ririTs #|# $$c(s8#O$, , ,F ,t ,"R"R"RH''' %! % z3 $ & %LS,L,s,t,CCC4*.-1" #3i$&#s)d*# # c3h #J4C4D4 U 159)-9 c3h9? ? B !% ! 8  &c3h&  & 8  &4S>&  & VS#X0F V4 V c3h Ud38nU -1JDcN"T)JJsCx. J  JXtCH~#r$ricLeZdZdZddZdefdZdeegefdeffd Z xZ S)rz[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` rctdNNYIrr s r"rzContextDecorator.__enter__ !%((r$ctdr1r3)r!rrr s r"r!zContextDecorator.__exit__r4r$rct|tr\t|tjrBGfdd|}|j |_|j |_|j|_|St%|S)NcFeZdZedfd Zedfd ZxZS),ContextDecorator.__call__.._TestCasecj t| y#t$rj dddwxYwr5)rr setUpClass Exceptionr!clsrmr!s r"r:z7ContextDecorator.__call__.._TestCase.setUpClasss?NN$*,$ dD$7s "Acz t|jdddy#jdddwxYwr5)r tearDownClassr!r<s r"r?z:ContextDecorator.__call__.._TestCase.tearDownClasss48-/ dD$7 dD$7s%:r+)r,r-r. classmethodr:r?r-)rmr!s@r" _TestCaser8s)88r$rA) r'r*r\unittestTestCaser,r.r-r__call__)r!rrArms` r"rDzContextDecorator.__call__sf dD !jx7H7H&I 8D 8""&I %)%6%6I "#'??I  w%%r$r+) r,r-r.r/rr r!rrrDr-r.s@r"rrs< ))X)&XseSj1&c&&r$rcdeZdZdZdededdffd Zdededdfd Zdedefd Z deddfd Z xZ S) r`zn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] rfrOrNcFt|d|t|d|y)Nrk_prefix)rr)r!rfrOrms r"rzSubConfigProxy.__init__s! Iv. Iv.r$r9rBcT|jj|j|z|Sr5)rkrrG)r!r9rBs r"rzSubConfigProxy.__setattr__ s"||'' t(;UCCr$cR|jj|j|zSr5)rkrrGrs r"rzSubConfigProxy.__getattr__# ||'' t(;<)r9rrBs r"get_tristate_envrP3s- JJNN4 E | | Nr$r5)6 contextlibrrrrVrvr?rrurBcollections.abcr dataclassesrtypesrrrRrrr r r r typing_extensionsr rtorch._utils_internalrintfloatrr*r(r)rJr+rr]rr0rrr7rCror}rjr^rirr`rNrPr3r$r"rYs  $!*KK(1UD$t*c4eTJ  CsU{T)D036=CeKdRS( 4LgajLLf.#3715"& V*S /D0d3i$.  4K  Tz  .#3715"&  V * S /D0 d3i$.  4K  Tz    $STCZ$%6J*JJZ,"*"S"J >> >BU:Up &&z22&&R==*/f/C//6/3t r$