^j-ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZddlmZmZddlmZmZmZmZmZmZddlmZddlmZeee e!de"e#e$e%e&f Z'eee e!de"e%fZ(ed eeze ze"ze#ze$ze%ze&zdz Z)e*Z+ed Gd dee)Z,erAe+dddddddfde)e*zde"dzde"e#e"zdzde"e#e"zdzde!dzde"dzde de"dzde)fdZ-nCe+dddddddfde)e*zde"dzde"e#e"zdzde"e#e"zdzde!dzde"dzde de"dzde,e)fdZ-de"de e"zdzfdZ.deddfdZ/dZ0dede$e"fd Z1e%e%e"d!fe%e"d!fe fZ2eGd"d#Z3Gd$d%eZ4Gd&d'ejjZ5Gd(d)Z6d,de"dede dzfd*Z7d+Z8y)-N)Callable) ContextVar) dataclass) FunctionType ModuleType)AnyGenericNoReturnOptional TYPE_CHECKINGTypeVar) deprecated)justknobs_checkT)boundT)kw_onlyceZdZUdZeezed<dZedzed<dZ e edzed<dZ e edzed<dZ e dzed<dZedzed<d Zeed <dZedzed <dd Zedee ezdzd e edzfdZy)_Configa+Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precedence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. User overrides are thread-local. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precedence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precedence. default: This value is the lowest precedence, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_force value_typealiasFrdeprecation_messagereturnc0tj|j|_tj|j|_|jB|j t us$|j|j |j tdyy)Nztif alias is set, none of {default, justknob, env_name_default and env_name_force} can be set) r string_or_list_of_string_to_listrrrr_UNSET_SENTINELrAssertionErrorselfs e/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/torch/utils/_config_module.py __post_init__z_Config.__post_init__Vs ' H H  ! !! &FF     :: ! O3==,((4&&2$I3 "valc|yt|tr|gSt|tstdt ||S)Nzval is not a list, got ) isinstancestrlistr type)r&s r#rz(_Config.string_or_list_of_string_to_listjsC ; c3 5L#t$ #:49+!FG G r%rN)__name__ __module__ __qualname____doc__robject__annotations__rr)rr*rrr+rrboolrr$ staticmethodrr%r#rr$s$LZHcDj)-d3i$&-'+NDI$+"Jt "E3:J&*t*(  49_t #  cT   r%rFrrrrrrrrrcyNr5rrrrrrrrs r#Configr9}s r%c (t||||||||S)Nr8)rr8s r#r9r9s)-)!! 3  r%namec\tjj|}|dk(ry|dk(ry|SN1T0Fosenvironget)r;values r#_read_env_variablerEs- JJNN4 E | | Lr%modulecGddt}dttzdttzdtddffd it }d _|_|_tjd d _ tjd d _ tjdd _ tjdd _y)z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. ceZdZhdZy)3install_config_module..ConfigModuleInstance>r2_hash_cache_var_hash_dirty_var_get_dict_cache_var_get_dict_dirty_keys_varN)r-r.r/ _bypass_keysr5r%r#ConfigModuleInstancerIs  r%rOsourcedestprefixrNc tj|}t|jj D]\}}|j dslt |ttfsVt|dr*|jdk(s;|jj ds t |trt|tr||}|j|d}t |tr,t!t||| |<| ust# |t |tr8||j$||_t!|| |<| ust# |!t |trt|j j&k7rt)d|d j&t+ |d } |||d | urt-|||||j|<t)d |d |d t|d y)z?Walk the module structure and move everything to module._config__r.typingzcollections.abcN)rrzsubconfig class z must be defined in module .zUnhandled config =z ())inspectget_annotationsr*__dict__items startswithr(rrhasattrr.r+ issubclassrrC CONFIG_TYPES _ConfigEntrydelattrrr-r SubConfigProxysetattr) rPrQrR type_hintskeyrDr;annotated_typeproxyconfigrFvisits r#rjz$install_config_module..visits ,,V4 v4467- XJCt$ej,%?@E<0((H4 ++667HIud+ 5'0JXcU#D'^^C6N%.+EnEt t 6>FC(E7+!-%2B2B2J'5E$+E48t 6>FC(E4(##v6(*5'1LV__L]^'v$qz:eUtfAJ/6>D#u-).DMM#&$'8QugRU }TU%VWW[- Xr%z ._hash_dirtyTrz ._hash_cachez._get_dict_dirty_keysz._get_dict_cache) ConfigModulerr+rcr)-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__rr-rKrJrMrL)rFrOcompile_ignored_keysrirjs` @@r#install_config_modulerss | 4XT!4X>)4X4X  4Xl')FHP &&"FN#7F +F'6??*;<(HRVWF' ?? <($F'1 ?? 014'F#", ?? +,d"Fr%z@compile_ignoredc tj|}t}tjt j |j dj}d}d}|D]}|jtjk(rNd}|jj}t|vsF|dk7rtdt||jdf}o|jtjk(r|r|j}|jtj k(s|jdk(st|dvr+|d|jddz k(r|j#|d}d}|dk7rtdt|S)Nutf-8)rkrkz unconsumed rrW)rY getsourcesettokenizeioBytesIOencodereadliner+COMMENTstringstripCOMPILE_IGNORED_MARKERr startNAMEOPadd)rF source_code assignmentstokenscurrent_comment prev_nametoken maybe_currents r#rnrn sY##F+K%K  rzz+*<*'/!*<<#A&%++a.1*<< *"(I-.("{+A*BCDD r%.ceZdZUeed<eed<eeed<dZe dzed<e Z eed<e Z eed<dZ eed <dZe dzed <dZeed <dZe dzed <dZeed <dede ddfdZy)rarr user_overrideNrenv_value_forceenv_value_defaultFhiderrr_deprecation_warnedrir;rc|j|_|j |jnt|j|_|j|_|j|_|j |_|j |_d|_t|t|_ |j'|jD]}t|x}||_ n|j'|jD]}t|x}||_n|j?|j3t!|jt"st%d|jd|jc|j |jJ|jt"t&t(t"t(t&fvrt%d|jdyyy)NFrlz!justknobs only support booleans, z is not a booleanzF  DDV  \\  ++#)#=#= #( 'oF  " " ... !3C!88IE-6D*   ,,, !3C!88IE+4D(  == $)AdllD1$7 ~EVW ?? &  # # /63H3H3T ' %RSWSbSbRccno 4U 'r%)r-r.r/rr2r+rr1rr)rrrrr3rrrrrrr5r%r#rara3sLf%%HcDj*OS*,s,D$E3:J&*t* %%)w)c)d)r%rac eZdZUeeefed<eeed<eeed<ee ed<ee dzed<eeedzed<eee eee ffed<d9d Z d ed ed dfd Zd eded dffd Zd ed e fdZd ed dfdZded eeefdzfdZded e fdZdede d dfdZdZd ed dfdZd ed e fdZ d:deedzdeedzde de d eee ff dZd ed efd!Zd e fd"Zd#dd$d%e de d eee ffd&Z d efd'Z!d e fd(Z"e#d)e$*d eee ffd+Z%e#d,e$*d eee ffd-Z&d.e eee fzd dfd/Z'd eee ffd0Z(d eee ffd1Z) d;d2eeee fzdzd3e d4eee fd d5fd6Z*d7eee fd e fd8Z+xZ,S)///*&FOOV^^TTfnn.EF$$((v~~)FG++//11>> ! R DMM?!D6!IJPQ Q Rs=A"E*%E*#E*'E*,E*2A+E* E** F3FFc|jjd|j||j|jjt d|j|_yNT)rKryrrorrrr"r;s r# __delattr__zConfigModule.__delattr__sT   & !!$' T((,,_="& Tr%entryc|j}|y|jdd\}} tj|}||fS#t$r}t d|d|d}~wwxYw)NrVrwz config alias r)rrsplit importlib import_module ImportErrorr)r"rr module_name constant_namerFrs r#_get_alias_module_and_namez'ConfigModule._get_alias_module_and_namesw  =%*\\#q%9" ] P,,[9F}$$ P =!GHa O Ps? AAAcZ|j|}|tS|\}}t||}|Sr7)rrgetattr)r"rdatarFrconstant_values r#rzConfigModule._get_alias_vals9..u5 <" " $  7r%r&cd|j|}| td|\}}t|||y)Nz6alias data should not be None when setting alias value)rr rd)r"rr&rrFrs r#rzConfigModule._set_alias_vals?..u5 < H !%  s+r%c|jj}|y|j|t||jkDr|jj dyyr7)rMrCrlen_GET_DICT_DIRTY_KEYS_CAPry)r"r;dirtys r#rz!ConfigModule._mark_get_dict_dirtysT--113 =  $ u:55 5  ) ) - -d 3 6r%c|j|}|jtuxs|j|jk(}|jtuxs|j|jk(}|j j tu}t|jts+|xs'|j j |jk(}|xr|xr|S)z Returns true if the config is at its default value. configs overridden by the env are not considered default. ) rorrrrrrCr(r)r"r; config_valnot_set_env_defaultnot_set_env_forceunsets r# _is_defaultzConfigModule._is_default s \\$'  ( (O ; B++z/A/AA   & &/ 9 @))Z-?-??  ((,,./A*,,.EFQZ5599;z?Q?QQEB,B1BBr%F ignored_keysignored_prefixes skip_defaultreadonly_valuescd\}}|r t|nd|r t|nd|f}|jj}|r|i}|jj||jj} |j|} | | | }t | }nB| @i}|jj||jjt||j j}|i}|D]`|j } | j|jd2|r|vr|jdK|r'tfd|Dr|jdt|r$|jr|jd| jj} | jtur | j} nd| tur| } nY| jtur | j} n:| j "t#| j | j$} n | j$} t'| t(st+j,| } | |<c|r||vrt |||<|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. readonly_values when True, enables caching of the result. The caller owns the returned dict but must not mutate its values. When False (default), no caching is used. NNr5Nc3@K|]}j|ywr7)r]).0rRrfs r# z)ConfigModule._get_dict..gsM&s~~f-Msr)tuplerLrCryrMdictrokeysrpopanyrrrrrrrrr(rrr)r"rrrrkeys_to_updateri cache_keycache dirty_keyscachedrrr&rfs @r# _get_dictzConfigModule._get_dict#sT6",#/E, R'7E" #R  ((,,. }((,,U366::F! CLL%E{{& 3%| 3 3%M>5==Qmmc#:;mmC(F3K? B y5#F|E)  r% config_namec4|j|jSr7)ror)r"rs r#get_typezConfigModule.get_types||K(333r%clt|dg}tj|j|ddS)z Convert config to a pickled blob_save_config_ignoreTrr)protocol)rpickledumpsr)r"rs r# save_configzConfigModule.save_configs5t%:B? || NN dN K  r%T)ignore_private_configsrrcLg}|r|jd|jt|dg|j||}t|dg}|rP|D]K}||vs||||}t |dr|j ||<8t d|d||d|S) z!Convert config to portable format__cache_config_ignore_prefix)rr_cache_config_factory_keysuuidzConfig 'z ' is set to zO which does not implement uuid(). Implement uuid() for cache key participation.)appendextendrrr^r RuntimeError)r"rrprefixesri factory_keysrfinstances r#save_config_portablez!ConfigModule.save_config_portables ! OOC &CRHI%  t%A2F # &=VC[%<*vc{}Hx0&.mmos *&se<s }E-.  r%c t dtdtdtfddtddf fd dttzdttffd dt dtfd  dtf fd }g}|j }|jt|d gd d jD]\}}|j||||  D]}|jdd|dj|S)zConvert config to Python statements that replicate current config. This does NOT include config settings that are at default values. funcadd_dotrcD|j}|dk(rd}|r |dk7r|dz }|S)NbuiltinsrkrV)r.)rrrs r#get_module_namez4ConfigModule.codegen_config..get_module_names2//Kj( ;",s"  r%Nc@|d}|rj|yy)NF)r)rrrimportss r# add_importz/ConfigModule.codegen_config..add_imports#)$6K K(r%vcX|Dcgc]}|d|jc}Scc}wr)r-)ritemrs r#list_of_callables_to_stringz@ConfigModule.codegen_config..list_of_callables_to_strings,PQRtT23DMM?CR RRs'cPt|xrt|dxr t|dS)Nr.r-)callabler^)rs r#importable_callablez8ConfigModule.codegen_config..importable_callables$A;V71l#;V:@V Vr%c\|r%||d|d|d|jSt|ttfr_t fd|DrK|D] }| |}t|tr |d|d|S|d|ddj |dS|d|d|S)a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rVz = Tc3.K|] }|ywr7r5)rrr s r#rzGConfigModule.codegen_config..get_config_line..s4.2#D)4sz = { z, z })r-r(r*ryalljoin) modkrrv_listrrr rs r#get_config_linez4ConfigModule.codegen_config..get_config_lines#1%1 as#oa&>%? |LLAc{+46741%Dt$%4Q7a&!U!A3c&22!U!A3fTYYv->,?sCCas#aU++r%rT)rrrrzimport  ) ryrr3r)r*rr-rrr\rinsertr) r"rlinesrrr import_namerrr rrs @@@@@r#codegen_configzConfigModule.codegen_configs % ( T c  )X )$ )  S4#: S$s) S W3 W4 W ,# , ,6mmNN '>!$"<"<=t*L"&););)=">?N  $ $ "))'2E&(   $ $U +%%))+ > H  r%z`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categoryc"|jSr7get_config_copyr!s r#to_dictzConfigModule.to_dict##%%r%z`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accessc"|jSr7r&r!s r#shallow_copy_dictzConfigModule.shallow_copy_dictr)r%maybe_pickled_configct|tstj|}n|}|j D]6\}}||j vrt |||"ddlm}|d|d|d8y)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r(rrloadsr\rordtorch._dynamo.utilsr.)r"r,rirrr.s r# load_configzConfigModule.load_configso.5\\"67F)FLLN VDAqDLL a#9D<s2STU  Vr%c"|jSr7)rr!s r#r'zConfigModule.get_config_copys~~r%c<|jt|dgS)Nr)r)rrr!s r#get_serializable_config_copyz)ConfigModule.get_serializable_config_copy"s~~749NPR+S~TTr%arg1arg2kwargsContextDecoratorc D|L| t|ts td||int|ts td||rtd|| tdttstdt |Gfddt }|S)a Decorator and/or context manager to make temporary changes to a config. Note that patched settings are thread-local. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... zGfirst argument must be a string when passing 2 positional args to patchzKfirst argument must be a dict when passing a single positional arg to patchz:cannot pass both positional and keyword arguments to patchzLsecond positional argument is only valid when first argument is a key stringzexpected `dict` got c2eZdZdfd Zdfd ZfdZy)'ConfigModule.patch..ConfigPatchNcj|_tjdt|dd|_y)Nz .ConfigPatch[]r5rl)changesrr-id_prior)r"r>ris r#rz0ConfigModule.patch..ConfigPatch.__init__[s3& FP'}RXJa@G r%ci}|jD]}j|||<|jj}|jj g|| |jj D]\}}j ||y#t$r|jj |wxYwr7)r>rr@rCryr\r Exception)r"priorrf prior_stackrrris r# __enter__z1ConfigModule.patch..ConfigPatch.__enter__bs(*<<9C!'!3!3C!8E#J9#kkoo/   5+ 5u 56 $ 2 2 411**1a01 KKOOK0s $4B&B?c|jj}|s td|d}|jj|dd|j D]\}}j ||y)Nz2prior should not be empty when exiting ConfigPatchrv)r@rCr ryr\r) r"exc_typeexc_valexc_tbrDrCrrris r#__exit__z0ConfigModule.patch..ConfigPatch.__exit__psq"kkoo/ "(L$B  CR 01!KKM-DAq&&q!,-r%r,)r-r.r/rrErJ)r>risr# ConfigPatchr;Zs   -r%rK)r(r)r rr+r8)r"r5r6r7rKr>ris @@r#patchzConfigModule.patch%s.  !$,(a ,!$-(e$P G$b'4( #7W !GH H -* -B}r%r>c Jjdtgdfffd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() rNc@Dcic] }||jj"c}jD]O\}}|jj|jjdj |Qdfd }|Scc}w)NTcjD]O\}}|jj|jjdj |Qyr)r\rryrKr)rrrirCr"s r#revertzBConfigModule._make_closure_patcher..change..revertsV!KKM1DAq1I++//2((,,T2--a01r%r,)rrCr\ryrKr)rrrPrCr>rir"s @r#changez2ConfigModule._make_closure_patcher..changes?FG!Qq //3355GE  -1q ''++A.$$((.))!, -  1 MHs%B)ror)r"r>rQris`` @r#_make_closure_patcherz"ConfigModule._make_closure_patcher}s*$ T*  r%r,)NNFFr)-r-r.r/rr)rar2ryrr3bytes_GetDictCacheKeyrrrr1rrrrrrrrrrrr*rr+rrrrr#rrr(r+r1r'r4rLrR __classcell__rqs@r#rmrmsC #|# $$c(s8#%% -- )SD99#D)94S>)I$JKK . .\ .d .$$F$t$$%R%R%RN''' %! % z3 $ & %LS,L,s,t, "444CCC4*.-1" % ^3i$&^s)d*^ ^  ^ c3h ^@4C4D4 U 15e)-GK c3h4A A F%( 8  &c3h&  & 8  &4S>&  & VS#X0F V4 V c3h Ud38nU -1VDcN"T)VVsCx. V  Vp#tCH~###r%rmcLeZdZdZddZdefdZdeegefdeffd Z xZ S)r8z[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` rctdNNYIrr!s r#rEzContextDecorator.__enter__ !%((r%ctdrYr[)r"rGrHrIs r#rJzContextDecorator.__exit__r\r%rct|tr\t|tjrBGfdd|}|j |_|j |_|j|_|St%|S)NcFeZdZedfd Zedfd ZxZS),ContextDecorator.__call__.._TestCasecj t| y#t$rj dddwxYwr7)rEr setUpClassrBrJclsrqr"s r#rbz7ContextDecorator.__call__.._TestCase.setUpClasss?NN$*,$ dD$7s "Acz t|jdddy#jdddwxYwr7)r tearDownClassrJrcs r#rfz:ContextDecorator.__call__.._TestCase.tearDownClasss48-/ dD$7 dD$7s%:r,)r-r.r/ classmethodrbrfrU)rqr"s@r# _TestCaser`s)88r%rh) r(r+r_unittestTestCaser-r/r.r__call__)r"rrhrqs` r#rkzContextDecorator.__call__sf dD !jx7H7H&I 8D 8""&I %)%6%6I "#'??I  w%%r%r,) r-r.r/r0rEr rJrrrkrUrVs@r#r8r8s< ))X)&XseSj1&c&&r%r8cdeZdZdZdededdffd Zdededdfd Zdedefd Z deddfd Z xZ S) rczn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] rirRrNcFt|d|t|d|y)Nro_prefix)rr)r"rirRrqs r#rzSubConfigProxy.__init__s! Iv. Iv.r%r;rDcT|jj|j|z|Sr7)rorrn)r"r;rDs r#rzSubConfigProxy.__setattr__s"||'' t(;UCCr%cR|jj|j|zSr7)rorrnrs r#rzSubConfigProxy.__getattr__ ||'' t(;<.wrappersR''--/ )DAq<<$)2D2D)D 1a( )r%r5)rxrys` r#inherit_fields_fromrzs Nr%r7)9 contextlibrrrrYr{rArrzricollections.abcr contextvarsr dataclassesrtypesrrrUrr r r r r typing_extensionsrtorch._utils_internalrintfloatr3r+r)r*ryrrr`rrr1rrr9rErsrrnrTrarmr8rcrtrzr5r%r#rs   $"!*KK(1UD$t*c4eTJ tT$ZeD CsU{T)C/$6