SjjddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZddlmZmZddlmZmZmZmZmZmZddlmZddlmZeee e!de"e#e$e%e&f Z'eee e!de"e%fZ(ed eeze ze"ze#ze$ze%ze&zdz Z)e*Z+ed Gd dee)Z,erAe+dddddddfde)e*zde"dzde"e#e"zdzde"e#e"zdzde!dzde"dzde de"dzde)fdZ-nCe+dddddddfde)e*zde"dzde"e#e"zdzde"e#e"zdzde!dzde"dzde de"dzde,e)fdZ-de"de e"zdzfdZ.deddfdZ/dZ0dede$e"fd Z1eGd!d"Z2Gd#d$eZ3Gd%d&ejhZ4Gd'd(Z5d+de"dede dzfd)Z6d*Z7y),N)Callable) ContextVar) dataclass) FunctionType ModuleType)AnyGenericNoReturnOptional TYPE_CHECKINGTypeVar) deprecated)justknobs_checkT)boundT)kw_onlyceZdZUdZeezed<dZedzed<dZ e edzed<dZ e edzed<dZ e dzed<dZedzed<d Zeed <dZedzed <dd Zedee ezdzd e edzfdZy)_Configa+Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precedence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. User overrides are thread-local. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precedence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precedence. default: This value is the lowest precedence, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_force value_typealiasFrdeprecation_messagereturnc0tj|j|_tj|j|_|jB|j t us$|j|j |j tdyy)Nztif alias is set, none of {default, justknob, env_name_default and env_name_force} can be set) r string_or_list_of_string_to_listrrrr_UNSET_SENTINELrAssertionErrorselfs Y/var/www/html/ia-enhanced/venv/lib/python3.12/site-packages/torch/utils/_config_module.py __post_init__z_Config.__post_init__Vs ' H H  ! !! &FF     :: ! O3==,((4&&2$I3 "valc|yt|tr|gSt|tstdt ||S)Nzval is not a list, got ) isinstancestrlistr type)r&s r#rz(_Config.string_or_list_of_string_to_listjsC ; c3 5L#t$ #:49+!FG G r%rN)__name__ __module__ __qualname____doc__robject__annotations__rr)rr*rrr+rrboolrr$ staticmethodrr%r#rr$s$LZHcDj)-d3i$&-'+NDI$+"Jt "E3:J&*t*(  49_t #  cT   r%rFrrrrrrrrrcyNr5rrrrrrrrs r#Configr9}s r%c (t||||||||S)Nr8)rr8s r#r9r9s)-)!! 3  r%namec\tjj|}|dk(ry|dk(ry|SN1T0Fosenvironget)r;values r#_read_env_variablerEs- JJNN4 E | | Lr%modulecGddt}dttzdttzdtddffd it }d _|_|_d _ d_ y) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c eZdZehdZy)3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr2N)r-r.r/set _bypass_keysr5r%r#ConfigModuleInstancerIs KL r%rNsourcedestprefixrNc tj|}t|jj D]\}}|j dslt |ttfsVt|dr*|jdk(s;|jj ds t |trt|tr||}|j|d}t |tr,t!t||| |<| ust# |t |tr8||j$||_t!|| |<| ust# |!t |trt|j j&k7rt)d|d j&t+ |d } |||d | urt-|||||j|<t)d |d |d t|d y)z?Walk the module structure and move everything to module._config__r.typingzcollections.abcN)rrzsubconfig class z must be defined in module .zUnhandled config =z ())inspectget_annotationsr*__dict__items startswithr(rrhasattrr.r+ issubclassrrC CONFIG_TYPES _ConfigEntrydelattrrr-r SubConfigProxysetattr) rOrPrQ type_hintskeyrDr;annotated_typeproxyconfigrFvisits r#riz$install_config_module..visits ,,V4 v4467- XJCt$ej,%?@E<0((H4 ++667HIud+ 5'0JXcU#D'^^C6N%.+EnEt t 6>FC(E7+!-%2B2B2J'5E$+E48t 6>FC(E4(##v6(*5'1LV__L]^'v$qz:eUtfAJ/6>D#u-).DMM#&$'8QugRU }TU%VWW[- Xr%T) ConfigModulerr+rbr)-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__rJrK)rFrNcompile_ignored_keysrhris` @@r#install_config_modulerqsM|M4XT!4X>)4X4X  4Xl')FHP &&"FN#7F +FFFr%z@compile_ignoredc tj|}t}tjt j |j dj}d}d}|D]}|jtjk(rNd}|jj}t|vsF|dk7rtdt||jdf}o|jtjk(r|r|j}|jtj k(s|jdk(st|dvr+|d|jddz k(r|j#|d}d}|dk7rtdt|S)Nutf-8)rjrjz unconsumed rrV)rX getsourcerLtokenizeioBytesIOencodereadliner+COMMENTstringstripCOMPILE_IGNORED_MARKERr startNAMEOPadd)rF source_code assignmentstokenscurrent_comment prev_nametoken maybe_currents r#rlrlsY##F+K%K  rzz+*<*'/!*<<#A&%++a.1*<< *"(I-.("{+A*BCDD r%ceZdZUeed<eed<eeed<dZe dzed<e Z eed<e Z eed<dZ eed <dZe dzed <dZeed <dZe dzed <dZeed <dede ddfdZy)r`rr user_overrideNrenv_value_forceenv_value_defaultFhiderrr_deprecation_warnedrhr;rc|j|_|j |jnt|j|_|j|_|j|_|j |_|j |_d|_t|t|_ |j'|jD]}t|x}||_ n|j'|jD]}t|x}||_n|j?|j3t!|jt"st%d|jd|jc|j |jJ|jt"t&t(t"t(t&fvrt%d|jdyyy)NFrz!justknobs only support booleans, z is not a booleanzF  DDV  \\  ++#)#=#= #( 'oF  " " ... !3C!88IE-6D*   ,,, !3C!88IE+4D(  == $)AdllD1$7 ~EVW ?? &  # # /63H3H3T ' %RSWSbSbRccno 4U 'r%)r-r.r/rr2r+rr1rr)rrrrr3rrrrrrr5r%r#r`r`"sLf%%HcDj*OS*,s,D$E3:J&*t* %%)w)c)d)r%r`c eZdZUeeefed<eeed<eeed<eed<e dzed<d3dZ d ed eddfd Z d ed e ddffd Z d edefdZd eddfdZdedeeefdzfdZdedefdZdededdfdZd edefdZ d4deedzdeedzdedeeeffdZdedefdZde fdZdddedeeeffd Zdefd!Zde fd"Zed#e $deeeffd%Z!ed&e $deeeffd'Z"d(e eeefzddfd)Z#deeeffd*Z$deeeffd+Z% d5d,eeeefzdzd-ed.eeefdd/fd0Z&d1eeefdefd2Z'xZ(S)6rkrmrMrnrJNrKrc(tdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr-r!s r#rzConfigModule.__init__zs!8*I J  r%r;rhc|jrf|jsYddl}|jd|d}|jr|d|jz }|dz }|j |t dd |_yyy) z;Issue deprecation warning for config if not already warned.rNrUz is deprecatedz and z4. It will be removed in a future version of PyTorch.) stacklevelT)rrwarningsr-rwarn FutureWarning)r"r;rhrmsgs r#_warn_if_deprecatedz ConfigModule._warn_if_deprecateds{   V%?%? ]]O1TF.9C))v99:;; I IC MM#}M ;)-F &&@ r%rDch||jvrt| ||y||jvrt |j d|d|j|}|j |||j|j||y|jj|d|_ d|_ y)NrU does not existTF) rMsuper __setattr__rmAttributeErrorr-rr_set_alias_valrrLrJr)r"r;rDrhros r#rzConfigModule.__setattr__s 4$$ $ G e ,  % DMM?!D6!IJ J\\$'F  $ $T6 2||'##FE2$$((/!%# r%c. |j|}|jrt|jd|d|j |||j |}|t ur|S|jt ur |jS|jj}|t ur|S|jt ur |jS|j!t|j|jSt|jtsR|jj!t#j$|j|jjS|jS#t&$r!}t|jd|d|d}~wwxYw)NrUrr;r)rmrrr-r_get_alias_valrrrrCrrrrr(_IMMUTABLE_CONFIG_TYPESrLcopydeepcopyKeyError)r"r;rh alias_valres r# __getattr__zConfigModule.__getattr__s`$ R\\$'F{{$ av_%MNN  $ $T6 2++F3I/  %%_<---"00446MO3$$''>///*&FOOV^^TTfnn.EF$$((v~~)FG++//11>> ! R DMM?!D6!IJPQ Q Rs=A"E*%E*#E*'E*,E*2A+E* E** F3FFcd|_|j|jjtd|j|_yNT)rJrmrrLrrr"r;s r# __delattr__zConfigModule.__delattr__s9 T((,,_="& Tr%entryc|j}|y|jdd\}} tj|}||fS#t$r}t d|d|d}~wwxYw)NrUruz config alias r)rrsplit importlib import_module ImportErrorr)r"rr module_name constant_namerFrs r#_get_alias_module_and_namez'ConfigModule._get_alias_module_and_namesw  =%*\\#q%9" ] P,,[9F}$$ P =!GHa O Ps? AAAcZ|j|}|tS|\}}t||}|Sr7)rrgetattr)r"rdatarFrconstant_values r#rzConfigModule._get_alias_vals9..u5 <" " $  7r%r&cd|j|}| td|\}}t|||y)Nz6alias data should not be None when setting alias value)rr rc)r"rr&rrFrs r#rzConfigModule._set_alias_vals?..u5 < H !%  s+r%c|j|}|jtuxs|j|jk(}|jtuxs|j|jk(}|j j tu}t|jts+|xs'|j j |jk(}|xr|xr|S)z Returns true if the config is at its default value. configs overridden by the env are not considered default. ) rmrrrrrrCr(r)r"r; config_valnot_set_env_defaultnot_set_env_forceunsets r# _is_defaultzConfigModule._is_defaults \\$'  ( (O ; B++z/A/AA   & &/ 9 @))Z-?-??  ((,,./A*,,.EFQZ5599;z?Q?QQEB,B1BBr% ignored_keysignored_prefixes skip_defaultc`i}|jjD] \}|j|r|vr|rtfd|Dr2|r|j rF|j j }|jtur |j}nd|tur|}nY|jtur |j}n:|j"t|j|j}n |j}t|tstj |}||<|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. c3@K|]}j|ywr7)r\).0rQres r# z)ConfigModule._get_dict..sM&s~~f-Msr)rmr[ranyrrrCrrrrrrr(rrr) r"rrrrhrrr&res @r# _get_dictzConfigModule._get_dicts,"$,,,,. JC{{&| 3M>5==Qmmc#:;mmC(F3K5 8 r% config_namec4|j|jSr7)rmr)r"rs r#get_typezConfigModule.get_type5s||K(333r%cjt|dg}tj|j|dS)z Convert config to a pickled blob_save_config_ignorer)protocol)rpickledumpsr)r"rs r# save_configzConfigModule.save_config8s3t%:B? || NN N 5  r%T)ignore_private_configsrcBg}|r|jd|jt|dg|j|}t|dgD]K}||vs||||}t |dr|j ||<8t d|d||d|S) z!Convert config to portable format__cache_config_ignore_prefix)r_cache_config_factory_keysuuidzConfig 'z ' is set to zO which does not implement uuid(). Implement uuid() for cache key participation.)appendextendrrr]r RuntimeError)r"rprefixesrhreinstances r#save_config_portablez!ConfigModule.save_config_portable@s ! OOC &CRHI:4!=rB Cf}!8&6#;=8V,"*--/F3K&"3%|F3K=A)*  r%c t dtdtdtfddtddf fd dttzdttffd dt dtfd  dtf fd }g}|j }|jt|d gd jD]\}}|j||||  D]}|jdd|dj|S)zConvert config to Python statements that replicate current config. This does NOT include config settings that are at default values. funcadd_dotrcD|j}|dk(rd}|r |dk7r|dz }|S)NbuiltinsrjrU)r.)rrrs r#get_module_namez4ConfigModule.codegen_config..get_module_name^s2//Kj( ;",s"  r%Nc@|d}|rj|yy)NF)r)rrrimportss r# add_importz/ConfigModule.codegen_config..add_importfs#)$6K K(r%vcX|Dcgc]}|d|jc}Scc}wr)r-)ritemrs r#list_of_callables_to_stringz@ConfigModule.codegen_config..list_of_callables_to_stringks,PQRtT23DMM?CR RRs'cPt|xrt|dxr t|dS)Nr.r-)callabler])rs r#importable_callablez8ConfigModule.codegen_config..importable_callablens$A;V71l#;V:@V Vr%c\|r%||d|d|d|jSt|ttfr_t fd|DrK|D] }| |}t|tr |d|d|S|d|ddj |dS|d|d|S)a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rUz = Tc3.K|] }|ywr7r5)rrrs r#rzGConfigModule.codegen_config..get_config_line..s4.2#D)4sz = { z, z })r-r(r*rLalljoin) modkrrv_listrrrrs r#get_config_linez4ConfigModule.codegen_config..get_config_liners#1%1 as#oa&>%? |LLAc{+46741%Dt$%4Q7a&!U!A3c&22!U!A3fTYYv->,?sCCas#aU++r%rT)rrrzimport  ) rLrr3r)r*rr-rrr[rinsertr) r"rlinesrrr import_namerrrrrs @@@@@r#codegen_configzConfigModule.codegen_configVs % ( T c  )X )$ )  S4#: S$s) S W3 W4 W ,# , ,6mmNN '>T..6>>tDXL!&););)=">?N ' %%g.!fh  #DN   r%z`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categoryc"|jSr7get_config_copyr!s r#to_dictzConfigModule.to_dict##%%r%z`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accessc"|jSr7rr!s r#shallow_copy_dictzConfigModule.shallow_copy_dictrr%maybe_pickled_configct|tstj|}n|}|j D]6\}}||j vrt |||"ddlm}|d|d|d8y)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r(dictrloadsr[rmrctorch._dynamo.utilsr)r"rrhrrrs r# load_configzConfigModule.load_configso.5\\"67F)FLLN VDAqDLL a#9D<s2STU  Vr%c"|jSr7)rr!s r#rzConfigModule.get_config_copys~~r%c<|jt|dgS)Nrr)rrr!s r#get_serializable_config_copyz)ConfigModule.get_serializable_config_copys~~749NPR+S~TTr%arg1arg2kwargsContextDecoratorc D|L| t|ts td||int|ts td||rtd|| tdttstdt |Gfddt }|S)a Decorator and/or context manager to make temporary changes to a config. Note that patched settings are thread-local. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... zGfirst argument must be a string when passing 2 positional args to patchzKfirst argument must be a dict when passing a single positional arg to patchz:cannot pass both positional and keyword arguments to patchzLsecond positional argument is only valid when first argument is a key stringzexpected `dict` got c2eZdZdfd Zdfd ZfdZy)'ConfigModule.patch..ConfigPatchNcj|_tjdt|dd|_y)Nz .ConfigPatch[]r5r)changesrr-id_prior)r"r*rhs r#rz0ConfigModule.patch..ConfigPatch.__init__s3& FP'}RXJa@G r%ci}|jD]}j|||<|jj}|jj g|| |jj D]\}}j ||y#t$r|jj |wxYwr7)r*rr,rCrLr[r Exception)r"priorre prior_stackrrrhs r# __enter__z1ConfigModule.patch..ConfigPatch.__enter__s(*<<9C!'!3!3C!8E#J9#kkoo/   5+ 5u 56 $ 2 2 411**1a01 KKOOK0s $4B&B?c|jj}|s td|d}|jj|dd|j D]\}}j ||y)Nz2prior should not be empty when exiting ConfigPatchrt)r,rCr rLr[r) r"exc_typeexc_valexc_tbr0r/rrrhs r#__exit__z0ConfigModule.patch..ConfigPatch.__exit__sq"kkoo/ "(L$B  CR 01!KKM-DAq&&q!,-r%r,)r-r.r/rr1r6)r*rhsr# ConfigPatchr's   -r%r7)r(r)r rr+r$)r"r!r"r#r7r*rhs @@r#patchzConfigModule.patchs.  !$,(a ,!$-(e$P G$b'4( #7W !GH H -* -B}r%r*c Jjdtgdfffd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() rNcDcic] }||jj"c}jD]-\}}j|jj |/dfd }|Scc}w)NcjD]-\}}j|jj|/yr7)r[rmrrL)rrr/r"s r#revertzBConfigModule._make_closure_patcher..change..revert9s8!KKM9DAqLLO1155a89r%r,)rrCr[rmrL)rrr<r/r*rhr"s @r#changez2ConfigModule._make_closure_patcher..change4sr?FG!Qq //3355GE  51 Q--11!4 5 9MHs%A8)rmr)r"r*r=rhs`` @r#_make_closure_patcherz"ConfigModule._make_closure_patcher s*$ T*  r%r,)NNF)NN))r-r.r/rr)r`r2rLr3bytesrrr1rrrrtuplerrrrrr*rr+rrrrrrrrrrrr r8r> __classcell__ros@r#rkrkns #|# $$c(s8#O$, . .\ .d .$$F$t$"%R%R%RN''' %! % z3 $ & %LS,L,s,t,CCC4*.-1" 33i$&3s)d*3 3 c3h 3j4C4D4 U 15)- c3h,? ? B !% ! 8  &c3h&  & 8  &4S>&  & VS#X0F V4 V c3h Ud38nU -1VDcN"T)VVsCx. V  VptCH~#r%rkcLeZdZdZddZdefdZdeegefdeffd Z xZ S)r$z[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` rctdNNYIrr!s r#r1zContextDecorator.__enter__H !%((r%ctdrErG)r"r3r4r5s r#r6zContextDecorator.__exit__KrHr%rct|tr\t|tjrBGfdd|}|j |_|j |_|j|_|St%|S)NcFeZdZedfd Zedfd ZxZS),ContextDecorator.__call__.._TestCasecj t| y#t$rj dddwxYwr7)r1r setUpClassr.r6clsror"s r#rNz7ContextDecorator.__call__.._TestCase.setUpClassRs?NN$*,$ dD$7s "Acz t|jdddy#jdddwxYwr7)r tearDownClassr6rOs r#rRz:ContextDecorator.__call__.._TestCase.tearDownClass[s48-/ dD$7 dD$7s%:r,)r-r.r/ classmethodrNrRrA)ror"s@r# _TestCaserLQs)88r%rT) r(r+r^unittestTestCaser-r/r.r__call__)r"rrTros` r#rWzContextDecorator.__call__Nsf dD !jx7H7H&I 8D 8""&I %)%6%6I "#'??I  w%%r%r,) r-r.r/r0r1r r6rrrWrArBs@r#r$r$Bs< ))X)&XseSj1&c&&r%r$cdeZdZdZdededdffd Zdededdfd Zdedefd Z deddfd Z xZ S) rbzn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] rhrQrNcFt|d|t|d|y)Nrm_prefix)rr)r"rhrQros r#rzSubConfigProxy.__init__qs! Iv. Iv.r%r;rDcT|jj|j|z|Sr7)rmrrZ)r"r;rDs r#rzSubConfigProxy.__setattr__vs"||'' t(;UCCr%cR|jj|j|zSr7)rmrrZrs r#rzSubConfigProxy.__getattr__y ||'' t(;<.wrappersR''--/ )DAq<<$)2D2D)D 1a( )r%r5)rdres` r#inherit_fields_fromrfs Nr%r7)8 contextlibrr rrXrxrArrwrUcollections.abcr contextvarsr dataclassesrtypesrrrTrr r r r r typing_extensionsrtorch._utils_internalrintfloatr3r+r)r*rLr@rr_rrr1rrr9rErqrrlr`rkr$rbr`rfr5r%r#rps  $"!*KK(1UD$t*c4eTJ tT$ZeD CsU{T)C/$6