?i,UdZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZddlZdd lm Z m!Z!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9dd l:m;Z;mZ>m?Z?dd l@mAZAdd lBmCZCmDZDmEZEmFZFddlGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPdZQeeRd<edefZSdeTdefdZUdeTdefdZVd*dZWGddZXeWe de=deeeTeTfdeeeeYeeYfdee=ddffdZZe de=dee=ddffdZ[e deZ5ed9ed?ede fd@Z6ed]dAed?eee7e fde fdBZ8edede fdCZ9edede fdDZ:edede fdEZ;ed]ded?ee deee d]dGddLd9e.d?e d1edMe dNe ddf dOZ?edddPd9ede dQe de fdRZ@ed9e.ddfdSZAed9edeBe fdTZCeeddfdedeedee e e fdeeeffdUZDedVedeezOOmegaConf.legacy_register_resolver..resolver_wrapper..asB*Q q*s z Resolver 'z' was called with argument 'a' that appears to be an interpolation. Nested interpolations are not supported for resolvers registered with `[legacy_]register_resolver()`, please use `register_new_resolver()` instead (see https://github.com/omry/omegaconf/issues/426 for migration instructions).)rR get_cachereplacenext ValueError StopIteration) rrcrrrcachex args_unescbad_argkeyvalrrs rIresolver_wrapperz.resolver_wrapperRs''/5EMUVX!))E3/77sCXJV B*BB! &B7)L`aW!  C #u %*(J2GCE#JJs)A. A33 A?>A?)callabler3 _resolversr0rrr)rrrs`` rIrz"OmegaConf.legacy_register_resolverJs!>#>>!  00 0 6 v4 5 6 0 ! !  S/   CHo     @*:   &rK)r use_cacherrc  ts tds td|s$tj rtdd t j  dtdtf fd }|d |d |d d td tdtdttdfdttdfdtf fd }|tj<y#t$rd YwxYw)a Register a resolver. :param name: Name of the resolver. :param resolver: Callable whose arguments are provided in the interpolation, e.g., with ${foo:x,0,${y.z}} these arguments are respectively "x" (str), 0 (int) and the value of ``y.z``. :param replace: If set to ``False`` (default), then a ``ValueError`` is raised if an existing resolver has already been registered with the same name. If set to ``True``, then the new resolver replaces the previous one. NOTE: The cache on existing config objects is not affected, use ``OmegaConf.clear_cache(cfg)`` to clear it. :param use_cache: Whether the resolver's outputs should be cached. The cache is based only on the string literals representing the resolver arguments, e.g., ${foo:${bar}} will always return the same value regardless of the value of ``bar`` if the cache is enabled for ``foo``. rz!cannot use an empty resolver namerrNspecialrCcTduxr|jv}|rrtd||S)Nz?use_cache=True is incompatible with functions that receive the ) parametersr)rrsigrs rI _should_passz5OmegaConf.register_new_resolver.._should_passs?T/?g&?Cy UV]U^_JrK_parent__node__root_rrcrr.rc rtj|} ||Si} r||d< r||d< r||d< |i|} r||<|S#t$rY3wxYw)Nrrr)rRrKeyError)rrcrrrrkwargsrr pass_node pass_parent pass_rootrrs rIrz9OmegaConf.register_new_resolver..resolver_wrappers!++F3D9 ?* ')F%+z"#'x #)x D+F+C"%hJ! sA AA)rrrrR has_resolverinspect signaturerboolr3r/r0rrr) rrrrrrrrrrs `` ` @@@@rIrSzOmegaConf.register_new_resolverts2!78 8@A A911$7z$/FGH H /6/@/@/JC # $ #:.  *  *  !   S/   CHo      <*:   &[ C sC'' C54C5c(|j|duSrf) _get_resolverclsrs rIrzOmegaConf.has_resolvers  &d22rKc.it_ty)zh Clear(remove) all OmegaConf resolvers, then re-register OmegaConf's default resolvers. N)r3rr\rGrKrIclear_resolverszOmegaConf.clear_resolverss $&  "$rKcf|j|r tjj|yy)ap Clear(remove) any resolver only if it exists. Returns a bool: True if resolver is removed and False if not removed. .. warning: This method can remove deafult resolvers as well. :param name: Name of the resolver. :return: A bool (``True`` if resolver is removed, ``False`` if not found before removing). TF)rr3rpoprs rIclear_resolverzOmegaConf.clear_resolvers.   D !  $ $ ( ( .rKrc.|jjSrf) _metadataresolver_cachers rIrzOmegaConf.get_caches~~,,,rKrcLtj||j_yrf)rrrr)rrs rI set_cachezOmegaConf.set_caches(, e(<%rKcLtj|ttiyrf)rRrrrYrs rI clear_cachezOmegaConf.clear_cachesD+dB"78rK from_config to_configcVtj|tj|yrf)rRrr)rrs rI copy_cachezOmegaConf.copy_cachesIy':':;'GHrKvaluec(|jd|yNr _set_flagrrs rIrzOmegaConf.set_readonlys z5)rKc$|jdSrrrs rI is_readonlyzOmegaConf.is_readonlys~~j))rKc(|jd|yNstructrr s rI set_structzOmegaConf.set_structs x'rKc$|jdSrr rs rI is_structzOmegaConf.is_structs~~h''rKrZcddlm}t||s tdt|tr|g}|j d|Dcic]\}}|| }}}||Scc}}w)z Create a masked copy of of this config that contains a subset of the keys :param conf: DictConfig object :param keys: keys to preserve in the copy :return: The masked ``DictConfig`` object. rrz,masked_copy is only supported for DictConfigF)rrZ)content) dictconfigrr~rritems_ex)rrZrrrrs rI masked_copyzOmegaConf.masked_copy sk +$ +KL L dC 6D04 eRV 0WX0W*#u3:0WX'**Ys A rthrow_on_missing enum_to_strstructured_config_modecfgrrrctj|s!tdtt |dt j |||||S)a Resursively converts an OmegaConf config to a primitive container (dict or list). :param cfg: the config to convert :param resolve: True to resolve all values :param throw_on_missing: When True, raise MissingMandatoryValue if any missing values are present. When False (the default), replace missing values with the string "???" in the output container. :param enum_to_str: True to convert Enum keys and values to strings :param structured_config_mode: Specify how Structured Configs (DictConfigs backed by a dataclass) are handled. - By default (``structured_config_mode=SCMode.DICT``) structured configs are converted to plain dicts. - If ``structured_config_mode=SCMode.DICT_CONFIG``, structured config nodes will remain as DictConfig. - If ``structured_config_mode=SCMode.INSTANTIATE``, this function will instantiate structured configs (DictConfigs backed by a dataclass), by creating an instance of the underlying dataclass. See also OmegaConf.to_object. :return: A dict or a list representing this config as a primitive container. z-Input cfg is not an OmegaConf config object ()r)rR is_configrr-rr3 _to_contentrrrrrs rI to_containerzOmegaConf.to_containersZ4""3'?c@S?TTUV (( -##9   rKcRtj|dddtjS)a Resursively converts an OmegaConf config to a primitive container (dict or list). Any DictConfig objects backed by dataclasses or attrs classes are instantiated as instances of those backing classes. This is an alias for OmegaConf.to_container(..., resolve=True, throw_on_missing=True, structured_config_mode=SCMode.INSTANTIATE) :param cfg: the config to convert :return: A dict or a list or dataclass representing this config. TFr#)rRr$r1 INSTANTIATE)rs rI to_objectzOmegaConf.to_objectEs1%%!#)#5#5 &  rKrct|tsJ |j|}|yt|tsJ|j S#t t tf$rYywxYwNF)r~r/ _get_childr0 _is_missingr6rAttributeError)rrrs rI is_missingzOmegaConf.is_missingZse#y))) >>#&D|dD) ))##% %,hG  sA !A A! A!rc|$t|tsJ|j|}n|}|"t|tsJ|j Syr))r~r/r*r0_is_interpolation)rrrs rIis_interpolationzOmegaConf.is_interpolationfsR ?dI. ..__S)FF  fd+ ++++- -rKc&ddlm}t||S)Nrr)rr~)rbrs rIis_listzOmegaConf.is_listr #z**rKc&ddlm}t||S)Nrr)r3rr~)rbrs rIis_dictzOmegaConf.is_dictxr5rKc&ddlm}t||S)Nr)r/)r3r/r~)rbr/s rIr!zOmegaConf.is_config~s#y))rKcX||j|}n|}tj|Srf)r*rR _get_obj_type)rbrcs rIget_typezOmegaConf.get_types+ ?s#AA&&q))rKT)defaultthrow_on_resolution_failurerr=r>c ddlm} ||||||S#t$r#}t||d|t |Yd}~yd}~wwxYw)a :param cfg: Config node to select from :param key: Key to select :param default: Default value to return if key is not found :param throw_on_resolution_failure: Raise an exception if an interpolation resolution error occurs, otherwise return None :param throw_on_missing: Raise an exception if an attempt to select a missing key (with the value '???') is made, otherwise return None :return: selected value or None if not found. r) select_value)rrr=r>rN)rrrcausemsg)_implr@ Exceptionrr)rrr=r>rr@es rIrXzOmegaConf.selectsT& ( Q,G!1   Q #3d!Q P P Qs  A<A)r force_addrrFct|}|}tt|dz D]P}||}t||d\} } t | t s#|rt |dd5i|| <dddni|| <|| }R|d} t |t sJdt|j| } t |tr t| } |r t |ddn t} | 5|rtj|s t|ret |tsJ|j!| }tj|r-t |tsJ|j#| dddytj%|r%t | t&sJ|j)| |n="$DJ:D'Ry )  > 'T (;(;'< = > %) dJ '4yH6?mD(E2[] )--e48Nu8U!$ 666x0&&t,%dM:::OOE*S  &!(C000  51""4(!(C000  51u!S#>="Ss G)"A?G6*A6G6)G3 6G?)r sort_keysrWct|}tj||d}tj|dd|t S)a returns a yaml dump of this config object. :param cfg: Config object, Structured Config type or instance :param resolve: if True, will return a string with the interpolations resolved, otherwise interpolations are preserved :param sort_keys: If True, will print dict keys in sorted order. default False. :return: A string containing the yaml representation. T)rrF)default_flow_style allow_unicoderWDumper)rrRr$rdumpr)rrrW containers rIrzOmegaConf.to_yamlsH $**3T*R yy $(*   rKcddl}tj|s"tdt |j d|j j|y)z Resolves all interpolations in the given config object in-place. :param cfg: An OmegaConf container (DictConfig, ListConfig) Raises a ValueError if the input object is not an OmegaConf container. rNzInvalid config type (z"), expected an OmegaConf Container)omegaconf._implrRr!rrrrC_resolve)r omegaconfs rIrzOmegaConf.resolvesP ""3''S (:(:';;]^    %rKcbt|}tdtddffd |S)aA Returns a set of missing keys in a dotlist style. :param cfg: An ``OmegaConf.Container``, or a convertible object via ``OmegaConf.create`` (dict, list, ...). :return: set of strings of the missing keys. :raises ValueError: On input not representing a config. _cfgrCNct|trtt|}n|}|D]]}tj ||r!j |j|:tj||sS||_yrf) r~rrIrrRr-add _get_full_keyr!)rcitrrgathermissingss rIrhz&OmegaConf.missing_keys..gather so$ +CI&''c2LL!3!3C!89((c349% rK)rsetr/)rrhris @@rI missing_keyszOmegaConf.missing_keyss7 $ U & &t & s rKc J ddlm}ddlm}ddlm}|t uri}t|trtj||}|tji||St|trtj|di||St|ttfsJtj|||St|s"tj!|s t#|s|t||r_||||j$j&|j$j(|j$j*|j$j,|Stj/|}t1|\}}||||||St3|stj5|rt||rJ||||j$j,|j$j&|j$j(| Stj/|}t7|}||||t8d | St|t:rt=d |j>d t=d t;|j>d#t@$r } tCdddt| | Jd} ~ wwxYw)Nrrsrr2ry)rcrd)rrcref_type is_optionalkey_type element_typerd)rrcrorprd)rrcrprmrnrdTz Input class 'zK' is not a structured config. did you forget to decorate it as a dataclass?zObject of unsupported type: '')rrrrBrA)"r}rtrr listconfigrrr~rrrrRrTrrYr&r7r(rrmoptionalrorpr<rr'r4rrrr7rr5r) rbrcrdrtrrobj_typerorprEs rIrpzOmegaConf._create_impl2s| M  / . .&&#s#iiO,=>;$++BvU+KKS)$++S$Ke+TT%cD$<888$++Ce+LL&c* ((-+C0{!#z2)$'#)%(]]%;%;(+ (>(>%(]]%;%;),)C)C"' $-#5#5c#:1I(1S.,)$'#)%-)5"'  's+y/@/@/E!#z2)$'#)),)C)C%(]]%;%;(+ (>(>"'  $-#5#5c#:':LL .;DIBI9/I9A5I9<1I9.A I99 J"JJ"r;cNt|r t|S|yt|tr]|j ry|j ryt|j jr|j jStSt|trtSt|trt|jSt|trtt|St|trtSt|tt frtSt|Srf)r(rr~r_is_noner+r object_typerYrrr@r_valuer2rtuple)r;s rIr:zOmegaConf._get_obj_types  "q> ! Y : &zz|' (?(?@;;222K : &K 9 % # # 9 % 1 & & 4 K D%= )Kq> !rKcP|tjvrtj|SdSrf)r3r)rs rIrzOmegaConf._get_resolvers,/3m6N6N.NM $ $T * TX rKrCN)NN)NNN)Frf)Hr __module__ __qualname____doc__ra staticmethodrrr3r rrrhrrrrrTr rrrrrrrrrrrrResolverrrrS classmethodrrrrrrrr0rr r/rrrr1DICTr$r'r-rKr0r4r7r!rr<rXrVrrrrkrpr:r rrGrKrIrRrRqs !R+/+/4 4'4S$Y(4 44 +/+/  ' S$Y(  z:% &    +/+/ 49eCHo- . ' S$Y(      +/+/  ' S$Y(      +/+/  ' S$Y(      (,*.+/ d38n % ' S$Y(     #*.+/    '  S$Y(   z:% &    E#w||RW45% J@V:W.KP44c7<<C894DH4 44,1HT#Y/1:11  d3i J     c! " I #s(O     z:% &<    c! " I #s(O      z:% &  D B Bx BD B B':s':h':4':':R  O:O:O: O:  O:  O:O:b3333%%#$&- -$sCx.--= =d38n===9-9D99I I-IDII*4**4***$*8D>**((8D>(d((( (htn((+*+E#tCy.,A+j++$!&!)/ $ $ $  $  $ !' $  tK$%tCy$S@ A$ $ L s uT+s*:%;T#YcSV%VW  (  + $   s %S/)B d  +S+T++ +S+T++ *s*t** *c* *$s)9L** (,0!& Q Q Q Q &* Q  Q QQ>=  = = ==  =  = ==~-2e S d t PS  (&Y&4&&"##c(<#*.+/R R'RS$Y(R z:% & RRh""$s)!4""8      4sCx%S/ J        rKrRrnamesr[c#"Kt|tr|g}|t|tr|g}|Dcgc]}|j|}} |j ||||j ||ycc}w#|j ||wxYwwrf)r~rr_get_node_flagr )rrr[r prev_statess rIrrs % ~FD1;@A546((.5KA-'  , B  ,s(-BA3B A8 B8B  Bc#K|jd} tj|d|tj||y#tj||wxYww)NrF)rrRrr prev_states rI read_writersP&&z2J3vu- vz2 vz2A!AA!AA!c#K|jd} tj|d|tj||y#tj||wxYww)NrF)rrRrrs rI open_dictrsP&&x0J1VU+ VZ0 VZ0rrcrnrrrmc t|st|r*|tur"t|\}}t |||||||}|St |s*t |st|ttfvr&|turt|}t||||||}|St|s t|r"t|\}}t |||||||}|St|rt|||||}|S|tk(s|t|||}|St!|tr"t#|t$rt'|||||}|S|t(k(rt+||||}|S|t,k(rt/||||}|S|t0k(rt3||||}|S|t4k(rt7||||}|S|t8k(rt;||||}|S|t<j>k(rtA||||}|S|i|jCdd urVt|ttfvrt||||| }|St|rt ||||| }|St|||}|StEd tG|) N)rrrcrmrnrorp)rrrcrnrprm)rmrnrrrcrorp)rrmrnrrc)rrrc) enum_typerrrcrn)rrrcrn allow_objectsT)rrrcrmrnzUnexpected type annotation: )$r"r&rrrr$r)rrryrrr(r*r2r8r~ issubclassrr;rKr=floatr<rr9rr?bytesr:rrr>rr7r-)rcrnrrrmrorprs rI _node_wraprs(#(9%(@XQT_!9(!C,#% h KW X &*=h*G U e}$S,X6 #%  N K h '+?+F!9%!@,#% z Ki X &#  f KY SH,UF;V KU Hd # 8T(B#  R KE SCKXB KA U u#f+V> K= T CKX: K9 S3v;W6 K5 U u#f+V2 K1 W\\ !eVU. K+  &"2"2?"Ct"KE{tUm+!!!% + & K#5)!!!% +  KUFC K"$@(AS@T"UV VrKct|tr$|j||j||St |||||S)N)rmrcrnrr)r~r0_set_key _set_parentr)rmrrrnrcs rI _maybe_wraprCsI% s &! #   rKr;rthrow_on_type_errorcddlm}ddlm}|}t |t s Jd||j rd|fSt ||r&t |tsJ|j|d}nt ||r}t |tsJt|s*|r%td|dt|jd d}n8t|}|d ks|dzt|kDrd}n|j|}nJ|Et |tsJ|j!r#|rt#d |j%|||fS|t |tsJ||fS) Nrrr2zUnexpected type: F)validate_accesszIndex 'z' (z) is not an intrzMissing mandatory value: )rrrrrr~r/rvrr*r#rrrrKrr0r+r4rf)r;rrrrrret_keyrs rIrJrJZsd'&"G a #<'8%<< #zz|W}!Z '3'''ll7El: Az "'3'''g"gYc$w-*@*@)AQ'lG{gkCF2ll7+u #t$$$ ?? +/0H/IJG|# ;*S$// / <rKr{)T)ar~rrrrrrr collectionsr contextlibrenumrtextwraprtypingrrr r r r r rrrrrrrr3rrrr}rrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r-baser.r/r0r1r2 basecontainerr3errorsr4r5r6r7nodesr8r9r:r;r<r=r>r?r@rA__annotations__rrrJrMr\rRrrrrrrrKrJrGrKrIrs   #%  110:9(    CH &c&c&cc F    F- - cC - $x~&6 7-tT4 --&3t3 $d*: ;331i1Iit.C$D11" ^ SM^^ ^ ^  ^  ^B       ] #    0QU+++.2+IM+ 8D>5c? *++rK