a dA @sUdZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZddlZdd lm Z m!Z!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9dd l:m;Z;mZ>m?Z?dd l@mAZAdd lBmCZCmDZDmEZEmFZFddlGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPdZQeeRd<edefZSeTedddZUeTedddZVddddZWGdddZXeWe e=eeeTeTfeeeeYeeYfee=ddfdddZZe e=ee=ddfdd d!Z[e eeZdZdZddddZedyeeeee e e fedddZ ee dze eeee e e feeefdd d Zee d{eeeeed ffeeee e e fedd d Zee d|eeeee e e fedd d Zee d}eeeee e e feddd Zee d~ee eefeeee e e feddd Zeeddfeeeee e e feeefddd Zeee ejeefeeefdddZedeee ejeefe ddddZedeee edddZeee edddZeeeee eefeeeed fefeeefddd Zeeeee eefeeeed fefeeefdd!d"Zee edd#d$d%Z ee edd#d&d'Z!eddd(e ee e dd)d*d+Z"e#e e d,d-d.Z$eddd/d0Z%e#e e d,d1d2Z&eee e efd3d4d5Z'eee e efdd6d7d8Z(eedd3d9d:Z)eeedd;dd?d@Z,ee+ee d3dAdBZ-ee.ee dd>dCdDZ/ee.ee d3dEdFZ0eeee ee fedGdHdIZ1eddde2j3dJee e e e2ee eefeede efdKdLdMZ4eeee eefeede efdNdOdPZ5eeee dQdRdSZ6edeeee7e fe dTdUdVZ8eee dWdXdYZ9eee dWdZd[Z:eee dWd\d]Z;edeee eeeddaddfe.e ee e ddgdhdiZ?edddjee e e dkdldmZ@ee.ddNdndoZAeeeBe dNdpdqZCeeddfeeeee e e feeefddrdsZDeeeeUzPOmegaConf.legacy_register_resolver..resolver_wrapper..css|]}d|vr|VqdS)rCNrE)rirErErG [rzOOmegaConf.legacy_register_resolver..resolver_wrapper..z Resolver 'z' was called with argument 'a' that appears to be an interpolation. Nested interpolations are not supported for resolvers registered with `[legacy_]register_resolver()`, please use `register_new_resolver()` instead (see https://github.com/omry/omegaconf/issues/426 for migration instructions).)rM get_cachenext StopIteration ValueError) rr\rrrcacheZ args_unescZbad_argkeyvalrrErGresolver_wrapperLs z.resolver_wrapper)callabler2 _resolversr/rrro)rrrrErrGrDs    z"OmegaConf.legacy_register_resolver)r use_cache)rrrrrBcststdstd|s:tr:tddztWnty^dYn0ttdfdd }|d |d |d t t t t t d ft td ft d fdd }|t j<dS)a Register a resolver. :param name: Name of the resolver. :param resolver: Callable whose arguments are provided in the interpolation, e.g., with ${foo:x,0,${y.z}} these arguments are respectively "x" (str), 0 (int) and the value of `y.z`. :param replace: If set to `False` (default), then a `ValueError` is raised if an existing resolver has already been registered with the same name. If set to `True`, then the new resolver replaces the previous one. NOTE: The cache on existing config objects is not affected, use `OmegaConf.clear_cache(cfg)` to clear it. :param use_cache: Whether the resolver's outputs should be cached. The cache is based only on the string literals representing the resolver arguments, e.g., ${foo:${bar}} will always return the same value regardless of the value of `bar` if the cache is enabled for `foo`. rz!cannot use an empty resolver namerrN)specialrBcs,duo|jv}|r(r(td||S)Nz?use_cache=True is incompatible with functions that receive the ) parametersr)rr)sigrrErG _should_passs z5OmegaConf.register_new_resolver.._should_pass_parent__node__root_.rcsvr0t|}z ||WSty.Yn0i}r@||d<rL||d<rX||d<|i|}rr|||<|S)Nrrr)rMrKeyError)rr\rrrrkwargsr)r pass_node pass_parent pass_rootrrrErGrs"  z9OmegaConf.register_new_resolver..resolver_wrapper)rrzrrM has_resolverinspect signatureroboolr2r.r/rrr)rrrrrrrE)rrrrrrrrGrNns,    zOmegaConf.register_new_resolver)rrBcCs||duSr^) _get_resolverclsrrErErGrszOmegaConf.has_resolvercCsit_tdSr^)r2rrWrErErErGclear_resolversszOmegaConf.clear_resolverscCs"||rtj|dSdSdS)ap Clear(remove) any resolver only if it exists. Returns a bool: True if resolver is removed and False if not removed. .. warning: This method can remove deafult resolvers as well. :param name: Name of the resolver. :return: A bool (``True`` if resolver is removed, ``False`` if not found before removing). TFN)rr2rpoprrErErGclear_resolvers  zOmegaConf.clear_resolver)rrBcCs|jjSr^) _metadataresolver_cacherrErErGrszOmegaConf.get_cache)rrrBcCst||j_dSr^)rrrr)rrrErErG set_cacheszOmegaConf.set_cachecCst|ttidSr^)rMrrrTrrErErG clear_cacheszOmegaConf.clear_cache) from_config to_configrBcCst|t|dSr^)rMrr)rrrErErG copy_cacheszOmegaConf.copy_cache)rvaluerBcCs|d|dSNr _set_flagrrrErErGrszOmegaConf.set_readonlycCs |dSrrrrErErG is_readonlyszOmegaConf.is_readonlycCs|d|dSNstructrrrErErG set_structszOmegaConf.set_structcCs |dSrrrrErErG is_structszOmegaConf.is_struct)rrUrBcCsPddlm}t||stdt|tr.|g}dd|jd|dD}||dS) z Create a masked copy of of this config that contains a subset of the keys :param conf: DictConfig object :param keys: keys to preserve in the copy :return: rrz,masked_copy is only supported for DictConfigcSsi|]\}}||qSrErE)rrrrErErG rz)OmegaConf.masked_copy..F)rrU)content) dictconfigrrnrroZitems_ex)rrUrrrErErG masked_copys   zOmegaConf.masked_copyrthrow_on_missing enum_to_strstructured_config_mode)cfgrrrrrBcCs6t|s"tdtt|dtj|||||dS)a Resursively converts an OmegaConf config to a primitive container (dict or list). :param cfg: the config to convert :param resolve: True to resolve all values :param throw_on_missing: When True, raise MissingMandatoryValue if any missing values are present. When False (the default), replace missing values with the string "???" in the output container. :param enum_to_str: True to convert Enum keys and values to strings :param structured_config_mode: Specify how Structured Configs (DictConfigs backed by a dataclass) are handled. By default (`structured_config_mode=SCMode.DICT`) structured configs are converted to plain dicts. If `structured_config_mode=SCMode.DICT_CONFIG`, structured config nodes will remain as DictConfig. If `structured_config_mode=SCMode.INSTANTIATE`, this function will instantiate structured configs (DictConfigs backed by a dataclass), by creating an instance of the underlying dataclass. See also OmegaConf.to_object. :return: A dict or a list representing this config as a primitive container. z-Input cfg is not an OmegaConf config object ()r)rM is_configrr,r}r2Z _to_contentrrrrrrErErG to_containers zOmegaConf.to_container)rrBcCstj|dddtjdS)a Resursively converts an OmegaConf config to a primitive container (dict or list). Any DictConfig objects backed by dataclasses or attrs classes are instantiated as instances of those backing classes. This is an alias for OmegaConf.to_container(..., resolve=True, throw_on_missing=True, structured_config_mode=SCMode.INSTANTIATE) :param cfg: the config to convert :return: A dict or a list or dataclass representing this config. TFr)rMrr0Z INSTANTIATErrErErG to_object9s zOmegaConf.to_object)rrrBc Cs^t|tsJz0||}|dur(WdSt|ts6J|WStttfyXYdS0dSNF)rnr. _get_childr/ _is_missingr5rAttributeError)rrrrErErG is_missingNs  zOmegaConf.is_missing)rrrBcCsH|dur"t|tsJ||}n|}|durDt|ts.gather)rsetr.rrEr'rG missing_keyss  zOmegaConf.missing_keysc Cs&zddlm}ddlm}ddlm}|tur4i}t|trt j ||d}|durht j i||dWSt|trt j |di||dWSt|t tfsJt j |||dWSn(t|st |st|s|dur4t||r||||jj|jj|jj|jj|dWSt |}t|\}}||||||dWSnt|sJt |rt||rx||||jj|jj|jj|d WSt |}t|}||||td |d WSn6t|trtd |jd ntd t|jdWnFt y } z,t!dddt| | dds JWYd} ~ n d} ~ 00dS)Nrrcrrri)r\r])rr\ref_type is_optionalkey_type element_typer])rr\r-r.r])rr\r.r+r,r]Tz Input class 'zK' is not a structured config. did you forget to decorate it as a dataclass?zObject of unsupported type: '')rrrr r F)"rmrdrr listconfigrrrnrorwrxrMrOr{rTr%rr'rr+optionalr-r.rrr&rrrr}r6r~r4r) r[r\r]rdrrZobj_typer-r.rrErErGra#s             zOmegaConf._create_impl)rrBcCst|rt|S|durdSt|trX|r2dS|r>dSt|jjrR|jjStSnbt|t rft St|t r|t | St|trt t|St|trtSt|t tfrt St|SdSr^)r'rrnr_is_nonerrZ object_typerTrr{r?r}_valuer1rtuple)rrErErGrxs.        zOmegaConf._get_obj_typecCs|tjvrtj|SdSr^)r2r)rrErErGrs zOmegaConf._get_resolver)NN)NN)NN)NN)NN)NNN)F)N)N)N)N)Hr~ __module__ __qualname____doc__rZ staticmethodrr r2r rorr`rrrrrOr rrrprqrrxrrrrrrResolverrrrN classmethodrrrrrrrr/rrr.rrrr0DICTrrrrrrrrrrrSrrrrr*rarrrrErErErGrMos   *       ! )Q $, " "? TrM)rnamesrVrBc #spt|tr|g}|dus"t|tr(|g}fdd|D}z"||VW||n||0dS)Ncsg|]}|qSrE)_get_node_flag)rrrrErGrrz!flag_override..)rnrorr)rr<rVZ prev_statesrEr>rGrs  r)rrBc cs@|d}z"t|d|VWt||nt||0dS)NrF)r=rMrrZ prev_staterErErG read_writes   r@c cs@|d}z"t|d|VWt||nt||0dS)NrF)r=rMrr?rErErG open_dicts   rA)r\r,rrr+rBc CsZt|st|r>|tur>t|\}}t|||||||d}nt|sft|sft|tt fvr|turt |}t ||||||d}nt |st |rt|\}}t|||||||d}nt |rt|||||d}n||tks|durt|||d}nZt|tr*t|tr*t|||||d}n,|tkrHt||||d}n|tkrdt||||d}n|tkrt||||d}n|tkrt||||d}n|tkrt||||d}n|tjkrt ||||d}n|durD|!dd urDt|tt fvrt |||||d }n,t|r4t|||||d }nt|||d}nt"d t#||S) N)rrr\r+r,r-r.)rrr\r,r.r+)r+r,rrr\r-r.)rr+r,rr\)rrr\)Z enum_typerrr\r,)rrr\r,Z allow_objectsT)rrr\r+r,zUnexpected type annotation: )$r!r%rrrr#r(r}r{r4rrr'r)r1r7rn issubclassrr:rr<floatr;rr8ror>bytesr9rprqr=rr6r,)r\r,rrr+r-r.rrErErG _node_wraps              rE)r+rrr,r\rBcCs8t|tr"|||||St|||||dSdS)N)r+r\r,rr)rnr/Z_set_keyZ _set_parentrE)r+rrr,r\rErErG _maybe_wrap4s   rFT)rrrthrow_on_type_errorrBcCsXddlm}ddlm}|}t|ts4Jd||rDd|fSt||rlt|ts\J|j|dd}nt||rt|tsJt |s|rt d|dt |j d qd}qt |}|d ks|dt|krd}q||}ndsJ|dur6t|tsJ|r6|r.td ||n||fS|dusPt|tsPJ||fS) NrrrzUnexpected type: F)Zvalidate_accesszIndex 'z' (z) is not an intrzMissing mandatory value: )rrr0rrnr.r2rorr"rzr}r~rrr/rr3r%)rrrrGrrZret_keyrrErErGrKs@       r)T)ar7rrrrrtrprr collectionsr contextlibrenumrtextwraprtypingrrrr r r r r rrrrrrwrrrrrmrrrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,baser-r.r/r0r1Z basecontainerr2errorsr3r4r5r6nodesr7r8r9r:r;r<r=r>r?r@__annotations__r9rorHrIrWrMrrr@rArErFrrrErErErGs~    <` ,     <   b