o i( @sddlZddlZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z mZddlmZddlmZddlmZddlmZmZmZmZmZmZmZmZmZmZm Z m!Z!ddl"Z"zddl#m$Z$m%Z%m&Z&m'Z'ddl(m)Z)dd l*m+Z+Wn!e,ydd l-m$Z$m'Z'm&Z&m%Z%dd l.m+Z+ddl/m)Z)Ynwd d l0m1Z1m2Z2d Z3dZ4ddiZ5dZ6dZ7e8dZ9GdddeZ:d?de;fddZde?deee?fddZ@d e?defd!d"ZAd@d ed$e ee?e=fe>e?fde?fd%d&ZBd'd(d)e ee?efe>fd*e ee?efe>fd+e;de ee?efe>ffd,d-ZCGd.d/d/eDZEde?de?fd0d1ZFd2e)d3ede)fd4d5ZGGd6d7d7e$ZHGd8d9d9ZIeGd:d;d;ZJGdZLdS)AN) MAX_INTERPOLATION_DEPTH ConfigParserExtendedInterpolationInterpolationDepthErrorInterpolationMissingOptionErrorInterpolationSyntaxError NoOptionErrorNoSectionError ParsingError) dataclass)Path) GeneratorType) AnyCallableDictIterableListMappingOptionalSequenceTupleTypeUnioncast) BaseModelExtraValidationError create_model) ModelField)ModelMetaclass)rrrr)SimpleFrozenDictSimpleFrozenList*VARIABLE_POSITIONAL_ARGSvalidatez validate z __SECTION__:)truefalsenullz\$\{[\w\.:]+\}cs>eZdZfddZddZddZdedefd d ZZS) CustomInterpolationcszt|}t|tr|tvr|}Wn,ty6|r4|d|dkr)dkr4nn td|dYn ty>Ynwt ||||S)Nr'z The value [zZ] seems to be single-quoted, but values use JSON formatting, which requires double quotes.) srsly json_loads isinstancestrJSON_EXCEPTIONS ValueErrorwarningswarn Exceptionsuper before_read)selfparsersectionoptionvalue json_value __class__G/home/ubuntu/.local/lib/python3.10/site-packages/confection/__init__.pyr6As  $  zCustomInterpolation.before_readc Cs$g}|||||||dd|S)Nr ) interpolatejoin)r7r8r9r:r;defaultsLr?r?r@ before_getRs zCustomInterpolation.before_getc CsV|j||d|d}|tkrt||||r)|d} | dkr&||dS| dkr9||d| || d}|dd} | dkrO|d|dd}n| dkr|j|} | durid|} t||| | d} | d d  d d}|| d}|}|}zat |dkr| |d}||vr||}nI|| |dj}||}n9t |dkr|d}| |d}d }|j||d|d}||kr|||d |j}n d |} t||| Wntttfyt|||| dwd|vrt|j|dd }||||||||dn||n d|f} t||| |sdSdS)NT)rawfallback$rr {z%bad interpolation variable reference :. __FALLBACK__zMore than one ':' found: )rGz-'$' must be followed by '$' or '{', found: %r)getrrfindappend_KEYCREmatchrgroupreplacersplitendlen optionxform_name_get_section_nameKeyErrorr rrdictitemsrB)r7r8r:accumrestr9mapdepthrawvalpcmerrorig_varpathsectoptv section_namerHnew_mapr?r?r@rBXsr                      zCustomInterpolation.interpolatenamereturncCsdt|dS)atGenerate the name of a section. Note that we use a quoted string here so we can use section references within lists and load the list as JSON. Since section references can't be used within strings, we don't need the quoted vs. unquoted distinction like we do for variables. Examples (assuming section = {"foo": 1}): - value: ${section.foo} -> value: 1 - value: "hello ${section.foo}" -> value: "hello 1" - value: ${section} -> value: {"foo": 1} - value: "${section}" -> value: {"foo": 1} - value: "hello ${section}" -> invalid ")SECTION_PREFIX)r7ror?r?r@r[s z%CustomInterpolation._get_section_name) __name__ __module__ __qualname__r6rFrBr/r[ __classcell__r?r?r=r@r)@s  Dr)TrBcCst|rtndd}t|_|S)N) interpolation)rr)r/rY)rBconfigr?r?r@get_configparsersryc @s0eZdZUdZeed< d;ddddeeee e fddfdeedee e ddfd d Z dd eee e fdfde ddfddZde de fddZgdde de e de fddZdsz)Config.interpret_config..keyDEFAULTrMNr*r#z>Error parsing config section. Perhaps a section name is wrong? Section '' is not definedlocmsgrxerrorstitlezfound conflicting values rxrdesc) _validate_sectionssortedr^r setdefaultConfigValidationErrorr.r]listrrO_interpret_valuereplace_section_refs)r7rx get_depthr9valuespartsnodepart err_titlergerr_cfg keys_valueserr;config_vr?r?r@interpret_configsL           zConfig.interpret_configrAparentcs|D]9\}dd}t|trj||dqt|tr2fdd|D|<qj|gd|<qdS)z9Replace references to section blocks in the final config.rMrcsg|] }j|gdqS)r)_get_section_ref).0rlrrr7r?r@ sz/Config.replace_section_refs..N)r^stripr.r]rrr)r7rxrr; key_parentr?rr@rs   zConfig.replace_section_refsr;cCs$t|}t|trt|r|}|S)z Interpret a single config value.) try_load_jsonr.r/ VARIABLE_REsearch)r7r;resultr?r?r@r%szConfig._interpret_valuerc Cst|tr|dtrt|}t|trU|trU|tdd}|}|D]*}z||}Wq(ttfyRd}dd |d}||dg}t |||dd w|St|trlt|vrld } |d dg}t || d |S) zGet a single section reference.rqrArMz)Error parsing reference to config sectionrrrrNabCan't reference whole sections or return values of function blocks inside a string or list You can change your variable to reference a value instead. Keep in mind that it's not possible to interpolate the return value of a registered function, since variables are interpolated when the config is loaded, and registered functions are resolved afterwards.z'uses section variable in string or list)rr) r.r/ startswithrrrrUrr\ TypeErrorrCr) r7r;rrrrrerr_msgrgerr_descr?r?r@r1s2    zConfig._get_section_refc CsJzt|}Wnty}ztd||d}~wwt||j|jdS)zDeepcopy the config.zCouldn't deep-copy config: Nr|)copydeepcopyr4r1rzr{r})r7rxrr?r?r@rSsz Config.copyFupdates remove_extracCs:|}t|}t|||d}t||jo|j|jdS)z>Deep merge the config with updates, using current as defaults.rr|)rrzdeep_merge_configsr{r})r7rrrDmergedr?r?r@merge_s  z Config.mergecs4ddt|jDfdd}tt||dS)zSort sections using the currently defined sort order. Sort sections by index on section order, if available, then alphabetic, and account for subsections, which should always follow their parent. cSsi|]\}}||qSr?r?)rir9r?r?r@ ssz Config._sort..cs*|dddtt|dfSr)rOrrX_mask_positional_args)xsort_mapr?r@rts zConfig._sort..r) enumerater}r]rr^)r7r~sort_keyr?rr@rls z Config._sort overridesc Cs|d}|D]5\}}d}|d|dg}d|vrt||d|dd\}} ||vr1t||d||| t||qdS)z?Set overrides in the ConfigParser before config is interpreted.zError parsing config overridesz*not a section value that can be overriddenrMrrrr N)r^rrrVset try_dump_json) r7rxrrrr;rrgr9r:r?r?r@_set_overrideszs  zConfig._set_overridescs6|}|rd}dfdd|D}t||ddS)Nz/Found config values without a top-level sectionznot part of a sectioncsg|]}|gdqS)rr?rkrr?r@rz-Config._validate_sections..r)rDr)r7rxdefault_sectionrrgr?rr@rs zConfig._validate_sectionsTrBrtextrBc Cst|d}|r tdd}z||Wnty*}z d|}t|ddd}~ww||j|_|||||||rI|rI| }||_ |S)zLoad the config from a string.rBFz.rNcSrrrrr?r?r@r-rr)rkeysr^r.r]rr) rxrDrrrr;rvalue_promises value_promise node_promises node_promiser?r?r@rs<    rc@seZdZdeddddddeeeeeeee ffefdee e ee fe eee ffdeedeed eed e d dfd d Ze    ddddeedeed eed ee d df ddZd efddZdS)rNzConfig validation errorTrxrrrr show_configrxrrrrr rpc Csn||_||_||_||_||_||_t|_|jD]}|d}|r(|j |q| |_ t ||j dS)aXCustom error for validating configs. config (Union[Config, Dict[str, Dict[str, Any]], str]): The config the validation error refers to. errors (Union[Sequence[Mapping[str, Any]], Iterable[Dict[str, Any]]]): A list of errors as dicts with keys "loc" (list of strings describing the path of the value), "msg" (validation message to show) and optional "type" (mostly internals). Same format as produced by pydantic's validation error (e.errors()). title (str): The error title. desc (str): Optional error description, displayed below the title. parent (str): Optional parent to use as prefix for all error locations. For example, parent "element" will result in "element -> a -> b". show_config (bool): Whether to print the whole config with the error. ATTRIBUTES: config (Union[Config, Dict[str, Dict[str, Any]], str]): The config. errors (Iterable[Dict[str, Any]]): The errors. error_types (Set[str]): All "type" values defined in the errors, if available. This is most relevant for the pydantic errors that define types like "type_error.integer". This attribute makes it easy to check if a config validation error includes errors of a certain type, e.g. to log additional information or custom help messages. title (str): The title. desc (str): The description. parent (str): The parent. show_config (bool): Whether to show the config. text (str): The formatted error text. rN)rxrrrrr r error_typesrOadd_formatrr1r) r7rxrrrrr errorerr_typer?r?r@rEs'    zConfigValidationError.__init__rgcCsT||j|j|dur |n|j|dur|n|j|dur|n|j|dur%|dS|jdS)a Create a new ConfigValidationError based on an existing error, e.g. to re-raise it with different settings. If no overrides are provided, the values from the original error are used. err (ConfigValidationError): The original error. title (str): Overwrite error title. desc (str): Overwrite error description. parent (str): Overwrite error parent. show_config (bool): Overwrite whether to show config. RETURNS (ConfigValidationError): The new error. Nr r )clsrgrrrr r?r?r@ from_errorzs z ConfigValidationError.from_errorcCsd}g}|jD],}d|ddd|dgD}|jr)|jd|d|}|||dfqg}|jr?||j|jrH||j|rW|ddd|D|jrd|jrd||jd d|S) zFormat the error message.z-> cSsg|]}t|qSr?)r/)rrdr?r?r@rsz1ConfigValidationError._format..rrrcSs"g|] }|dd|dqS)r r r?)rentryr?r?r@rs"z ) rrCrOrrQrrrxr )r7 loc_dividerr~rerr_locrr?r?r@rs" $   zConfigValidationError._format)NNNN)rsrtrurrrrzrr/rrrrrr classmethodrrr?r?r?r@rDsR " 5 rcCs |tkrtS|tvrt|S|S)z)Generate field aliases in promise schema.)ARGS_FIELD_ALIAS ARGS_FIELDRESERVED_FIELDS)ror?r?r@alias_generators rfieldtype_c Cs&t|j||j|j|j|j|j|jdS)zCopy a model field and assign a new type, e.g. to accept an Any type even though the original value is typed differently. )ror class_validators model_configdefaultdefault_factoryrequiredalias)rror!r"r#r$r%r&)rr r?r?r@copy_model_fieldsr'c@seZdZGdddZdS) EmptySchemac@seZdZdZdZdS)zEmptySchema.ConfigallowTN)rsrtruextraarbitrary_types_allowedr?r?r?r@rzsrzN)rsrtrurzr?r?r?r@r(sr(c@seZdZdZdZeZdS)_PromiseSchemaConfigforbidTN)rsrtrur*r+rr?r?r?r@r,sr,c@s:eZdZUeed<eed<eeed<eeefed<dS)PromiserroargskwargsN)rsrtrur/rrrrr?r?r?r@r.s  r.c@seZdZedededefddZedededefddZee idd d e e e ee ee fffd eed e ee fd ede ee ff ddZee idd d e e e ee ee fffd eed e ee fd efddZee idddd e e e ee ee fffd eed e ee fded edee ee fe ff ddZee fdddidd e e e ee ee fffd eed ededed e ee ee ffdee e ee fe fe e ee fe fe ee fffddZede ee fde ee fde ee ffddZede d e ee ffd d!Zed"ed e e ee fe ffd#d$Zed%e defd&d'Zed%e ee fdeeeffd(d)Zed%e ee fdeee e ee fffd*d+Zedd,d%e ee fdedeefd-d.Zd/S)0r registry_name func_namerpcCs t||sdSt||}||vS)z4Check whether a function is available in a registry.F)rgetattr)rr1r2regr?r?r@hass  z registry.hascCsPt||s td|dt||}||}|dur&td|d|d|S)z0Get a registered function from a given registry.zUnknown registry: 'r+NzCould not find 'z' in ')rr1r3rO)rr1r2r4funcr?r?r@rOs   z registry.getT)schemarr%rxr7rr%cCs|j||||dd\}}|S)NTr7rr%resolve_make)rrxr7rr%resolved_r?r?r@r9  zregistry.resolvecCs|j||||dd\}}|S)NFr8r:)rrxr7rr%r=filledr?r?r@fillr>z registry.fill)r7rr9r%r9c Cs||rd}t|d|igdt|t p|j}t|tr!|jnd}|} |s-t| }|j|||||d\} } } t| |d} |rH|| ||sU| j t| ddd d } t | | fS) aUnpack a config dictionary and create two versions of the config: a resolved version with objects from the registry created recursively, and a filled version with all references to registry functions left intact, but filled with all values and defaults based on the type annotations. If validate=True, the config will be validated against the type annotations of the registered functions referenced in the config (if available) and/or the schema (if available). zJThe top-level config object can't be a reference to a registered function.rrN)r%rr9)r}F)r{Tr) rrr.rzr{r}rB_fill_validate_overridesrr]) rrxr7rr9r%rr{r} orig_configr?r=r<r?r?r@r; s&       zregistry._makerAr%r9rrrc sXi}i}i} |D]\} } t| | } |d| d} | |vr+|| } | || <|| r| |jvrD|sD|j| }t|t|j| <|j| |d}|j | |||| |d\|| <|| <| | <| | | \}}| | | \}}|r|||}||i|}nt ||||d}||| <|| | <t || trg|| <q t| drt}| |jvr|j| }|j}t |jtst}|j | |||| |d\|| <|| <| | <| tkrt || trt|| || <t| | | | <t|jvr|s|jt}t|t|jt<q | || <t | ts| ng|| <| | | <q g|r?z||}Wn@ty>}z t|||ddd}~ww|jdi|}|jjtj tj!fvrh|j"dd |j#D}fd d |Dt$tgt"}|%|j|d |&||| \}} rfd d |D}fdd |D}fdd | D} ||| fS)aBuild three representations of the config: 1. All promises are preserved (just like config user would provide). 2. Promises are replaced by their return values. This is the validation copy and will be parsed by pydantic. It lets us include hacks to work around problems (e.g. handling of generators). 3. Final copy with promises replaced by their return values. rMr9rD)rror/r0r^)rxrrNcSsg|] }|tkr |ntqSr?)rrrr?r?r@rsz"registry._fill..csg|]}|vr|qSr?r?r)fieldsr?r@rrexcludeci|] \}}|vr||qSr?r?rrrlrGr?r@rz"registry._fill..crIr?r?rJrGr?r@rrKcrIr?r?rJrGr?r@rrKr?)'r^rrOrr __fields__r'rmake_promise_schemarAget_constructor parse_argsr.r.r rr(r rrr]rrr parse_objrrr constructrzr*rr-ignorer__fields_set__rr_update_from_parsed)rrxr7r%r9rrr? validationfinalrr;v_keyrrpromise_schemareg_namer2r/r0getter getter_result field_typerr field_setexclude_validationr?)rHrFr@rA:s              zregistry._fillrUr?rVcCs|D]`\}}|tvrq||vr|||<||vr|||<t|tr6||||||\||<||<q|tkr;qtt|dkrH|||<q|||ksYtt|t||sdt||t sd|||<q||fS)zbUpdate the final result with the parsed config like converted values recursively. z) r^rrr.r]rTrr/rr )rrUr?rVrr;r?r?r@rTs*   " zregistry._update_from_parsedcCsHd}g}|D]}|||s|||gdq|r"t||ddS)zValidate overrides against a filled config to make sure there are no references to properties that don't exist and weren't used.z,Invalid override: config value doesn't exist)rrrN)r _is_in_configrQr)rr?r error_msgr override_keyr?r?r@rBs   zregistry._validate_overridespropcCsH|d}t|}|r"|d}t|tr||vr||}ndS|s dS)zbCheck whether a nested config property like "section.subsection.key" is in a given config.rMrFT)rr]popr.)rrbrxtreeobjrr?r?r@r_s   zregistry._is_in_configrecCs0t|dsdSdd|D}t|rdSdS)zCheck whether an object is a "promise", i.e. contains a reference to a registered function (via a key starting with `"@"`. rFcSrrrrr?r?r@rrz'registry.is_promise..T)rrrX)rreid_keysr?r?r@rs zregistry.is_promisecCsZdd|D}t|dkrd|}t|d|igd|d}||}|dd|fS)NcSrrrrr?r?r@r rz,registry.get_constructor..r z?A block can only contain one function registry reference. Got: rrr)rrXr)rrerfrrr;r?r?r@rN s  zregistry.get_constructorcCsPg}i}|D]\}}|ds#|tkr|}q|tvrq|||<q||fS)Nr)r^rrrr)rrer/r0rr;r?r?r@rOs  zregistry.parse_argsrEc Cs||\}}|s|||stS|||}dd|D}|dtdfi}t|j D]7}|j |j kr;|j nt } |j |j krF|j nd} |j|jkrYt| } | | f|t<q0t|j|j} | | f|| <q0t|d<tdi|S) z{Create a schema for a promise dict (referencing a registry function) by inspecting the function signature. cSrrrrr?r?r@r/rz0registry.make_promise_schema..r. __config__ArgModelN)rh)rNr5r(rOrr/inspect signature parametersr annotationemptyrr#kindVAR_POSITIONALrrrror,r) rrer9rYr2r6rfsig_argsparamrlr# spread_annotror?r?r@rM#s   zregistry.make_promise_schemaN)rsrtrurr/rr5rrOr(rrzrrrrr9r@rr;rArTrBr_rrNrrOrMr?r?r?r@rs          . 0       $  $ 0  r)rzrrr!r")Tr)Mrrirrr2 configparserrrrrrrrr r dataclassesr pathlibr typesr typingrrrrrrrrrrrrr, pydantic.v1rrrrpydantic.v1.fieldsrpydantic.v1.mainr ImportErrorpydantic pydantic.mainpydantic.fieldsutilr!r"rrrrrr0compilerr)rryr]rzr/rrrrr1rrr'r(r,r.r__all__r?r?r?r@sp,  8    l:* +h  h