o 8wiE @s$ddlmZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z ddlZddlmZmZddlmZmZddlmZddlZGd d d eZGd d d Zd eefddZd eefddZdee e e fe fdee e e fe fdededef ddZeZeD]Ze eqdS))EnumN)Path)DictListSetOptionalTextTupleTypeUnion) PreprocessorsProtocol)create_protocolget_init)Databasec@seZdZdZdZdZdS) LoadingModerrN)__name__ __module__ __qualname__OVERRIDEKEEPERRORrrW/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/pyannote/database/registry.pyr,src@seZdZdZdddZejfdeee fdefdd Z ej e fd eee fded e e fd d ZdefddZ ddeedefddZddZdejfded eee fdefddZddZdS)RegistryzDatabase and experimental protocols registry Usage ----- >>> from pyannote.database import registry >>> registry.load_database("/path/to/first/database.yml") >>> registry.load_database("/path/to/second/database.yml") returnNcCst|_t|_t|_dSN)dictconfigssources databases)selfrrr__init__qs! zRegistry.__init__pathmodecCs|j||td|dS)aLoad YAML configuration file into the registry Parameters ---------- path : str or Path Path to YAML configuration file. mode : LoadingMode, optional Controls how to handle conflicts in protocol names. Defaults to overriding the existing protocol. Usage ----- >>> from pyannote.database import registry >>> registry.load_database("/path/to/database.yml") r&loadingN)_load_database_helperset_reload_meta_protocols)r#r%r&rrr load_databases zRegistry.load_database database_ymlr(cCst|}||vrdS||t|d}tj|tjd}Wdn1s+wY|dt }t |t s?|g}|D]}t|}| sP|j |}|j |||dqA|dt}|dd} | durn| |d<|D] \} } |j| | ||dqr|d t} | D]/\} } t | t s| g} t }| D]}t|}| s|j |}|t|q||jt| <q||j|<dS) aBHelper function for recursive loading Parameters ---------- database_yml : Union[Text, Path] Path to the database.yml mode : LoadingMode, optional Controls how to handle conflicts in protocol names. Defaults to overriding the existing protocol. Nr)Loader Requirementsr' ProtocolsXr& Databases)r expanduserresolveaddopenyamlload SafeLoaderpoplist isinstance is_absoluteparentr)getritems_load_protocolsappendstrr!r )r#r-r&r(fconfig requirementsrequirement_yaml protocolsxdb_name db_entriesr"value path_listpr%rrrr)sB       zRegistry._load_database_helpercKsXz|j|}Wnty$|dkrd}t|d}|j|d}t|w|di|S)zGet database by name Parameters ---------- database_name : str Database name. Returns ------- database : Database Database instance r2zCould not find any meta-protocol. Please refer to pyannote.database documentation to learn how to define them: https://github.com/pyannote/pyannote-databasezCould not find any protocol for "{name}" database. Please refer to pyannote.database documentation to learn how to define them: https://github.com/pyannote/pyannote-database)nameNr)r"KeyErrorformat ValueError)r# database_namekwargsdatabasemsgrrr get_database s   zRegistry.get_database preprocessorscCs4|d\}}}||}|j|||d}||_|S)a]Get protocol by full name Parameters ---------- name : str Protocol full name (e.g. "Etape.SpeakerDiarization.TV") preprocessors : dict or (key, preprocessor) iterable When provided, each protocol item (dictionary) are preprocessed, such that item[key] = preprocessor(item). In case 'preprocessor' is not callable, it should be a string containing placeholder for item keys (e.g. {'audio': '/path/to/{uri}.wav'}) Returns ------- protocol : Protocol Protocol instance .)rZ)splitrY get_protocolrQ)r#rQrZrU task_name protocol_namerWprotocolrrrr]-s zRegistry.get_protocolccsP|jD]!}||}|D]}||D] }|d|d|VqqqdS)Nr[)r"rY get_tasks get_protocols)r#rUrWr^r_rrr__iter__Ks   zRegistry.__iter__rMc Cst|}t}|D]$\}}|D]\}} t|}t|||| |} | dur(q| |||f<qq ||jvrC|j|j} t|| |||dd|D} t|tft | |d|j|<dS)aLoad all protocols from this database into the registry. Parameters ---------- db_name : _type_ Name of the database db_entries : dict Dict of all entries under this database (this should be tasks) database_yml : Union[Text, Path], optional Path to the database.yml file. Not required for X protocols, by default None NcSsg|] \\}}}|||fqSrr).0taskp_namep_typerrr }sz,Registry._load_protocols..)r$ _protocols) rErrBrr"ri_merge_protocols_inplacetyperr) r#rLrMr-r&rJr^ task_entriesr`protocol_entriesCustomProtocol old_protocols protocol_listrrrrCRs2    zRegistry._load_protocolscCsT|jdd|jD]\}}|dt}d|vr'|jd|d|tjdq dS)z>Reloads all meta protocols from all database.yml files loaded.r2Nr1r3) r"r<r rBrArrCrr)r#db_ymlrGr"rrrr+szRegistry._reload_meta_protocols)rNr)rrr__doc__r$rrr rrr,rr*rr)rrYrr r r]rcrrCr+rrrrrgsH ;    I$    4rrcCsDtjdd}g}|dD]}t|}|r||q|S)zParse PYANNOTE_DATABASE_CONFIG environment variable PYANNOTE_DATABASE_CONFIG may contain multiple paths separation by ";". Returns ------- paths : list of Path List of all YAML database file defined in PYANNOTE_DATABASE_CONF PYANNOTE_DATABASE_CONFIG;)osenvironrAr\rr5is_filerD)contentpathsr%rrr_env_config_pathss   r{cCsNg}td}|r||td}|r |||t7}|S)aGet paths to default YAML configuration files * $HOME/.pyannote/database.yml * $CWD/database.yml * PYANNOTE_DATABASE_CONFIG environment variable Returns ------- paths : list of Path List of existing default YAML configuration files z~/.pyannote/database.ymlz database.yml)rr5rxrDcwdr{)rz home_db_yml cwd_db_ymlrrr_find_default_ymlss     r new_protocolsror&rLr-c Cs|D]R\}}||vrR|\}}|d|d|} |tjkr*td| d|d|tjkrs<  ( ;0 ?