o wi @s ddlmZddlZddlmZddlmZmZddlm Z ddl m Z ddl m Z mZddlmZmZmZmZmZhd Zhd Zed d hBZed dhBZhdZhdZGdddeZdeeefdeeeffddZe eedededeeejffddZ dS))AnyN)MonoCut)CutMixedCut)ifnone)registered_prompt_format_fn)ModalityPromptFormatter) CANARY_BOS CANARY_EOS CANARY_NOPNC CANARY_PNCCANARY_SPECIAL_TOKENIZER>1YesyesTruetrue>0NonoFalsefalsepncz<|pnc|>nopncz <|nopnc|>>asr transcribe<|transcribe|>>ast translates2t_translation <|translate|>c seZdZdZdZdZdedejej e e Bejej e e Bddeded ejidiZd eeefd eeefd d ffdd Zdededed eeffdd ZZS)CanaryPromptFormatterz Canary Promptcanary assistantuserz%|source_lang||task||target_lang||pnc|) source_langtask target_langr)templateslotsz|text|textexpectedreceivedreturnNcs.d|vrd|vr|d|d<tj||dS)Ntasknamer')r,r-)popsuper_validate_slot_values)selfr,r- __class__c/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/nemo/collections/common/prompts/canary.pyr2Dsz+CanaryPromptFormatter._validate_slot_valuesprompt_templateexpected_slots slot_valuescst|}tj|||dS)N)r8r9r:)%map_manifest_values_to_special_tokensr1 encode_turn)r3r8r9r:r4r6r7r<Isz!CanaryPromptFormatter.encode_turn)__name__ __module__ __qualname____doc__NAME OUTPUT_ROLEr rText TextLiteralTASK_TRANSLATETASK_TRANSCRIBEPNC_TRUE PNC_FALSEr TEMPLATEdictstrrr2listintr< __classcell__r6r6r4r7r"-s(   **r"r:r.cCs |}d}dD] }||vr(||}dr|ds(d||d||<d}qd}||vrE||ttfvrE||dvr?tnt||<d}dD]0}||vrw||d vrw||d vr^d |d <n||d vrid|d <n Jd||d|d}qG|rtj|vrt|tj<|S)z7Convert manifest values to Canary special token format.F)r&r(z<|z|>Tr)rrrrr)r'r/)rr!>rrr r!r'>rrrzTask z invalid task for slot )copy startswithendswithr r r PROMPT_LANGUAGE_SLOTr)r:any_special_token_presentkvr6r6r7r;Vs.$     r;cutpromptc sLttrjttstddt|d}|tj}d|vr9djvr9jdjd<|d|rGt dj d|dt difd d |D|j t id g}d d djD}|t dd||j tjdjjdid ||}|dd|jjksJd|d|ddd|d<|S)a Prepend and append control tokens to the token sequence as per Canary format. We use the following special tokens: * <|startoftranscript|> * <|transcribe|> * <|translate|> * <|nopnc|> * <|pnc|> * <|endoftext|> * <|LANG|> - for each supported language. * <|nospeech|> The prompt format syntax is as follows: <|startoftranscript|> [ <|nospeech|> | <|LANG|> [ <|transcribe|> | <|translate|> ] <|LANG|> [ <|pnc|> | <|nopnc|> ] TEXT <|endoftext|> ] # pylint: disable=line-too-long Where expression ``[ a | b ]`` denotes expression ``a`` or expression ``b``, and can be nested. Note that ``<|LANG|>`` appears twice: the first occurrence is for the "source" language (i.e., spoken language in the recording) and the second occurrence is for the "target" language (i.e., the language in which we are going to output the text). z_Expected input audio to have a single channel (required MonoCut/MixedCut, but we received: cut=)r%r'r/zWe found cut with ID z% that is missing the following keys: zNPlease ensure that every utterance in the input manifests contains these keys.csi|]}|j|qSr6)custom).0slotrVr6r7 szcanary..)roler* css |] }|jdur|jVqdS)N)r+)rZsr6r6r7 szcanary..r$r+rr( answer_idszs$       ")#&