o }oi! @sddlZddlmZddlmZmZddlmZddlm Z ddl m Z m Z ddl mZmZmZmZmZGdd d e Zd eeefd eeeffd d Ze eededed eeejffddZdS)N)MonoCut)CutMixedCut)ifnone)registered_prompt_format_fn)ModalityPromptFormatter) CANARY2_BOCTX CANARY_BOS CANARY_EOSCANARY_SPECIAL_TOKENIZERCanaryTokenizercseZdZdZdZdededeje dddd d ejeje d d d ddddddddd e d d d ddddddddd e d d d ddddddddd e d d d ddddddd d!d" d#d$d%eded&ejid$ed'e d(ejid$iZ d)e d*e d+e d,eeffd-d. ZZS)/Canary2PromptFormattercanary2 assistantuserz|decodercontext|zA|emotion||source_lang||target_lang||pnc||itn||timestamp||diarize|<|emo:undefined|>z<|emo:neutral|>z <|emo:angry|>z <|emo:happy|>z <|emo:sad|>yesnotrueTruefalseFalse10pncnopnc<|pnc|>z <|nopnc|>itnnoitnz<|itn|> <|noitn|> timestamp notimestampz <|timestamp|><|notimestamp|>diarize nodiarizez <|diarize|> <|nodiarize|>)decodercontextemotion source_lang target_langrrr!r$)templateslots user_partialr'z|text|textprompt_templateexpected_slots slot_valuesreturncst|}tj|||dS)N)r/r0r1)%map_manifest_values_to_special_tokenssuper encode_turn)selfr/r0r1 __class__[/home/ubuntu/.local/lib/python3.10/site-packages/nemo/collections/common/prompts/canary2.pyr5osz"Canary2PromptFormatter.encode_turn)__name__ __module__ __qualname__NAME OUTPUT_ROLEr r rText TextLiteralr TEMPLATEstrdictlistintr5 __classcell__r9r9r7r:r!sv 8 *Krr1r2cCs|}d}dD]"}||vr*||}dr|ds*||}d|d||<d}qdD]-}d|d}d|d}||vrZ||||fvrZ||dd d d |fvrT|n|||<d}q-|rgtj|vrgt|tj<|S) NF)r)r*z<|z|>T)rrr!r$z<|norrrr)copy startswithendswithrPROMPT_LANGUAGE_SLOTr )r1any_special_token_presentkvval true_token false_tokenr9r9r:r3|s$$  " r3cutpromptc sttrjttstddddh}|tj}|r.tdjd|ddd d d d d d}fdd|D}t ||j <| D]\}}|jvrWj|n|||<qIt d|dg}d ddjD} |t dd| |j tjdjjdid||} t|jtr|jj} n|jt} | dksJd| dd| ksJd| d| ddd| d<| S)z Prepend and append control tokens to the token sequence as per Canary 2.0 format. The prompt format syntax is defined in :class:`Canary2PromptFormatter` z_Expected input audio to have a single channel (required MonoCut/MixedCut, but we received: cut=)r)r*zWe found cut with ID z% that is missing the following keys: zNPlease ensure that every utterance in the input manifests contains these keys.rr r#r&r)r'r(rr!r$rcsi|]}|j|qSr9)custom).0slotrRr9r: szcanary2..r)roler, css |] }|jdur|jVqdS)N)r.)rWsr9r9r: szcanary2..rr.rzGInvalid tokenizer: tokenizer.token_to_id('{CANARY_EOS}') returned {eos} answer_idszs    "[&