o ±§°iTã @s&UdZddlmZddlZddlZddlmZmZddlm Z ddl m Z e e e ƒ  ¡jjdƒdZd Zd Zd d d dddddœZded<dZddddddddddd d!d"œ Zd#ed$<ee ¡ƒZd%d&d'd(d)d*d+d,d-d.d/d0d"œ Zded1<d2d3„e ¡DƒZded4<id5d6“d7d8“d9d:“d;d<“d=d>“d?d@“dAdB“dCdD“dEdF“dGdH“dIdJ“dKdL“dMdN“dOdP“dQdR“dSdT“ZdedU<hdV£ZdWZdXZdYZ e!e "dZd[¡ƒZ#e!e "d\d]¡ƒZ$e!e "d^d[¡ƒZ%e!e "d_d[¡ƒZ&e!e "d`da¡ƒZ'e!e "dbdc¡ƒZ(ddZ)e!e "dedf¡ƒZ*e!e "dgdh¡ƒZ+drdsdndo„Z,eGdpdq„dqƒƒZ-dS)tz’ Validation pipeline config: model IDs, language maps, scoring thresholds, env vars. All tunables live here so Docker ENV overrides work cleanly. é)Ú annotationsN)Ú dataclassÚfield)ÚPath)Ú load_dotenvz.envzfacebook/mms-lid-256z&speechbrain/lang-id-voxlingua107-ecapaz+ai4bharat/indic-conformer-600m-multilingualzai4bharat/indicwav2vec-hindiz!ai4bharat/indicwav2vec_v1_bengaliz"ai4bharat/indicwav2vec_v1_gujaratizai4bharat/indicwav2vec_v1_tamilz ai4bharat/indicwav2vec_v1_teluguz!ai4bharat/indicwav2vec_v1_marathizai4bharat/indicwav2vec_v1_odia)ÚhiÚbnÚguÚtaÚteÚmrÚorzdict[str, str]ÚINDICWAV2VEC_MODELSz9ai4bharat/indicconformer_stt_{lang}_hybrid_ctc_rnnt_large)ÚHindiÚ Devanagari)ÚMarathir)ÚTelugur)ÚTamilr)ÚKannadar)Ú Malayalamr)ÚGujaratir)ÚPunjabiÚGurmukhi)ÚBengalir)ÚAssameser)ÚOdiar)ÚEnglishÚLatin) rr r r ÚknÚmlr ÚparÚasr Úenzdict[str, tuple[str, str]]Ú LANGUAGE_MAPÚhinÚmarÚtelÚtamÚkanÚmalÚgujÚpanÚbenÚasmÚoryÚengÚ LANG_TO_ISO3cCsi|]\}}||“qS©r1)Ú.0ÚkÚvr1r1ú./home/ubuntu/transcripts/validations/config.pyÚ ;sr6Ú ISO3_TO_LANGz hi: Hindirz mr: Marathir z te: Telugur z ta: Tamilr z kn: Kannadarz ml: Malayalamrz gu: Gujaratir z pa: Punjabir z bn: Bengalirz as: Assameser!zor: Odiar z en: Englishr"zur: UrduÚurz sd: SindhiÚsdz ne: NepaliÚnez sa: SanskritÚsaÚVOXLINGUA_LABEL_MAP>r!rr rrÚksrr r:r r r;r9r r r8ÚbrxÚdoiÚkokÚmaiÚmniÚsati€>g>@gà?ÚMMS_BATCH_SIZEÚ8ÚVOX_BATCH_SIZEÚ16ÚCONFORMER_BATCH_SIZEÚWAV2VEC_BATCH_SIZEÚPREFETCH_QUEUE_SIZEÚ3ÚPARQUET_SHARD_SIZEÚ50é<Ú MAX_VIDEOSÚ0ÚLRU_MODEL_CACHE_SIZEÚ5ÚÚkeyÚstrÚdefaultÚreturncCs t ||¡S)N)ÚosÚgetenv)rTrVr1r1r5Ú_envcs rZc@s€eZdZUdZdZded<dZded<dZded<dZded <dZ ded <dZ ded <dZ ded <d Z ded<dZ ded<dZded<dZded<dZded<dZded<dZded<dZded<dZded<dZded<dZd ed!<d"Zded#<d$Zded%<dZded&<dZded'<d(Zded)<d Zded*<d+Zd ed,<d-Zded.<d-Zded/<d-Z ded0<d-Z!ded1<d2d3„Z"d9d6d7„Z#d8S):ÚValidationConfigz(Resolved config for validation pipeline.rSrUÚr2_endpoint_urlÚ transcribedÚr2_bucket_sourcezvalidation-resultsÚr2_model_bucketÚr2_bucket_outputÚr2_reference_bucketÚr2_access_key_idÚr2_secret_access_keyFÚboolÚr2_skip_uploadÚ database_urlÚ supabase_urlÚsupabase_admin_keyÚvalidation_recover_queueÚrecover_queue_tableÚdatabaseÚrecover_reference_modez4reference-data/transcription_results_recover.parquetÚrecover_tx_parquet_keyz2reference-data/transcription_flags_recover.parquetÚrecover_flags_parquet_keyz,reference-data/validated_segment_ids.parquetÚrecover_validated_parquet_keyz.reference-data/recover_reference_manifest.jsonÚrecover_reference_manifest_keyéÚintÚ&recover_reference_download_concurrencyzrecover-replay-ledgersÚrecover_replay_ledger_prefixÚshardsÚr2_shard_prefixÚhf_tokenÚ worker_idÚunknownÚgpu_typeÚ mock_moderÚ max_videosTÚenable_mms_lidÚenable_voxlinguaÚenable_conformer_multiÚenable_wav2vec_langcCs°|jptdƒ|_td|jƒ|_td|jƒ|_td|jƒ|_td|jƒ|_|jp*tdƒ|_|jp2tdƒ|_tdd ƒ ¡d k|_ |j pDtd ƒ|_ |j pLtd ƒ|_ |j pTtd ƒ|_ td|j ƒ|_ td|jƒ ¡|_td|jƒ|_td|jƒ|_td|jƒ|_td|jƒ|_ttdt|jƒƒƒ|_td|jƒ|_td|jƒ d¡|_|jp¤tdƒ|_|jpµtdtt ¡ƒdd…ƒ|_td|jƒ|_|jsËtdd ƒ ¡d k|_ttdt|jƒƒƒ|_dS)NÚR2_ENDPOINT_URLÚR2_VALIDATION_SOURCEÚR2_VALIDATION_MODEL_BUCKETÚR2_VALIDATION_OUTPUTÚR2_VALIDATION_REFERENCE_BUCKETÚR2_ACCESS_KEY_IDÚR2_SECRET_ACCESS_KEYÚR2_SKIP_UPLOADÚfalseÚtrueÚ DATABASE_URLÚURLÚSUPABASE_ADMINÚVALIDATION_RECOVER_QUEUE_TABLEÚRECOVER_REFERENCE_MODEÚRECOVER_TX_PARQUET_KEYÚRECOVER_FLAGS_PARQUET_KEYÚRECOVER_VALIDATED_PARQUET_KEYÚRECOVER_REFERENCE_MANIFEST_KEYÚ&RECOVER_REFERENCE_DOWNLOAD_CONCURRENCYÚRECOVER_REPLAY_LEDGER_PREFIXÚR2_SHARD_PREFIXú/ÚHF_TOKENÚ WORKER_IDé ÚGPU_TYPEÚ MOCK_MODErO) r\rZr^r_r`rarbrcÚlowerrerfrgrhrjrlrmrnrorprrrUrsrtrvÚstriprwrxÚuuidÚuuid4rzr{r|)Úselfr1r1r5Ú __post_init__‘sJþþÿþ"zValidationConfig.__post_init__rWú list[str]cCs2g}|js|js | d¡|jdvr| d¡|S)NzR2_ENDPOINT_URL required>Úparquetrkz6RECOVER_REFERENCE_MODE must be 'database' or 'parquet')r{r\Úappendrl)r¡Úerrorsr1r1r5Úvalidate¸s   zValidationConfig.validateN)rWr£)$Ú__name__Ú __module__Ú __qualname__Ú__doc__r\Ú__annotations__r^r_r`rarbrcrerfrgrhrjrlrmrnrorprsrtrvrwrxrzr{r|r}r~rr€r¢r§r1r1r1r5r[gsB                              'r[)rS)rTrUrVrUrWrU).r«Ú __future__rrXrŸÚ dataclassesrrÚpathlibrÚdotenvrÚ__file__ÚresolveÚparentÚ MMS_LID_MODELÚVOXLINGUA_MODELÚCONFORMER_MULTI_MODELrr¬ÚCONFORMER_LANG_PATTERNr#ÚsetÚkeysÚTARGET_LANGUAGESr0Úitemsr7r<ÚCONFORMER_LANG_CODESÚAUDIO_SAMPLE_RATEÚMAX_AUDIO_DURATION_SÚMIN_AUDIO_DURATION_SrrrYrDÚVOXLINGUA_BATCH_SIZErHrIrJrLÚHEARTBEAT_INTERVAL_SrOrQrZr[r1r1r1r5Ús°   ù ô ýÿÿÿþþþýýýüüüûûû ú