o Ni@s^ddlmZddlmZddlmZmZmZmZddlm Z ddl Z ddl Z ddl Z ddl Z ddlmZddlZddlZddlZddlZddlZddlZddlmZmZd d Zd)d d Zd*ddZddZddZdggdfddZddlZejddddZ dggfddZ!ddZ"dd Z#d!d"Z$d#d$Z%ejddd%d&Z&ejddd'd(Z'dS)+) GeneralMap)Transliterator)Convert PostOptions PostProcess PreProcess) ConvertFixN)Counter) getmembers isfunctioncCs|ddkr |ddSdS)Nar)countreplace)r rN/home/ubuntu/.local/lib/python3.10/site-packages/aksharamukha/transliterate.pyremoveAs rccsht}|j}|durt|j|D] }|||VqdS|D]}||}||vr1|||Vq dS)zHList unique elements, preserving order. Remember all elements ever seen.N)setadd itertools filterfalse __contains__)iterablekeyseenseen_addelementkrrrunique_everseensrFc sg}D]2}z't|dd}|dkr||n|t|ddWqty6Yqwt|}g}|D]\}}|t|d} || |fqA|sit|dkrft |dd}n'd}n$t|dkrt |dddkrt |d d}n t |dd}nd}|d |dd} gd } | d krd vsd vrd} | S| dkrt fdd| Drd} | S| dkrd} | S| dkrTd} gd} t fdd| Drd} dddd} ddD]9}z t|}WnYd|vr | dd7<qd|vr| d d7<qd!|vr'| d"d7<qddl }t | |dd#}| ddksL| d dksL| d"dkrR|dd} | S| d$kr]d%} | S| d&krfd'} | S| d(krod)} | S| d*krxd+} | S| d,krd-} | S| d.krd/} | S| d0krd1} | S| d2krd3} | S| d4krd5} | S| d6krd7}| S| d8krd9} | S| d:krd;} | S| dd}t fd?d|Drd@} dAd}t fdBd|DrdC} | S| dDkr1dE} dFd}t fdGd|Dr dH} dId}t fdJd|DrdK} dLd}t fdMd|Dr/dN} | S| dOkrgdP}gdQ}gdR}gdS}dTvrOdU} | St fdVd|Dr_dW} | St fdXd|DrodY} | St fdZd|Drd[vsd\vsd]vrd^} | Sd_} | St fd`d|Drda} | Sdb} | S| tjvs| tjvs| dcvr | Sdddlm}|}|} | S)eN roldrdrlatin)uຆuຉuຌuຎuຏuຐuຑuຒuຓuຘuຠuຨuຩuຬu຺BengaliuৰuৱAssameseLaoc3|]}|vVqdSNr.0chartextrr Xzauto_detect..LaoPaliBatak BatakKaroMyanmarBurmese)uၚuၛu္ညuၞuၟuၠuဳuဨcsg|]}|vqSrrr+r.rr `szauto_detect..Mon)ShanTaiLaing KhamtiShanuႃshanr9z tai laingr:khamtir;)rMeetei MeeteiMayekDives DivesAkuruPersian OldPersianzPhags-paPhagsPaOlSantaliSora SoraSompengSyloti SylotiNagriTaiTaiThamWarang WarangCitiSiddhamsiddhamUnicodeCyrillicRussianCyrillic ZanabazarZanabazarSquareSyriacSyreuܲ ܵ ܝܼ ܘܼ ܸ ܹ ܘܿc3r)r*rr+r.rrr0r1Syrnuܰ ܺ ܶ ّ ܽc3r)r*rr+r.rrr0r1SyrjArabicArabuچ گ ژ پ هٔc3r)r*rr+r.rrr0r1zArab-Fau ڈ ٹ ڑ ھc3r)r*rr+r.rrr0r1Urduu%ݨ لؕ مھ نھ یھ رھ لھ وھc3r)r*rr+r.rrr0r1 ShahmukhiLatin)uāuīuūuṃuḥuśuṣuṇuṛuṝuḷuḹuḻuṉuṟuṭuḍuṅñ) zR^izR^IzL^izL^Iz.Nz~Nz~nChshSh)ʾuʿušw)´u˝uʻuʰTitusc3r)r*rr+r.rrr0r1Latnc3r)r*rr+r.rrr0r1BurmeseRomanLoCc3r)r*rr+r.rrr0r1uēuōur̥ISOIASTc3r)r*rr+r.rrr0r1ItransHKHiraganaKatakana)gimeltra) unicodedatanamesplitlowerappend ValueErrorr itemslensortedupperanyroperator itemgetterr IndicScripts LatinScriptsrror auto_script)r/pluginscriptsuchar script_namecountsscript_percentscriptrpercent inputScriptlaoPalimoncountSubr-r{sorted_x preOptions eastern_dia western_dia persian_char urdu_char shahmukh_char diacriticsrjsemiticrgrotrrr.r auto_detect*s.    nki      * M E C A ? = ; 9 7 5 3 1 /   '        "  rcCsg}|dkrD|dd}d|vsd|vsd|vsd|vr!dg}|Sd |vr.d |vr.d g}|Sd |vr7d g}|Sd |vs?d |vrBdg}|S|dksL|dkru|dd}d|vr_d|vr_dg}|Sd|vrhdg}|Sd|vspd|vrsdg}|S|dkr|dg}|S)NThaiuห์ru͜u̥uงํu็ ThaiPhoneticu์uะThaiSajjhayawithAThaiSajjhayaOrthographyuัThaiOrthographyr(r2uຫ໌u໌uະLaoSajhayaOrthographywithALaoSajhayaOrthographyuັLaoTranscriptionr[UrduShortNotShown)r)r/r preoptionstextNewrrrdetect_preoptionss:    rcCs d}|dkrg|tjvrg|tjvr|d}nd|vrd}|tjvr%||}n|tjvr,d}|tjvrK||dg}|dg|}d}|d vrJ|d g}n|tjvrYtj||}|tjvrg|tj|}|dkrz|tjvrz|tj vrxd }nd}|dkr|tjvr|tjvr|d}nd|vrd}|tjvr||}n|tjvrd}|tjvr|d g|}|d g|}d}n|tj vrtj ||}|tj vr|tj |}|dkr|tjvr|tj vrd }nd}|tj vr$tj ||kr t |tj |||||}tj |}tj ||kr$|dg|}|dg|}d}d }|tj vrVtj ||krE|d g|}|d g|}d }nt |tj |||||}tj |} |dksa|dkrc|S|gkry|gkry|dkry||kry|Sddddd}|tj vs|tj vr||vr||}|tj vs|tj vr||vr||}||vr||vr||}||}|s|dkrd}|s|dkrd}|s|dkrd}|s|dkrd}|dvr|tjvr|d7} |r|tj vr|tjvr|d7}||kr,|dkr,|dkr,|tj vr,|}d}d|vre|tjvrCd|vrCt||}n"td |d!d"krT|d#g}n|tjvr`|d$g}n|d%g}t|||||}d&|vrz|d'krzd(}d)|vr|d'krd(}d&|vr|d'krd(}d*|vr|d+krd,}d-|vr|d.krd/}d-|vr|d.krd/}d0|vr|d1krd}d2|vr|d3krd4}d}d5|vr|d3krd4}d}d6|vr|d7krd6}d}d8|vr|d9krd:|}d;|vr|d|vr|d?krd@}|D] }tt||}qdA|vr/|dkr/|dBd}d} |d krA|dCkrA|tj vsX|tjvrS|tj vrS|tjvsX|dDvr]t|}|dksg|dkrrt|||}dE} d}|dks||dkrt|||||}|dFkr|dGkrt|}|dHkrdI|vrd} t|dID]\} } | dJdKkr| t | ||7} q| | 7} qnt |||} | dEkr|dkrd&|vrt | dd} ||kr|}t | d|} |tj vr|dLkr|sdM|vr ttdM| } |r)t!"| |||} |d kr)|dNkr$t#| } nt$| } dO|vr:|dNkr:t%dPdQ|}|D] }tt|| } q<|dNkra|dGkrat&'dR|dS} | j(| _)| j*} |dFkrp|dGkrpt+| } tj| dTdU} t,||| |||} | S)VNrRomanLoCLoCThamThamLoCrhTargetF)KhmerLoCSchwaFinalKhmerLoCISO233SourcerfIgnoreHebrThaaArab-UrArab-Pa)HebrewThaanar[r\rr[r\r)rru׍u׌rmrn Devanagari indicDandas|SignMapru।RetainDevangariDanda Dot2Dandas Dot2Pipes siddhammuktarOSiddhamDevanagari siddhamap LaoNativer(Lao2 egrantamilGranthaGranthaGrantamil nepaldevafontNewa ranjanalantsaRanjanaTibetan ranjanawartu BengaliRaBar& SoyomboFinalsSoyomborbBalineseSimplifiedBalineseBalineseSimpleRomanLoCJavaneseSimplifiedJavaneseJavaneseSimpleRomanLoCnovowelshebrewuַTyperlJapaneseOriyaIPArjz##rrZarabicRemoveAdditionsPhoneticTamilRemoveDiacriticscSs|dkrdS|S)NrRemoveDiacriticsTamilrxrrrszconvert..z&http://anunaadam.appspot.com/api?text=z &method=2Treverse)-r LoCScripts LoCSrcMap LoCTgtMap LoCTgtISO LocPostPreLoCTgtPostOptionskeysLoCTgtPreOptionsSemiticScriptsLoCSrcPostOptionsLoCSrcPreOptions semiticISOconvertr} pipeScriptsrRetainPipeDanda CrunchListTransliterationgetattrrr~ retainLatinJapanesePreProcessrJapanesePostProcessr OriyaIPAFixPre enumeraterrr convertScriptrApplyScriptDefaultsrrmaprequestsgetapparent_encodingencodingr/ OriyaIPAFix defaultPost)srctgttxtnativizer postoptionstgtOldIndicSemiticMappingoptionssrcOldtransliterationiwordrrrrrsn                  (** *       $     &       rTdefaultcCsl|dkr t||||||S|dkrt||||||S|dkr't||||||S|dkr4t||||||SdS)Nr  script_code lang_code lang_name)process_defaultprocess_script_tagprocess_lang_tagprocess_lang_name)rrrr post_options pre_optionsparamrrrprocess"sr)maxsizecCs^ddl}|j|jt}t||ddd}t|}Wd|S1s(wY|S)Nrr utf8r)ospathdirnamerealpath__file__openyaml safe_load) file_pathrdir_pathstream data_loadedrrr _load_data1s  r(c s^td}tjtjtj}ttddttt ttdd}ttddtt t ttdd} fdd|D}fd d|D}|d |d } ||vr`d ||vr`t | ||vrod |d} t | ||vr~d|d} t | |dkr|tj vrd|d} t | |dkr|tj vrd|d} t | t||||||S)N/yaml/aksharamukha-scripts.yamlcS|dSNrrrrrrr>z!convert_default..cS|Sr*rsrrrrr?r,cSr*r+rrrrrrAr,cSr-r*r.rrrrrBr,c*g|]}D] }||kr|qqSrr.r,option option_id)postOptionListrrr7D*z#convert_default..cr/rr.r0) preOptionListrrr7Er4z uses an hacked font to display the script. In the absence of this font, you text may appear different. See: https://www.aksharamukha.com/describe/z for the font used font_hackzSource script: zQ not found in the list of scripts supported. The text will not be transliterated.zTarget script: rzThe LoC romanization of z is not yet supported. The output text will be rendered using ISO 233 if Semitic else ISO 15919. See: https://www.aksharamukha.com/locz is not yet supported. The input text will be treated as if it was ISO 233 if Semitic else ISO 15919.. See: https://www.aksharamukha.com/loc)r(rr}r~rlistrr rr rwarningswarnrr) rrrrrrr' scriptListpreOptionListLowerpostOptionListLowerfont_hack_warningscript_not_foundr)r3r5rconvert_default9s0         r?cstjtj}ttdd|}dkrt|t|}n|vr.fdd|Dd|vr?fdd|Ddt||||S)NcSr-r*r.rrrrrar,z!process_default.. autodetectc g|] }|kr|qSrr.r, script_id)rrrr7h z#process_default..rcrArr.rB)rrrr7krD) rr}r~r7rrrrsr?)rrrrrrr:scriptListLowerr)rrrr_s    rcCstd}td}g}g} |dkrd}td|dkr"d}td|D]} || d} d|| vrR|| dd d } ttd d || dd } nd }d } | |vrm| || vrm|| | d}nd }d|vr|| d|kr||| fd|vr|| d|kr| || fd|vr|dd }|dd}| |krd|| vr|| vr| d | fd|vr|dd }|dd}| |krd|| vr|| vr|d | fq&|dvrd}|d7}t|dg}|dvr2d}|d7}t|dg} d|vrM|dd dvrMd |ddfg}d|vrh|dd dvrhd |ddfg} |dkryd t |fg}t ||}t |d krt |ddd d}n|t jvr|}ntd|dt | d krt | ddd d}n|t jvr|}ntd|dt |dkrdd tdd |d|d}|d7}t|t | dkrd d!td"d | d#|d}|d7}t|t||||||S)$Nr)/yaml/wikitra2-data.yamlSyrcrVzPlease specify the variety of Syriac script for the source: Estrangelo (Syre), Eastern (Syrn) or Wester (Syrj). Defaulting to SyrezPlease specify the variety of Syriac script for the target: Estrangelo (Syre), Eastern (Syrn) or Wester (Syrj). Defaulting to Syrerlang,rcSr-r*r.rrrrrr,z$process_script_tag..r population-r)latnenengRLatin has multiple transcription schemes. 'ISO 15919' has been selected by defaultzW Please use a transcription format e.g. la-IAST or la-HK to select a particular schemerrhr@TrzSource script code: not foundzTarget script code: zMultiple orthographies, cSr*Nrrrrrrrr,z:, are associated with the input script. The most popular '' has been selectedzh Please use the format lang_code-script_code e.g. ur-Arab or pa-Arab to select a particular orthographyzMultiple orthographies: z, cSr*rRrrrrrrr,z: are associated with the target script. The most popular ')r(r8r9rrrr7rrsrtrrrwrxrr Exceptionjoinr)src_tagtgt_tagrrrrr'data_loaded_wikirrscrpt scrpt_taglang_tagrHrJ lang_part script_partr9src_poptgt_poprrrrps    "  , 2  ""    $ $ rcCs`td}td}g}g} |D]} d|| vr+ttdd|| dd} nd} || d} | |vr@t|| } nd } || vrO|| | f|| vr\| | | fd |vr|d d }|d d }| |kr|| vr| d | fd |vr|d d }|d d }| |kr|| vr|d | fq|d vrd |d}|d7}t |dg}|d vrd|d}|d7}t |dg} d |vr |d d d vr |D]} || d} | |d d kr d | fg}qd |vr>|d d d vr>|D]} || d} | |d d kr.rIrrrrKr)sasanpiplizThe input language: zk is script-agnostic and can be written in multiple scripts. The most popular 'Devanagari' has been selectedzc Please use the format lang_code-script_code e.g. sa-Gran or sa-Sidd to select a particular script)rrzThe ouptput language: )larMrNrOz[ Please use a transcription format e.g. Latn-IAST or Latn-HK to select a particular schemerPr@TrzSource language code: rQzTarget language code: zMultiple scripts cSr*rRrrrrrrJr,z7 associated with the input language. The most popular 'rSzc Please use the format lang_code-script_code e.g. pa-Guru or pa-Arab to select a particular scriptcSr*rRrrrrrrNr,z8 associated with the target language. The most popular ')r(rr7rrrrwrsrtr8r9rrrxrTrUr)rVrWrrrrr'rXrrrYrHrZ script_countr\r]r9r^r_rrrrs "          "   "     ""  $ $ rcCsJ|dkrt|}t||}ntt|}tt|}t||||||S)Nr@)rrstr langcodesfindr)src_nametgt_namerrrrrrrrrrTs  rcCs^ddlm}||tj}t||dddd}t|}Wd|S1s(wY|S)Nr)Pathzjson/gimeltra_data.jsonr zutf-8r)pathlibrkr parentr!jsonload)rkcwdfdatarrrget_semitic_json_s   rscCsdSr*r)rrrr getOptionshsrtr*)F)( aksharamukharaksharamukha.gimeltrarrrrrrr rnrhtmlr collectionsr rpr"r8rgrinspectr r rrrrrr functools lru_cacher(r?rrrrrsrtrrrrsJ     C  &lx