o Ni]c@s`dZddlmZddlZddlZddlmZddlmZm Z ddl m Z ddl m Z mZddlmZerBdd lmZmZdd lmZed ZdOddZdOddZdPddZGdddeZGdddeZGdddZ     dQdRd)d*Zed+Z dOd,d-Z!dSdTd3d4Z"dUd6d7Z# /       8dVdWdBdCZ$dd8ddddd/dDdXdHdIZ%dYdMdNZ&dS)Zz babel.messages.pofile ~~~~~~~~~~~~~~~~~~~~~ Reading and writing of files in the ``gettext`` PO (portable object) format. :copyright: (c) 2013-2026 by the Babel Team. :license: BSD, see LICENSE for more details. ) annotationsN)Iterable) TYPE_CHECKINGLiteral)Locale)CatalogMessage) TextWrapper)IOAnyStr) SupportsWritez \\([\\trn"])stringstrreturncCs0dd}d|vr|ddSt||ddS)zReverse `escape` the given string. >>> print(unescape('"Say:\\n \\"hello, world!\\"\\n"')) Say: "hello, world!" :param string: the string to unescape cSs2|d}|dkr dS|dkrdS|dkrdS|S)Nn t r )group)matchmrI/home/ubuntu/.local/lib/python3.10/site-packages/babel/messages/pofile.pyreplace_escapes+s z!unescape..replace_escapes\r) _unescape_resub)r rrrrunescape s  r!cCs>d|vr|}|dr|dd}dtt|St|S)aReverse the normalization done by the `normalize` function. >>> print(denormalize(r'''"" ... "Say:\n" ... " \"hello, world!\"\n"''')) Say: "hello, world!" >>> print(denormalize(r'''"" ... "Say:\n" ... " \"Lorem ipsum dolor sit " ... "amet, consectetur adipisicing" ... " elit, \"\n"''')) Say: "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " :param string: the string to denormalize r""rN) splitlines startswithjoinmapr!)r escaped_linesrrr denormalize;s   r)line list[str]cCsd|vrd|vr|Sg}d}d}|D]5}|dkr%|r"tdd}q|dkr2|s/tdd}q|dkrG|r=||7}q|rF||d}q||7}q|rY|rTtd|||S) zExtract locations from location comments. Locations are extracted while properly handling First Strong Isolate (U+2068) and Pop Directional Isolate (U+2069), used by gettext to enclose filenames with spaces and tabs in their names. ⁨⁩r#Fzglocation comment contains more First Strong Isolate characters, than Pop Directional Isolate charactersTzglocation comment contains more Pop Directional Isolate characters, than First Strong Isolate characters )lstripsplit ValueErrorappend)r* locationslocation in_filenamecrrr_extract_locationsYsF     r7cs"eZdZdZd fd d ZZS) PoFileErrorzDException thrown by PoParser when an invalid po file is encountered.messagercatalogrr*linenointrNonecs,t|d|||_||_||_dS)Nz on )super__init__r:r*r;)selfr9r:r*r; __class__rrr?s zPoFileError.__init__) r9rr:rr*rr;r<rr=)__name__ __module__ __qualname____doc__r? __classcell__rrrArr8sr8cs(eZdZd fdd Zd ddZZS) _NormalizedStringargsrrr=cstttj|dSN)r>r?r'rstrip)r@rIrArrr?sz_NormalizedString.__init__cCs|sdSdtt|S)Nr#)r&r'r!r@rrrr)sz_NormalizedString.denormalize)rIrrr=)rr)rCrDrEr?r)rGrrrArrHsrHc@s~eZdZdZ  d!d"d d Zd#d d Zd#ddZd#ddZd$d#ddZd$d#ddZ d#ddZ d#ddZ d%ddZ d#ddZ d S)& PoFileParserzSupport class to read messages from a ``gettext`` PO (portable object) file and add them to a `Catalog` See `read_po` for simple cases. Fr:rignore_obsoletebool abort_invalidrr=cCs*||_||_d|_d|_||_|dS)Nr)r:rNcounteroffsetrP_reset_message_state)r@r:rNrPrrrr?s  zPoFileParser.__init__cCsFg|_g|_g|_g|_g|_g|_d|_d|_d|_d|_ d|_ dS)NF) messages translationsr3flags user_comments auto_commentscontextobsoletein_msgid in_msgstr in_msgctxtrLrrrrSs z!PoFileParser._reset_message_statec Cs"t|jdkr@tdd|jD}ddt|jjD}t|jD]\}}||jjkr4|d|j dq!| ||<q!t|}n|jd }|jdd }|j rX|j nd }t |||j |j|j|j|j d|d }|jr|js~||jj|j||<n||j|<|jd7_|d S) z Add a message to the catalog based on the current parser state and clear the state ready to process the next message. rcs|]}|VqdSrJ)r)).0rrrr z,PoFileParser._add_message..cSsg|]}dqSr#r)r__rrr sz-PoFileParser._add_message..r#z5msg has more translations than num_plurals of catalogrN)r;rY)lenrTtupleranger: num_pluralssortedrU_invalid_pofilerRr)rYrr3rVrXrWrZrN_key_forrQrS)r@msgidr idx translationmsgctxtr9rrr _add_messagesB     zPoFileParser._add_messagecCsP|jr&|js |d|jd|jdd|jdtg|dSdS)Nr#zmissing msgstr for msgid 'r')rTrUrjrRr)r2rHrprLrrr_finish_current_messages z$PoFileParser._finish_current_messagecCs6|sdS|ddkr|||dS||||dS)Nr")!_process_string_continuation_line_process_keyword_line)r@r;r*rZrrr_process_message_lines  z"PoFileParser._process_message_linec Cs|d\}}}|dvr|||_|dkr||_|dvr.d|_d|_|jt|dS|dkr.,z#.r)rrr7 rpartitionr3r2r<r1rVextendr/r0rKrXrW)r@r*prefixr4acolonbcommentrrr_process_comment/s,  ( zPoFileParser._process_commentfileobjIO[AnyStr] | Iterable[AnyStr]c Cs*d}t|D]d\}}|}|durt|t }|sq|r$||jj}|ddkrd|dddkrA|j||ddddqz| |Wqt yc}z| ||t|WYd}~qd}~ww|||q| |j s|js{|js{|jr|jt|jdtg|dSdSdS)aV Reads from the file-like object (or iterable of string-likes) `fileobj` and adds any po file units found in it to the `Catalog` supplied to the constructor. All of the items in the iterable must be the same type; either `str` or `bytes` (decoded with the catalog charset), but not a mixture. Nr#rz#~T)rZ) enumeraterK isinstancerdecoder:charsetrvr/rr1rjrrrQrVrWrXrTr2rHrUrp)r@r needs_decoder;r*excrrrparseMs2    zPoFileParser.parsecCsJt|tsJ|jrt||j||td|td|dd|dS)NzWARNING:zWARNING: Problem on line rz: )rrrPr8r:print)r@r*r;msgrrrrjvs  zPoFileParser._invalid_pofileN)FF)r:rrNrOrPrOrr=)rr=)F)rrrr=)rCrDrErFr?rSrprrrvrurtrrrjrrrrrMs  (  #  )rMFrrlocaleLocale | str | Nonedomain str | NonerNrOrrPrcCs*t|||d}t|||d}|||S)aRead messages from a ``gettext`` PO (portable object) file from the given file-like object (or an iterable of lines) and return a `Catalog`. >>> from datetime import datetime >>> from io import StringIO >>> buf = StringIO(''' ... #: main.py:1 ... #, fuzzy, python-format ... msgid "foo %(name)s" ... msgstr "quux %(name)s" ... ... # A user comment ... #. An auto comment ... #: main.py:3 ... msgid "bar" ... msgid_plural "baz" ... msgstr[0] "bar" ... msgstr[1] "baaz" ... ''') >>> catalog = read_po(buf) >>> catalog.revision_date = datetime(2007, 4, 1) >>> for message in catalog: ... if message.id: ... print((message.id, message.string)) ... print(' ', (message.locations, sorted(list(message.flags)))) ... print(' ', (message.user_comments, message.auto_comments)) ('foo %(name)s', 'quux %(name)s') ([('main.py', 1)], ['fuzzy', 'python-format']) ([], []) (('bar', 'baz'), ('bar', 'baaz')) ([('main.py', 3)], []) (['A user comment'], ['An auto comment']) .. versionadded:: 1.0 Added support for explicit charset argument. :param fileobj: the file-like object (or iterable of lines) to read the PO file from :param locale: the locale identifier or `Locale` object, or `None` if the catalog is not bound to a locale (which basically means it's a template) :param domain: the message domain :param ignore_obsolete: whether to ignore obsolete messages in the input :param charset: the character set of the catalog. :param abort_invalid: abort read if po file is invalid )rrr)rP)rrMr)rrrrNrrPr:parserrrrread_po~s6 rzL(\s+|[^\s\w]*\w+[a-zA-Z]-(?=\w+[a-zA-Z])|(?<=[\w\!\"\'\&\.\,\?])-{2,}(?=\w))cCs0d|dddddddd d d S) zEscape the given string so that it can be included in double-quoted strings in ``PO`` files. >>> escape('''Say: ... "hello, world!" ... ''') '"Say:\\n \\"hello, world!\\"\\n"' :param string: the string to escape z"%s"rz\\rz\trz\rrz\nrsz\")replace)r rrrescapes  rr#Lrwidthr<c s0|rj|dkrjt}g}|dD]W}tt|||krct|}||rbg}d}|rXtt|dd|} || |krL|||| 7}n |sU||n|s.|d||s(q||qn|d}t|dkryt|S|r|ds|d=|dd7<ddfd d |DS) aConvert a string into a format that is appropriate for .po files. >>> print(normalize('''Say: ... "hello, world!" ... ''', width=None)) "" "Say:\n" " \"hello, world!\"\n" >>> print(normalize('''Say: ... "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " ... ''', width=32)) "" "Say:\n" " \"Lorem ipsum dolor sit " "amet, consectetur adipisicing" " elit, \"\n" :param string: the string to normalize :param prefix: a string that should be prepended to every line :param width: the maximum line width; use `None`, 0, or a negative number to completely disable line wrapping rTrrr#rrz"" csg|]}t|qSr)r)r_r*rrrrdsznormalize..) rer$rWORD_SEPr0reverser2popr&) r rr prefixlenlinesr*chunksbufsizelengthrrr normalizes>         rfilenamecCs<d|vr d|vr |S|dsd|}|ds|d7}|S)zEnclose filenames which include white spaces or tabs. Do the same as gettext and enclose filenames which contain white spaces or tabs with First Strong Isolate (U+2068) and Pop Directional Isolate (U+2069). r.rr,r-)r%endswith)rrrr_enclose_filename_if_necessarys  rTSupportsWrite[bytes]r: no_location omit_header sort_output sort_by_fileinclude_previousinclude_linenor=c CsZd} |rd} n|r d} t||| |||| |dD]} t| tr%| |jd} || qdS)aWrite a ``gettext`` PO (portable object) template file for a given message catalog to the provided file-like object. >>> catalog = Catalog() >>> catalog.add('foo %(name)s', locations=[('main.py', 1)], ... flags=('fuzzy',)) >>> catalog.add(('bar', 'baz'), locations=[('main.py', 3)]) >>> from io import BytesIO >>> buf = BytesIO() >>> write_po(buf, catalog, omit_header=True) >>> print(buf.getvalue().decode("utf8")) #: main.py:1 #, fuzzy, python-format msgid "foo %(name)s" msgstr "" #: main.py:3 msgid "bar" msgid_plural "baz" msgstr[0] "" msgstr[1] "" :param fileobj: the file-like object to write to :param catalog: the `Catalog` instance :param width: the maximum line width for the generated output; use `None`, 0, or a negative number to completely disable line wrapping :param no_location: do not emit a location comment for every message :param omit_header: do not include the ``msgid ""`` entry at the top of the output :param sort_output: whether to sort the messages in the output by msgid :param sort_by_file: whether to sort the messages in the output by their locations :param ignore_obsolete: whether to ignore obsolete messages and not include them in the output; by default they are included as comments :param include_previous: include the old msgid as a comment when updating the catalog :param include_lineno: include line number in the location comment Nr9r4rNrrrrsort_byrbackslashreplace) generate_porrencoderwrite) rr:rrrrrrNrrrr*rrrwrite_po"s&8  rrr%Literal['message', 'location'] | None Iterable[str]c #sr dkr nd}t|ddtddd} d fdd } d fd d } t|d D]} | jsY|r5q-j} rSdkrSg}| D] }|| |7}qDd |} | d V| jD] }| |EdHq\| jD] }| |ddEdHqi|sg}z t | j ddd}Wn t y| j }Ynw|D]$\}}| t jd}t|}|r|r|d|d}||vr||q| d|ddEdH| jrdddgt | jd V| jr|r| dt| jddddEdHt| jdkrt| jdd}| d|ddEdH| | EdHd Vq-|sCtj|d D]} | jD] }| |EdHq*| | ddEdHd Vq%dSdS)!zYield text strings representing a ``gettext`` PO (portable object) file. See `write_po()` for a more detailed description. rrF)rbreak_long_wordsz# )rsubsequent_indentrr#c3s.|D]}d|d|dVqdS)Nrr.r)wraprK)rrr*)comment_wrapperrr_format_commentsz$generate_po.._format_commentc 3s@t|jttfrl|jr|dt|j|ddV|dt|jd|ddV|dt|jd|ddVtjD]'}z|j|}Wn t yVd}Ynw|d |d d t||ddVqBdS|jr~|dt|j|ddV|dt|j|ddV|d t|jpd|ddVdS) Nzmsgctxt )rrrmsgid r msgid_plural rr#rydz] zmsgstr ) ridlistrfrYrrgrhr IndexError)r9rrmr )r:rrr_format_messages$"" &&z$generate_po.._format_message)rrN.rcSs"|dt|dtr|dpdfS)Nrrr)rr<)xrrrs"zgenerate_po..key/rrr.rz, r)r|rrz#~ rb)r _sort_messagesrheader_commentr$rr&rWrXrir3 TypeErrorrosseprr2rV previous_idrrerZvalues)r:rNrrrrrr comment_widthheader_wrapperrrr9comment_headerrr*rlocsr3rr;r4norm_previous_idr)r:rrrros~               rrTIterable[Message] list[Message]cCs8t|}|dkr||S|dkr|jddd|S)z Sort the given message iterable by the given criteria. Always returns a list. :param messages: An iterable of Messages. :param sort_by: Sort by which criteria? Options are `message` and `location`. :return: list[Message] r9r4cSs|jSrJ)r3)rrrrrsz _sort_messages..r)rsort)rTrrrrrs r)r rrr)r*rrr+)NNFNF)rrrrrrrNrOrrrPrOrr)r#r)r rrrrr<rr)rrrr)rFFFFFFT)rrr:rrr<rrOrrOrrOrrOrNrOrrOrrOrr=)r:rrNrOrrOrrOrrOrrOrrrr<rr)rTrrrrr)'rF __future__rrrecollections.abcrtypingrr babel.corerbabel.messages.catalogrr babel.utilr r r _typeshedr compilerr!r)r7 Exceptionr8rrHrMrrrrrrrrrrrrsd         2  b <  = Po