o mi]c@s`dZddlmZddlZddlZddlmZddlmZm Z ddl m Z ddl m Z mZddlmZerBdd lmZmZdd lmZed ZdOddZdOddZdPddZGdddeZGdddeZGdddZ     dQdRd)d*Zed+Z dOd,d-Z!dSdTd3d4Z"dUd6d7Z# /       8dVdWdBdCZ$dd8ddddd/dDdXdHdIZ%dYdMdNZ&dS)Zz babel.messages.pofile ~~~~~~~~~~~~~~~~~~~~~ Reading and writing of files in the ``gettext`` PO (portable object) format. :copyright: (c) 2013-2026 by the Babel Team. :license: BSD, see LICENSE for more details. ) annotationsN)Iterable) TYPE_CHECKINGLiteral)Locale)CatalogMessage) TextWrapper)IOAnyStr) SupportsWritez \\([\\trn"])stringstrreturncCs0dd}d|vr|ddSt||ddS)zReverse `escape` the given string. >>> print(unescape('"Say:\\n \\"hello, world!\\"\\n"')) Say: "hello, world!" :param string: the string to unescape cSs2|d}|dkr dS|dkrdS|dkrdS|S)Nn t r )group)matchmrO/home/kim/smarthome/.venv/lib/python3.10/site-packages/babel/messages/pofile.pyreplace_escapes+s z!unescape..replace_escapes\r) _unescape_resub)r rrrrunescape s  r!cCs>d|vr|}|dr|dd}dtt|St|S)aReverse the normalization done by the `normalize` function. >>> print(denormalize(r'''"" ... "Say:\n" ... " \"hello, world!\"\n"''')) Say: "hello, world!" >>> print(denormalize(r'''"" ... "Say:\n" ... " \"Lorem ipsum dolor sit " ... "amet, consectetur adipisicing" ... " elit, \"\n"''')) Say: "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " :param string: the string to denormalize r""rN) splitlines startswithjoinmapr!)r Z escaped_linesrrr denormalize;s   r(line list[str]cCsd|vrd|vr|Sg}d}d}|D]5}|dkr%|r"tdd}q|dkr2|s/tdd}q|dkrG|r=||7}q|rF||d}q||7}q|rY|rTtd|||S) zExtract locations from location comments. Locations are extracted while properly handling First Strong Isolate (U+2068) and Pop Directional Isolate (U+2069), used by gettext to enclose filenames with spaces and tabs in their names. ⁨⁩r#Fzglocation comment contains more First Strong Isolate characters, than Pop Directional Isolate charactersTzglocation comment contains more Pop Directional Isolate characters, than First Strong Isolate characters )lstripsplit ValueErrorappend)r) locationslocationZ in_filenamecrrr_extract_locationsYsF     r5cs"eZdZdZd fd d ZZS) PoFileErrorzDException thrown by PoParser when an invalid po file is encountered.messagercatalogrr)linenointrNonecs,t|d|||_||_||_dS)Nz on )super__init__r8r)r9)selfr7r8r)r9 __class__rrr=s zPoFileError.__init__) r7rr8rr)rr9r:rr;)__name__ __module__ __qualname____doc__r= __classcell__rrr?rr6sr6cs(eZdZd fdd Zd ddZZS) _NormalizedStringargsrrr;cstttj|dSN)r<r=r'rstrip)r>rGr?rrr=sz_NormalizedString.__init__cCs|sdSdtt|S)Nr#)r&r'r!r>rrrr(sz_NormalizedString.denormalize)rGrrr;)rr)rArBrCr=r(rErrr?rrFsrFc@s~eZdZdZ  d!d"d d Zd#d d Zd#ddZd#ddZd$d#ddZd$d#ddZ d#ddZ d#ddZ d%ddZ d#ddZ d S)& PoFileParserzSupport class to read messages from a ``gettext`` PO (portable object) file and add them to a `Catalog` See `read_po` for simple cases. Fr8rignore_obsoletebool abort_invalidrr;cCs*||_||_d|_d|_||_|dS)Nr)r8rLcounteroffsetrN_reset_message_state)r>r8rLrNrrrr=s  zPoFileParser.__init__cCsFg|_g|_g|_g|_g|_g|_d|_d|_d|_d|_ d|_ dS)NF) messages translationsr2flags user_comments auto_commentscontextobsoletein_msgid in_msgstr in_msgctxtrJrrrrQs z!PoFileParser._reset_message_statec Cs"t|jdkr@tdd|jD}ddt|jjD}t|jD]\}}||jjkr4|d|j dq!| ||<q!t|}n|jd }|jdd }|j rX|j nd }t |||j |j|j|j|j d|d }|jr|js~||jj|j||<n||j|<|jd7_|d S) z Add a message to the catalog based on the current parser state and clear the state ready to process the next message. rcs|]}|VqdSrH)r().0rrrr z,PoFileParser._add_message..cSsg|]}dqSr#r)r]_rrr sz-PoFileParser._add_message..r#z5msg has more translations than num_plurals of catalogrN)r9rW)lenrRtupleranger8 num_pluralssortedrS_invalid_pofilerPr(rWrr2rTrVrUrXrLZ_key_forrOrQ)r>msgidr idx translationmsgctxtr7rrr _add_messagesB     zPoFileParser._add_messagecCsP|jr&|js |d|jd|jdd|jdtg|dSdS)Nr#zmissing msgstr for msgid 'r')rRrSrhrPr(r1rFrmrJrrr_finish_current_messages z$PoFileParser._finish_current_messagecCs6|sdS|ddkr|||dS||||dS)Nr")!_process_string_continuation_line_process_keyword_line)r>r9r)rXrrr_process_message_lines  z"PoFileParser._process_message_linec Cs|d\}}}|dvr|||_|dkr||_|dvr.d|_d|_|jt|dS|dkrr9r)rXkeywordraargkwargZ has_bracketZidxargrjsrrrrrs0 z"PoFileParser._process_keyword_linecCsZ|jr |jd}n|jr|jdd}n|jr|j}n |||ddS||dS)Nrrzr)r9rzrrrrqs z.PoFileParser._process_string_continuation_linec Cs||dd}|dkrCt|ddD]*}|d\}}}|r8z |j|t|fWqty7Yqw|j|dfqdS|dkr]|jdd|dd dDdS|dkrs|dd }|rq|j |dS|j |d d dS) Nz#::z#,csr\rH)rI)r]flagrrrr^@r_z0PoFileParser._process_comment..,z#.r)ror5 rpartitionr2r1r:r0rTextendr.r/rIrVrU)r>r)prefixr3acolonbcommentrrr_process_comment/s,  ( zPoFileParser._process_commentfileobjIO[AnyStr] | Iterable[AnyStr]c Cs*d}t|D]d\}}|}|durt|t }|sq|r$||jj}|ddkrd|dddkrA|j||ddddqz| |Wqt yc}z| ||t|WYd}~qd}~ww|||q| |j s|js{|js{|jr|jt|jdtg|dSdSdS)aV Reads from the file-like object (or iterable of string-likes) `fileobj` and adds any po file units found in it to the `Catalog` supplied to the constructor. All of the items in the iterable must be the same type; either `str` or `bytes` (decoded with the catalog charset), but not a mixture. Nr#r{z#~T)rX) enumeraterI isinstancerdecoder8charsetrsr.rr0rhrorOrTrUrVrRr1rFrSrm)r>rZ needs_decoder9r)excrrrparseMs2    zPoFileParser.parsecCsJt|tsJ|jrt||j||td|td|dd|dS)NzWARNING:zWARNING: Problem on line rz: )rrrNr6r8print)r>r)r9msgrrrrhvs  zPoFileParser._invalid_pofileN)FF)r8rrLrMrNrMrr;)rr;)F)rrrr;)rArBrCrDr=rQrmrorsrrrqrrrhrrrrrKs  (  #  )rKFrrlocaleLocale | str | Nonedomain str | NonerLrMrrNrcCs*t|||d}t|||d}|||S)aRead messages from a ``gettext`` PO (portable object) file from the given file-like object (or an iterable of lines) and return a `Catalog`. >>> from datetime import datetime >>> from io import StringIO >>> buf = StringIO(''' ... #: main.py:1 ... #, fuzzy, python-format ... msgid "foo %(name)s" ... msgstr "quux %(name)s" ... ... # A user comment ... #. An auto comment ... #: main.py:3 ... msgid "bar" ... msgid_plural "baz" ... msgstr[0] "bar" ... msgstr[1] "baaz" ... ''') >>> catalog = read_po(buf) >>> catalog.revision_date = datetime(2007, 4, 1) >>> for message in catalog: ... if message.id: ... print((message.id, message.string)) ... print(' ', (message.locations, sorted(list(message.flags)))) ... print(' ', (message.user_comments, message.auto_comments)) ('foo %(name)s', 'quux %(name)s') ([('main.py', 1)], ['fuzzy', 'python-format']) ([], []) (('bar', 'baz'), ('bar', 'baaz')) ([('main.py', 3)], []) (['A user comment'], ['An auto comment']) .. versionadded:: 1.0 Added support for explicit charset argument. :param fileobj: the file-like object (or iterable of lines) to read the PO file from :param locale: the locale identifier or `Locale` object, or `None` if the catalog is not bound to a locale (which basically means it's a template) :param domain: the message domain :param ignore_obsolete: whether to ignore obsolete messages in the input :param charset: the character set of the catalog. :param abort_invalid: abort read if po file is invalid )rrr)rN)rrKr)rrrrLrrNr8parserrrrread_po~s6 rzL(\s+|[^\s\w]*\w+[a-zA-Z]-(?=\w+[a-zA-Z])|(?<=[\w\!\"\'\&\.\,\?])-{2,}(?=\w))cCs0d|dddddddd d d S) zEscape the given string so that it can be included in double-quoted strings in ``PO`` files. >>> escape('''Say: ... "hello, world!" ... ''') '"Say:\\n \\"hello, world!\\"\\n"' :param string: the string to escape z"%s"rz\\rz\trz\rrz\nrpz\")replace)r rrrescapes  rr#Lrwidthr:c s0|rj|dkrjt}g}|dD]W}tt|||krct|}||rbg}d}|rXtt|dd|} || |krL|||| 7}n |sU||n|s.|d||s(q||qn|d}t|dkryt|S|r|ds|d=|dd7<ddfd d |DS) aConvert a string into a format that is appropriate for .po files. >>> print(normalize('''Say: ... "hello, world!" ... ''', width=None)) "" "Say:\n" " \"hello, world!\"\n" >>> print(normalize('''Say: ... "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " ... ''', width=32)) "" "Say:\n" " \"Lorem ipsum dolor sit " "amet, consectetur adipisicing" " elit, \"\n" :param string: the string to normalize :param prefix: a string that should be prepended to every line :param width: the maximum line width; use `None`, 0, or a negative number to completely disable line wrapping rTr{rr#rrz"" csg|]}t|qSr)r)r]r)rrrrbsznormalize..) rcr$rWORD_SEPr/reverser1popr&) r rr prefixlenlinesr)chunksbufsizelengthrrr normalizes>         rfilenamecCs<d|vr d|vr |S|dsd|}|ds|d7}|S)zEnclose filenames which include white spaces or tabs. Do the same as gettext and enclose filenames which contain white spaces or tabs with First Strong Isolate (U+2068) and Pop Directional Isolate (U+2069). r-rr+r,)r%endswith)rrrr_enclose_filename_if_necessarys  rTSupportsWrite[bytes]r8 no_location omit_header sort_output sort_by_fileinclude_previousinclude_linenor;c CsZd} |rd} n|r d} t||| |||| |dD]} t| tr%| |jd} || qdS)aWrite a ``gettext`` PO (portable object) template file for a given message catalog to the provided file-like object. >>> catalog = Catalog() >>> catalog.add('foo %(name)s', locations=[('main.py', 1)], ... flags=('fuzzy',)) >>> catalog.add(('bar', 'baz'), locations=[('main.py', 3)]) >>> from io import BytesIO >>> buf = BytesIO() >>> write_po(buf, catalog, omit_header=True) >>> print(buf.getvalue().decode("utf8")) #: main.py:1 #, fuzzy, python-format msgid "foo %(name)s" msgstr "" #: main.py:3 msgid "bar" msgid_plural "baz" msgstr[0] "" msgstr[1] "" :param fileobj: the file-like object to write to :param catalog: the `Catalog` instance :param width: the maximum line width for the generated output; use `None`, 0, or a negative number to completely disable line wrapping :param no_location: do not emit a location comment for every message :param omit_header: do not include the ``msgid ""`` entry at the top of the output :param sort_output: whether to sort the messages in the output by msgid :param sort_by_file: whether to sort the messages in the output by their locations :param ignore_obsolete: whether to ignore obsolete messages and not include them in the output; by default they are included as comments :param include_previous: include the old msgid as a comment when updating the catalog :param include_lineno: include line number in the location comment Nr7r3rLrrrrsort_byrbackslashreplace) generate_porrencoderwrite) rr8rrrrrrLrrrr)rrrwrite_po"s&8  rrr%Literal['message', 'location'] | None Iterable[str]c #sr dkr nd}t|ddtddd} d fdd } d fd d } t|d D]} | jsY|r5q-j} rSdkrSg}| D] }|| |7}qDd |} | d V| jD] }| |EdHq\| jD] }| |ddEdHqi|sg}z t | j ddd}Wn t y| j }Ynw|D]$\}}| t jd}t|}|r|r|d|d}||vr||q| d|ddEdH| jrdddgt | jd V| jr|r| dt| jddddEdHt| jdkrt| jdd}| d|ddEdH| | EdHd Vq-|sCtj|d D]} | jD] }| |EdHq*| | ddEdHd Vq%dSdS)!zYield text strings representing a ``gettext`` PO (portable object) file. See `write_po()` for a more detailed description. rrF)rbreak_long_wordsz# )rsubsequent_indentrr#c3s.|D]}d|d|dVqdS)Nrr-r)wraprI)rrr))comment_wrapperrr_format_commentsz$generate_po.._format_commentc 3s@t|jttfrl|jr|dt|j|ddV|dt|jd|ddV|dt|jd|ddVtjD]'}z|j|}Wn t yVd}Ynw|d |d d t||ddVqBdS|jr~|dt|j|ddV|dt|j|ddV|d t|jpd|ddVdS) Nzmsgctxt )rrrmsgid r msgid_plural rr#rtdz] zmsgstr ) ridlistrdrWrrerfr IndexError)r7rrjr )r8rrr_format_messages$"" &&z$generate_po.._format_message)rrN.rcSs"|dt|dtr|dpdfS)Nrrr)rr:)xrrrs"zgenerate_po..key/r|rr-rz, r)r|rrz#~ r`)r _sort_messagesrZheader_commentr$rr&rUrVrgr2 TypeErrorrosseprr1rTZ previous_idrrcrXvalues)r8rLrrrrrrZ comment_widthZheader_wrapperrrr7Zcomment_headerrr)rlocsr2rr9r3Znorm_previous_idr)r8rrrros~               rrRIterable[Message] list[Message]cCs8t|}|dkr||S|dkr|jddd|S)z Sort the given message iterable by the given criteria. Always returns a list. :param messages: An iterable of Messages. :param sort_by: Sort by which criteria? Options are `message` and `location`. :return: list[Message] r7r3cSs|jSrH)r2)rrrrrsz _sort_messages..r)rsort)rRrrrrrs r)r rrr)r)rrr*)NNFNF)rrrrrrrLrMrrrNrMrr)r#r)r rrrrr:rr)rrrr)rFFFFFFT)rrr8rrr:rrMrrMrrMrrMrLrMrrMrrMrr;)r8rrLrMrrMrrMrrMrrMrrrr:rr)rRrrrrr)'rD __future__rrrecollections.abcrtypingrrZ babel.corerZbabel.messages.catalogrrZ babel.utilr r r Z _typeshedr compilerr!r(r5 Exceptionr6rrFrKrrrrrrrrrrrrsd         2  b <  = Po