U \Shce @sdZddlmZddlZddlZddlmZddlmZm Z ddl m Z ddl m Z mZddlmZmZerdd lmZmZdd lmZd d d d dZd d d ddZd ddddZGdddeZGdddZGdddZdAddddddd d!d"d#Zed$Zd d d d%d&Z dBd d d)d d*d+d,Z!d d d-d.d/Z"dCd1d d)dddddddd2d3 d4d5Z#dd0ddddd(d6d dddddd7d)d8d9 d:d;Z$dd?d@Z%dS)Dz babel.messages.pofile ~~~~~~~~~~~~~~~~~~~~~ Reading and writing of files in the ``gettext`` PO (portable object) format. :copyright: (c) 2013-2025 by the Babel Team. :license: BSD, see LICENSE for more details. ) annotationsN)Iterable) TYPE_CHECKINGLiteral)Locale)CatalogMessage) TextWrapper_cmp)IOAnyStr) SupportsWritestr)stringreturncCs"dd}td||ddS)zReverse `escape` the given string. >>> print(unescape('"Say:\\n \\"hello, world!\\"\\n"')) Say: "hello, world!" :param string: the string to unescape cSs2|d}|dkrdS|dkr"dS|dkr.dS|S)Nn t r )group)matchmrH/root/rtd-docs/venv/lib/python3.8/site-packages/babel/messages/pofile.pyreplace_escapes&s z!unescape..replace_escapesz \\([\\trn"])r)recompilesub)rrrrrunescapes  r"cCsFd|kr:|}|dr&|dd}tt|}d|St|SdS)aReverse the normalization done by the `normalize` function. >>> print(denormalize(r'''"" ... "Say:\n" ... " \"hello, world!\"\n"''')) Say: "hello, world!" >>> print(denormalize(r'''"" ... "Say:\n" ... " \"Lorem ipsum dolor sit " ... "amet, consectetur adipisicing" ... " elit, \"\n"''')) Say: "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " :param string: the string to denormalize r""rN) splitlines startswithmapr"join)rZ escaped_lineslinesrrr denormalize3s    r*z list[str])linercCsd|krd|kr|Sg}d}d}|D]n}|dkrL|rDtdd}q,q,|dkrh|s`tdd}q,q,|dkr|r~||7}q|r||d}q,||7}q,|r|rtd|||S) zExtract locations from location comments. Locations are extracted while properly handling First Strong Isolate (U+2068) and Pop Directional Isolate (U+2069), used by gettext to enclose filenames with spaces and tabs in their names. ⁨⁩r$Fzglocation comment contains more First Strong Isolate characters, than Pop Directional Isolate charactersTzglocation comment contains more Pop Directional Isolate characters, than First Strong Isolate characters )lstripsplit ValueErrorappend)r+ locationslocationZ in_filenamecrrr_extract_locationsRs8     r6cs.eZdZdZddddddfdd ZZS) PoFileErrorzDException thrown by PoParser when an invalid po file is encountered.rrintNone)messagecatalogr+linenorcs,t|d|||_||_||_dS)Nz on )super__init__r;r+r<)selfr:r;r+r< __class__rrr>szPoFileError.__init__)__name__ __module__ __qualname____doc__r> __classcell__rrr@rr7~sr7c@seZdZdddddZdddddZdd d d Zd d d dZdd ddZdddddZdd dddZ dd dddZ dd dddZ dd dddZ dd dddZ dd dd d!Zd"S)#_NormalizedStringrr9)argsrcGsg|_|D]}||q dSN)_strsr2)r?rHargrrrr>sz_NormalizedString.__init__)srcCs|j|dSrI)rJr2strip)r?rLrrrr2sz_NormalizedString.appendrcCsdtt|jS)Nr$)r(r'r"rJr?rrrr*sz_NormalizedString.denormalizeboolcCs t|jSrI)rPrJrOrrr__bool__sz_NormalizedString.__bool__cCstj|jSrI)oslinesepr(rJrOrrr__repr__sz_NormalizedString.__repr__objectr8)otherrcCs|sdStt|t|S)Nr)r rr?rVrrr__cmp__sz_NormalizedString.__cmp__cCs||dkSNrrXrWrrr__gt__sz_NormalizedString.__gt__cCs||dkSrYrZrWrrr__lt__sz_NormalizedString.__lt__cCs||dkSrYrZrWrrr__ge__sz_NormalizedString.__ge__cCs||dkSrYrZrWrrr__le__sz_NormalizedString.__le__cCs||dkSrYrZrWrrr__eq__sz_NormalizedString.__eq__cCs||dkSrYrZrWrrr__ne__sz_NormalizedString.__ne__N)rBrCrDr>r2r*rQrTrXr[r\r]r^r_r`rrrrrGsrGc@seZdZdZddddgZd#dddd d d d Zd d ddZd d ddZd d ddZd$d d ddZ d%d d ddZ d d ddZ d d ddZ dd dddZ d d d d!Zd"S)& PoFileParserzSupport class to read messages from a ``gettext`` PO (portable object) file and add them to a `Catalog` See `read_po` for simple cases. msgidmsgstrmsgctxt msgid_pluralFrrPr9)r;ignore_obsolete abort_invalidrcCs*||_||_d|_d|_||_|dSrY)r;rfcounteroffsetrg_reset_message_state)r?r;rfrgrrrr>s zPoFileParser.__init__rNcCsFg|_g|_g|_g|_g|_g|_d|_d|_d|_d|_ d|_ dS)NF) messages translationsr3flags user_comments auto_commentscontextobsoletein_msgid in_msgstr in_msgctxtrOrrrrjsz!PoFileParser._reset_message_statec CsD|jt|jdkr.tdd|jD}n|jd}t|ttfrddt|j j D}|jD]2\}}||j j kr| d|j dqf|||<qft|}n|jdd}|j r|j nd }t||t|jt|j|j|j|j d|d }|jr |js*||j j|j ||<n ||j |<|jd7_|d S) z Add a message to the catalog based on the current parser state and clear the state ready to process the next message. rcss|]}|VqdSrI)r*).0rrrr sz,PoFileParser._add_message..rcSsg|]}dqS)r$r)ru_rrr sz-PoFileParser._add_message..r$z5msg has more translations than num_plurals of catalogN)r<rp)rlsortlenrktupler* isinstancelistranger; num_plurals_invalid_pofilerirprr3setrmrornrqrfZ_key_forrhrj)r?rbridx translationrdr:rrr _add_messages4    zPoFileParser._add_messagecCsN|jrJ|jsB|d|jd|jdd|jdtdg|dS)Nr$zmissing msgstr for msgid 'r')rkrlrrir*r2rGrrOrrr_finish_current_messages "z$PoFileParser._finish_current_messagecCs*|dr|||n||||dS)N")r&!_process_string_continuation_line_process_keyword_line)r?r<r+rqrrr_process_message_lines z"PoFileParser._process_message_linec CsH|jD]\}z4||r<|t|dkr<|t|d}WqvWqtk r`|||dYqXq|||ddS|dkr|||_|dkr||_|dkrd|_d|_ |j t |n|d kr*d|_ d|_ |d r|d dd d \}}|j t|t |gn|j d t |gn|dkrDd|_t ||_dS)N)r.[z$Keyword must be followed by a stringz0Start of line didn't match any expected keyword.)rbrdrb)rbreFTrcrr]rrd) _keywordsr&rz IndexErrorrrrqrirtrrrkr2rGrsr0rlr8rp)r?r<r+rqkeywordrKrmsgrrrrs8     z"PoFileParser._process_keyword_linecCsV|jr|jd}n6|jr(|jdd}n |jr6|j}n|||ddS||dS)Nrrzrjrrrrrrrrrrrrras   )  raFrzLocale | str | Nonez str | NonerPr)rlocaledomainrfrrgrcCs*t|||d}t|||d}|||S)aRead messages from a ``gettext`` PO (portable object) file from the given file-like object (or an iterable of lines) and return a `Catalog`. >>> from datetime import datetime >>> from io import StringIO >>> buf = StringIO(''' ... #: main.py:1 ... #, fuzzy, python-format ... msgid "foo %(name)s" ... msgstr "quux %(name)s" ... ... # A user comment ... #. An auto comment ... #: main.py:3 ... msgid "bar" ... msgid_plural "baz" ... msgstr[0] "bar" ... msgstr[1] "baaz" ... ''') >>> catalog = read_po(buf) >>> catalog.revision_date = datetime(2007, 4, 1) >>> for message in catalog: ... if message.id: ... print((message.id, message.string)) ... print(' ', (message.locations, sorted(list(message.flags)))) ... print(' ', (message.user_comments, message.auto_comments)) (u'foo %(name)s', u'quux %(name)s') ([(u'main.py', 1)], [u'fuzzy', u'python-format']) ([], []) ((u'bar', u'baz'), (u'bar', u'baaz')) ([(u'main.py', 3)], []) ([u'A user comment'], [u'An auto comment']) .. versionadded:: 1.0 Added support for explicit charset argument. :param fileobj: the file-like object (or iterable of lines) to read the PO file from :param locale: the locale identifier or `Locale` object, or `None` if the catalog is not bound to a locale (which basically means it's a template) :param domain: the message domain :param ignore_obsolete: whether to ignore obsolete messages in the input :param charset: the character set of the catalog. :param abort_invalid: abort read if po file is invalid )rrr)rg)rrar)rrrrfrrgr;parserrrrread_po|s6 rzL(\s+|[^\s\w]*\w+[a-zA-Z]-(?=\w+[a-zA-Z])|(?<=[\w\!\"\'\&\.\,\?])-{2,}(?=\w))cCs0d|dddddddd d d S) zEscape the given string so that it can be included in double-quoted strings in ``PO`` files. >>> escape('''Say: ... "hello, world!" ... ''') '"Say:\\n \\"hello, world!\\"\\n"' :param string: the string to escape z"%s"\z\\rz\trz\rrz\nrz\")replace)rrrrescapes rr$Lr8)rprefixwidthrc s0|r|dkrt}g}|dD]}tt|||krt|}||rg}d}|rtt|dd|} || |kr|||| 7}qX|s||qqX|d|qLq"||q"n |d}t|dkrt|S|r|ds|d=|dd7<ddfd d |DS) aConvert a string into a format that is appropriate for .po files. >>> print(normalize('''Say: ... "hello, world!" ... ''', width=None)) "" "Say:\n" " \"hello, world!\"\n" >>> print(normalize('''Say: ... "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " ... ''', width=32)) "" "Say:\n" " \"Lorem ipsum dolor sit " "amet, consectetur adipisicing" " elit, \"\n" :param string: the string to normalize :param prefix: a string that should be prepended to every line :param width: the maximum line width; use `None`, 0, or a negative number to completely disable line wrapping rTrrr$rrz"" csg|]}t|qSr)r)rur+rrrrx sznormalize..) rzr%rWORD_SEPr0reverser2popr() rrr prefixlenr)r+chunksbufsizelengthrrr normalizes6      r)filenamercCs<d|krd|kr|S|ds&d|}|ds8|d7}|S)zEnclose filenames which include white spaces or tabs. Do the same as gettext and enclose filenames which contain white spaces or tabs with First Strong Isolate (U+2068) and Pop Directional Isolate (U+2069). r.rr,r-)r&endswith)rrrr_enclose_filename_if_necessarys  rTzSupportsWrite[bytes]r9) rr;r no_location omit_header sort_output sort_by_filerfinclude_previousinclude_linenorc CsZd} |rd} n|rd} t||| |||| |dD]&} t| trJ| |jd} || q.dS)aWrite a ``gettext`` PO (portable object) template file for a given message catalog to the provided file-like object. >>> catalog = Catalog() >>> catalog.add(u'foo %(name)s', locations=[('main.py', 1)], ... flags=('fuzzy',)) >>> catalog.add((u'bar', u'baz'), locations=[('main.py', 3)]) >>> from io import BytesIO >>> buf = BytesIO() >>> write_po(buf, catalog, omit_header=True) >>> print(buf.getvalue().decode("utf8")) #: main.py:1 #, fuzzy, python-format msgid "foo %(name)s" msgstr "" #: main.py:3 msgid "bar" msgid_plural "baz" msgstr[0] "" msgstr[1] "" :param fileobj: the file-like object to write to :param catalog: the `Catalog` instance :param width: the maximum line width for the generated output; use `None`, 0, or a negative number to completely disable line wrapping :param no_location: do not emit a location comment for every message :param omit_header: do not include the ``msgid ""`` entry at the top of the output :param sort_output: whether to sort the messages in the output by msgid :param sort_by_file: whether to sort the messages in the output by their locations :param ignore_obsolete: whether to ignore obsolete messages and not include them in the output; by default they are included as comments :param include_previous: include the old msgid as a comment when updating the catalog :param include_lineno: include line number in the location comment Nr:r4rfrrrrsort_byrbackslashreplace) generate_por|rencoderwrite) rr;rrrrrrfrrrr+rrrwrite_pos$8 rrz'Literal[('message', 'location')] | Nonez Iterable[str]) r;rfrrrrrrrc #srdkrnd}t|ddtddd} d fdd } d!fd d } t|d D]} | js|rjqXj} rdkrg}| D]}|| |7}qd |} | d V| jD]}| |EdHq| jD]}| |ddEdHq|sg}zt | j ddd}Wnt k r&| j }YnX|D]P\}}| t jd}t|}|rf|rf|d|d}||kr,||q,| d|ddEdH| jrddd"t | jd V| jr*|r*| dt| jddddEdHt| jdkr*t| jdd}| d|ddEdH| | EdHd VqX|stj|d D]:} | jD]}| |EdHqb| | ddEdHd VqXdS)#zYield text strings representing a ``gettext`` PO (portable object) file. See `write_po()` for a more detailed description. rrF)rbreak_long_wordsz# )rsubsequent_indentrr$c3s,|D]}d|d|dVq dS)Nrr.r)wraprM)rrr+)comment_wrapperrr_format_commentsz$generate_po.._format_commentc 3s@t|jttfr|jr4|dt|j|ddV|dt|jd|ddV|dt|jd|ddVtjD]P}z|j|}Wnt k rd}YnX|d |d d t||ddVqnf|jr|dt|j|ddV|dt|j|ddV|d t|jp*d|ddVdS) Nzmsgctxt )rrrmsgid r msgid_plural rr$zmsgstr[dz] zmsgstr ) r|idr}r{rprr~rrr)r:rrr)r;rrr_format_messages"" (z$generate_po.._format_message)rrNrrcSs"|dt|dtr|dpdfS)Nrrr)r|r8)xrrrzgenerate_po..key/rrr.rz, r)r|rrz#~ )r$)r$)r$)r _sort_messagesrZheader_commentr%rr(rnrosortedr3 TypeErrorrrRseprr2rmZ previous_idrrzrqvalues)r;rfrrrrrrZ comment_widthZheader_wrapperrrr:Zcomment_headerr)r+rZlocsr3rr<r4Znorm_previous_idr)r;rrrrlsr               rzIterable[Message]z list[Message])rkrrcCs6t|}|dkr|n|dkr2|jddd|S)z Sort the given message iterable by the given criteria. Always returns a list. :param messages: An iterable of Messages. :param sort_by: Sort by which criteria? Options are `message` and `location`. :return: list[Message] r:r4cSs|jSrI)r3)rrrrrrz _sort_messages..r)r}ry)rkrrrrrs  r)NNFNF)r$r)rFFFFFFT)&rE __future__rrRrcollections.abcrtypingrrZ babel.corerZbabel.messages.catalogrrZ babel.utilr r r r Z _typeshedr r"r*r6 Exceptionr7rGrarr rrrrrrrrrrrs\    , ,K< =$P"m