o i3W@s0dZddlmZddlZddlZddlmZddlmZddl m Z ddl m Z m Z ddlmZmZerHdd lmZmZdd lmZdd lmZdDddZdDddZGdddeZGdddZGdddZ     dEdFd%d&Zed'ZdDd(d)Z dGdHd/d0Z! +       1dIdJd;d<Z"dKdBdCZ#dS)Lz babel.messages.pofile ~~~~~~~~~~~~~~~~~~~~~ Reading and writing of files in the ``gettext`` PO (portable object) format. :copyright: (c) 2013-2023 by the Babel Team. :license: BSD, see LICENSE for more details. ) annotationsN)Iterable) TYPE_CHECKING)Locale)CatalogMessage)_cmpwraptext)IOAnyStr) SupportsWrite)LiteralstringstrreturncCs"dd}td||ddS)zReverse `escape` the given string. >>> print(unescape('"Say:\\n \\"hello, world!\\"\\n"')) Say: "hello, world!" :param string: the string to unescape cSs2|d}|dkr dS|dkrdS|dkrdS|S)Nn t r )group)matchmrP/var/www/edux/Edux_v2/venv/lib/python3.10/site-packages/babel/messages/pofile.pyreplace_escapes's z!unescape..replace_escapesz \\([\\trn"])r)recompilesub)rrrrrunescapes  r"cCsBd|vr|}|dr|dd}tt|}d|St|S)aReverse the normalization done by the `normalize` function. >>> print(denormalize(r'''"" ... "Say:\n" ... " \"hello, world!\"\n"''')) Say: "hello, world!" >>> print(denormalize(r'''"" ... "Say:\n" ... " \"Lorem ipsum dolor sit " ... "amet, consectetur adipisicing" ... " elit, \"\n"''')) Say: "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " :param string: the string to denormalize r""rN) splitlines startswithmapr"join)r escaped_lineslinesrrr denormalize4s    r+cs"eZdZdZd fd d ZZS) PoFileErrorzDException thrown by PoParser when an invalid po file is encountered.messagercatalogrlinelinenointrNonecs,t|d|||_||_||_dS)Nz on )super__init__r.r/r0)selfr-r.r/r0 __class__rrr4Vs zPoFileError.__init__) r-rr.rr/rr0r1rr2)__name__ __module__ __qualname____doc__r4 __classcell__rrr6rr,Ssr,c@seZdZd#ddZd$dd Zd%d d Zd&d dZd%ddZd'ddZd(ddZ d(ddZ d(ddZ d(ddZ d(ddZ d(d d!Zd"S))_NormalizedStringargsrrr2cGsg|_|D]}||qdSN)_strsappend)r5r>argrrrr4_s z_NormalizedString.__init__scCs|j|dSr?)r@rAstrip)r5rCrrrrAdsz_NormalizedString.appendcCsdtt|jS)Nr$)r(r'r"r@r5rrrr+gsz_NormalizedString.denormalizeboolcCs t|jSr?)rFr@rErrr__bool__js z_NormalizedString.__bool__cCstj|jSr?)oslinesepr(r@rErrr__repr__mz_NormalizedString.__repr__otherobjectr1cCs|sdStt|t|S)Nr)rrr5rLrrr__cmp__psz_NormalizedString.__cmp__cCs||dkSNrrOrNrrr__gt__vrKz_NormalizedString.__gt__cCs||dkSrPrQrNrrr__lt__yrKz_NormalizedString.__lt__cCs||dkSrPrQrNrrr__ge__|rKz_NormalizedString.__ge__cCs||dkSrPrQrNrrr__le__rKz_NormalizedString.__le__cCs||dkSrPrQrNrrr__eq__rKz_NormalizedString.__eq__cCs||dkSrPrQrNrrr__ne__rKz_NormalizedString.__ne__N)r>rrr2)rCrrr2)rr)rrF)rLrMrr1)rLrMrrF)r8r9r:r4rAr+rGrJrOrRrSrTrUrVrWrrrrr=]s           r=c@seZdZdZgdZd"d#d d Zd$d dZd$ddZd$ddZd%d$ddZ d%d$ddZ d$ddZ d$ddZ d&ddZ d$dd Zd!S)' PoFileParserzSupport class to read messages from a ``gettext`` PO (portable object) file and add them to a `Catalog` See `read_po` for simple cases. )msgidmsgstrmsgctxt msgid_pluralFr.rignore_obsoleterF abort_invalidrr2cCs*||_||_d|_d|_||_|dSrP)r.r]counteroffsetr^_reset_message_state)r5r.r]r^rrrr4s  zPoFileParser.__init__cCsFg|_g|_g|_g|_g|_g|_d|_d|_d|_d|_ d|_ dS)NF) messages translations locationsflags user_comments auto_commentscontextobsoletein_msgid in_msgstr in_msgctxtrErrrras z!PoFileParser._reset_message_statec Cs6|jt|jdkrtdd|jD}n|jd}t|ttfrRddt|j j D}|jD]\}}||j j krF| d|j dq3|||<q3t|}n |jdd}|j rc|j nd }t||t|jt|j|j|j|j d|d }|jr|js||j j|<n||j |<|jd7_|d S) z Add a message to the catalog based on the current parser state and clear the state ready to process the next message. rcss|]}|VqdSr?)r+).0rrrr sz,PoFileParser._add_message..rcSsg|]}dqSr$r)rm_rrr sz-PoFileParser._add_message..r$z5msg has more translations than num_plurals of catalogN)r0rh)rcsortlenrbtupler+ isinstancelistranger. num_plurals_invalid_pofiler`rhrrdsetrergrfrir]r_ra)r5rYridx translationr[r-rrr _add_messages2      zPoFileParser._add_messagecCs|jr |dSdSr?)rbr}rErrr_finish_current_messages z$PoFileParser._finish_current_messagecCs,|dr |||dS||||dS)N")r&!_process_string_continuation_line_process_keyword_line)r5r0r/rirrr_process_message_lines z"PoFileParser._process_message_linec CsH|jD],}z||r|t|dvr|t|d}WnWqty/|||dYqw|||ddS|dvrA|||_|dkrK||_|dvr_d|_d|_ |j t |dS|d krd|_ d|_ |d r|d dd d \}}|j t|t |gdS|j d t |gdS|dkrd|_t ||_dSdS)N) [z$Keyword must be followed by a stringz0Start of line didn't match any expected keyword.)rYr[rY)rYr\FTrZrr]rr[) _keywordsr&rs IndexErrorryr~rir`rlrjrbrAr=rksplitrcr1rh)r5r0r/rikeywordrBr{msgrrrrs>   z"PoFileParser._process_keyword_linecCsV|jr |jd}n|jr|jdd}n|jr|j}n |||ddS||dS)Nrrz|dddr8|j||dd ddq| |q|||q| |j sm|j sU|jsU|jro|jtd|jd tdg|dSdSdS) z Reads from the file-like object `fileobj` and adds any po file units found in it to the `Catalog` supplied to the constructor. #rN~rT)rir#r) enumeraterDrurdecoder.charsetr&rrrr~r_rerfrgrbrAr=rcr})r5rr0r/rrrparse&s"    zPoFileParser.parsecCsJt|tsJ|jrt||j||td|td|dd|dS)NzWARNING:zWARNING: Problem on line rz: )rurr^r,r.print)r5r/r0rrrrryCs  zPoFileParser._invalid_pofileN)FF)r.rr]rFr^rFrr2)rr2)F)rrrr2)r8r9r:r;rr4rar}r~rrrrrryrrrrrXs     ) rXFrrlocalestr | Locale | Nonedomain str | Noner]rFrr^rcCs*t|||d}t|||d}|||S)aRead messages from a ``gettext`` PO (portable object) file from the given file-like object and return a `Catalog`. >>> from datetime import datetime >>> from io import StringIO >>> buf = StringIO(''' ... #: main.py:1 ... #, fuzzy, python-format ... msgid "foo %(name)s" ... msgstr "quux %(name)s" ... ... # A user comment ... #. An auto comment ... #: main.py:3 ... msgid "bar" ... msgid_plural "baz" ... msgstr[0] "bar" ... msgstr[1] "baaz" ... ''') >>> catalog = read_po(buf) >>> catalog.revision_date = datetime(2007, 4, 1) >>> for message in catalog: ... if message.id: ... print((message.id, message.string)) ... print(' ', (message.locations, sorted(list(message.flags)))) ... print(' ', (message.user_comments, message.auto_comments)) (u'foo %(name)s', u'quux %(name)s') ([(u'main.py', 1)], [u'fuzzy', u'python-format']) ([], []) ((u'bar', u'baz'), (u'bar', u'baaz')) ([(u'main.py', 3)], []) ([u'A user comment'], [u'An auto comment']) .. versionadded:: 1.0 Added support for explicit charset argument. :param fileobj: the file-like object to read the PO file from :param locale: the locale identifier or `Locale` object, or `None` if the catalog is not bound to a locale (which basically means it's a template) :param domain: the message domain :param ignore_obsolete: whether to ignore obsolete messages in the input :param charset: the character set of the catalog. :param abort_invalid: abort read if po file is invalid )rrr)r^)rrXr)rrrr]rr^r.parserrrrread_poKs6 rzL(\s+|[^\s\w]*\w+[a-zA-Z]-(?=\w+[a-zA-Z])|(?<=[\w\!\"\'\&\.\,\?])-{2,}(?=\w))cCs0d|dddddddd d d S) zEscape the given string so that it can be included in double-quoted strings in ``PO`` files. >>> escape('''Say: ... "hello, world!" ... ''') '"Say:\\n \\"hello, world!\\"\\n"' :param string: the string to escape z"%s"\z\\rz\trz\rrz\nrz\")replace)rrrrescapes rr$Lprefixwidthr1c s0|rj|dkrjt}g}|dD]W}tt|||krct|}||rbg}d}|rXtt|dd|} || |krL|||| 7}n |sU||n|s.|d||s(q||qn|d}t|dkryt|S|r|ds|d=|dd7<ddfd d |DS) aConvert a string into a format that is appropriate for .po files. >>> print(normalize('''Say: ... "hello, world!" ... ''', width=None)) "" "Say:\n" " \"hello, world!\"\n" >>> print(normalize('''Say: ... "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " ... ''', width=32)) "" "Say:\n" " \"Lorem ipsum dolor sit " "amet, consectetur adipisicing" " elit, \"\n" :param string: the string to normalize :param prefix: a string that should be prepended to every line :param width: the maximum line width; use `None`, 0, or a negative number to completely disable line wrapping rTrrr$rrz"" csg|]}t|qSr)r)rmr/rrrrqsznormalize..) rsr%rWORD_SEPrreverserApopr() rrr prefixlenr*r/chunksbufsizelengthrrr normalizes>         rTSupportsWrite[bytes]r. no_location omit_header sort_output sort_by_fileinclude_previousinclude_linenor2c  sTd"fdd fddd"fdd } d"fdd } d } |r&d } n|r*d } t| d D]} | js_|r8q0j}rXdkrXg}|D] }|t|dd7}qGd|}|d| jD]}| |qb| jD]}| |ddql|sg}z t| j ddd}Wn t y| j }Ynw|D] \}}| t j d}|r| r|d|d}||vr||q| d|dd| jrшdddgt| jd| jr|r| d| jdddt| jdkr| d | jddd| | dq0|s&tj| d D]} | jD]}| |q| | d!ddq d Sd S)#aWrite a ``gettext`` PO (portable object) template file for a given message catalog to the provided file-like object. >>> catalog = Catalog() >>> catalog.add(u'foo %(name)s', locations=[('main.py', 1)], ... flags=('fuzzy',)) >>> catalog.add((u'bar', u'baz'), locations=[('main.py', 3)]) >>> from io import BytesIO >>> buf = BytesIO() >>> write_po(buf, catalog, omit_header=True) >>> print(buf.getvalue().decode("utf8")) #: main.py:1 #, fuzzy, python-format msgid "foo %(name)s" msgstr "" #: main.py:3 msgid "bar" msgid_plural "baz" msgstr[0] "" msgstr[1] "" :param fileobj: the file-like object to write to :param catalog: the `Catalog` instance :param width: the maximum line width for the generated output; use `None`, 0, or a negative number to completely disable line wrapping :param no_location: do not emit a location comment for every message :param omit_header: do not include the ``msgid ""`` entry at the top of the output :param sort_output: whether to sort the messages in the output by msgid :param sort_by_file: whether to sort the messages in the output by their locations :param ignore_obsolete: whether to ignore obsolete messages and not include them in the output; by default they are included as comments :param include_previous: include the old msgid as a comment when updating the catalog :param include_lineno: include line number in the location comment r$cst||dS)N)rr)r)keyr)rrr _normalizerKzwrite_po.._normalizecs&t|tr |jd}|dS)Nbackslashreplace)rurencoderwrite)text)r.rrr_writes zwrite_po.._writecsBrdkrnd}t||D]}d|d|dqdS)Nrrrrr)r rD)rr_widthr/)rrrr_write_commentsz write_po.._write_commentc s0t|jttfrg|jr|d|j|d|d|jd|d|d|jd|dtjD]&}z|j|}Wn tyRd}Ynw|d|d d ||dq>dS|jrx|d|j|d|d|j|d|d |jpd|ddS) Nzmsgctxt rmsgid rz msgid_plural rr$zmsgstr[dz] zmsgstr ) ruidrvrtrhrwrxrr)r-rr{r)rrr.rr_write_message#s"   $$z write_po.._write_messageNr-r)sort_byrz# )rsubsequent_indentrrrcSs"|dt|dtr|dpdfS)Nrrr)rur1)xrrrWs"zwrite_po..r/rrrrz, r|rzmsgid_plural %sz#~ ro)_sort_messagesrheader_commentr%r r(rfrgsortedrd TypeErrorrrHseprAre previous_idrsrivalues)rr.rrrrrr]rrrrrr-comment_headerr*r/rlocsrdfilenamer0rr)rrr.rrrwrite_pos7          "      rrbIterable[Message]rLiteral['message', 'location'] list[Message]cCs8t|}|dkr||S|dkr|jddd|S)z Sort the given message iterable by the given criteria. Always returns a list. :param messages: An iterable of Messages. :param sort_by: Sort by which criteria? Options are `message` and `location`. :return: list[Message] r-rcSs|jSr?)rd)rrrrrsz _sort_messages..r)rvrr)rbrrrrr}s r)rrrr)NNFNF)rrrrrrr]rFrrr^rFrr)r$r)rrrrrr1rr)rFFFFFFT)rrr.rrr1rrFrrFrrFrrFr]rFrrFrrFrr2)rbrrrrr)$r; __future__rrHrcollections.abcrtypingr babel.corerbabel.messages.catalogrr babel.utilrr r r _typeshedr typing_extensionsr r"r+ Exceptionr,r=rXrr rrrrrrrrrsN         ,E <  @ !