Ecc@sddlmZddlZddlZddlZddlZddlZddlmZm Z m Z m Z ddl Z ddlmZddlmZed ZdZeZdZdd lmZdd lmZdd lmZdd lmZdd lmZmZyee fWne!k r9dZdZ nXdZ"ej#dZ$dZ%ddddgZ&dZ'dfdYZ(de(fdYZ)dfdYZ*dfdYZ+d e)fd!YZ,dS("i(t nested_scopesN(t parseaddrt parsedate_tzt mktime_tzt formatdate(tStringIO(t lowercaseis0.09 (Mailman edition)id(tmm_cfg(tErrors(tArchiverMailbox(tsyslog(t_tC_iit s(<.*>)cCs>|s dS|ddkr:|ddkr:|dd!}n|S(s:Remove quotes or parenthesization from a Message-ID stringtis"<([is">)]i((ts((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytstrip_separators)s  tvantvontdertdecCs d|kr|S|j}t|d}|dkr<|S|j|ks`|j|krx|dkr||djtkr|d}qcWnOxL|dkr||ddtks||djtkr|d}qWtj|d||d!dtj|| }|S(s+Canonicalize a name into Last, First formatt,iiis, (tsplittlentuppertlowertsmallNamePartsRtSPACEtjoin(tauthortLti((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt fixAuthor3s   $)'3tDatabaseInterfacecBseZdZdZdZdZd d d dZdZdZ dZ dZ d Z d Z d Zd ZRS(cCsdS(N((tself((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt__init__LRcCsdS(N((R"((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytcloseMRcCsdS(N((R"tarchivetmsgid((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt getArticleNRcCsdS(N((R"R%R&((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt hasArticleORcCsdS(N((R"R%tarticletsubjectRtdate((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt addArticlePscCsdS(N((R"R%((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt firstdateRRcCsdS(N((R"R%((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytlastdateSRcCsdS(N((R"R%tindex((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytfirstTRcCsdS(N((R"R%R/((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytnextURcCsdS(N((R"R%((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt numArticlesVRcCsdS(N((R"R%((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt newArchiveWRcCsdS(N((R"R%tkeyR&((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt setThreadKeyXRcCsdS(N((R"R*((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytgetOldestArticleYRN(t__name__t __module__R#R$R'R(tNoneR,R-R.R0R1R2R3R5R6(((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR!Ks            tDatabasecBs2eZdZdZddddZdZRS(sDefine the basic sorting logic for a database Assumes that the database internally uses dateIndex, authorIndex, etc. cCs1i|_i|_i|_i|_i|_dS(N(t dateIndext authorIndext subjectIndext articleIndextchanged(R"((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR#es     c CsX|p |j|j|jf}|p*|j|j|jf}|pH|j|jf}|j|j|<|j|j|<|j|j|<|j|d|j ||jf<|j } | dk r|j j | r|j || } | j|jdt|jd} n|jdt|jd} | |_| |jf} |j|| |jdS(Nt.t-(RR+R&R*R;R<R=t store_articleR9R?tparentIDR>thas_keyR't threadKeytstrtsequenceR5( R"R%R)R*RR+t authorkeyt subjectkeytdatekeyRCtparentt myThreadKeyR4((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR,ns$    ( cCsP|j}|j}g|_|`tj||j|j<||_||_dS(s0Store article without message body to save spaceN(tbodyt html_bodytpickletdumpsR>R&(R"R)ttempttemp2((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRBs    N(R7R8t__doc__R#R9R,RB(((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR:[s   tArticlecBsAeZejZddgdZdZdZdZRS(ic Cs|dkrdS||_d|_d|_t|d}|dkr\t|j|_n ||_|jdrt|d|_nt d|_|jdkrt d|_n|j |t |j dd\|_ |_|d}|j r#|dk r#t |\}|_nt|j|_t|j |_ |j dkre|j|_ n|d|_|d|_|d |_|d }|dkrd|_n?tj|}|dkrd|_nt|jd |_|d } | dkrg|_ntt| j|_i|_x1|D])} |j| r7|| |j| (treprR&(R"((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt__repr__ scCsdS(N((R"((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytfinished_update_articlesN( R7R8RqR~R9R#RZRR(((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRTs  D tTcBsUeZdZdZdZd%dd%dZdZdZdZ gdZ d Z d Z d Z d Zd ZdZdZdZd%d%dZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&RS(&iis.htmlic Cs|dkrtj|_ntjj|}||_||_ytj|jWntjk r}|\}}|dkrtj|q|j t d|jtj d}ztj |j|j Wdtj |XnXy|stnttjj|jdd}|j t dtj|} |jx*| jD]\} } t|| | qVWWn;ttfk rg|_g|_d|_d|_nX||jkr||_ndS(NisCreating archive directory is pipermail.pcktrsReloading pickled archive state(R9tostgetcwdtbasedirtpatht expandusertdatabasetstatterrorRjR tumasktmkdirtDIRMODEtIOErrortopenRROtloadR$titemstsetattrtEOFErrortarchivest_dirty_archivesRGt update_TOC( R"RtreloadRterrdataterrnoterrmsgtomasktftdR4tvalue((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR#s@      !     cCs|jd|_|j|jtdtjj|jd|j j |` tj d}z%t tjj|jdd}Wdtj |Xt j|j||j dS(sBClose an archive, save its state, and update any changed archives.isPickling archive state into s pipermail.pckitwN(tupdate_dirty_archivesRt write_TOCRjR RRRRRR$RRROtdumptgetstate(R"RR((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR$Os    %cCs|jS(N(t__dict__(R"((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRbscCs|jj|}|jj|}tjtjtj}||_||_||_|jj||_||_ t |_ dS(N( RR-R.Rqtasctimet localtimet archivedateR2tsizeR%t __version__tversion(R"R%R-R.tnow((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt__set_parametersos    c CsLd}|jr|j}n-|jrt|jj|j}|sFdS|jj|j|d}xE|dD]9}|jj|j|}|j |j krm|}qmqmW|j }ny~|j j |j \}} |G| GH|j j|jd\} } |j G| G| GH| |j kr3| |kr3| }nWntk rGnX|S(Niis(R9R`RWtfilterR>RDRR'R%R+R&R=t set_locationR*R1RtKeyError( R"R)tchildrenRCtrefstmaxdatetreftaR4ttempidR*R+((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt __findParents2          cCs#|jj|jd|jj|jd}x|dk ry|jj|j|}Wntk rlnX|jdks|jj|j|j rnC|jj|j|j}|j |j dt |j d|_ |jj |j|j |jf||jj|jd}q1WdS(NtthreadR+R@RA(Rt clearIndexR%R0R9R'RRCR(RER+RFRGR5R&R1(R"R&R)RK((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytupdateThreadedIndexs$   (cCsy||_|jtdtjj|j|}|j|x!dD]}|j|||qHW|j ||dS(Ns.Updating index files for archive [%(archive)s]tDateRUtAuthor(RRUR( R%RjR RRRRt_T__set_parameterst_update_simple_indext_update_thread_index(R"R%tarcdirthdr((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytupdate_archives   cCs|jd|||_|j}|j|||jd}|jj||}xl|dk ry|jj|j |}Wnt k rnX|d}|j ||jj ||}q^W|j |jdS(Ns ii(RjttypeRt_open_index_file_as_stdouttwrite_index_headerRR0R9R'R%Rtwrite_index_entryR1twrite_index_footert_restore_stdout(R"RR%RtcountR&R)((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRs"       c Cs|jtd|j|dd|_|jdgd}d}|jj|jd}xZ|dk r|dkr|jj |j|||<|d}|jj |jd}qdWx|ddk rt|d}d}|dk r|j }n|dk r|j ||j dd|jjj||jfr|d}|d} |j|||| | dk rd|jj|| jf    +!c CsId}|jr6|jj||jr6|j}q6n| r|jr|j|j}|r|jj||d}xB|dD]6}|jj||}|j|jkr|}qqW|j}qn|s |j j dr|j dj }n|j j }|jj ||}n|rE|jj|| rEd}n|S(NiiR(R9R`RR(RWt_remove_external_referencesR'R+R&RRDRR*R6( R"R%R)RCRRRRR*((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRs*   cCstjd}zt|d}Wdtj|Xtj|}t_|j|tjj|j|j||t_|j dS(NiR( RRRRRtwrite_article_headert writelinesRMtwrite_article_footerR$(R"R/R)RRRt temp_stdout((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRs   cCsCg}x6|D].}|jj|j|r |j|q q W|S(N(RR(R%R(R"RtkeepR((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRs  cCsdS(N((R"R)((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(sReturn a list of indexes where the article should be filed. A string can be returned if the list only contains one entry, and the empty list is legal.N((R"R)((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"R)((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"R)((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"R)tdepth((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"R)((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"R)((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"R)((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytwrite_article_entryscCsdS(N((R"RR)tprevR1((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"R%tdir((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRscCsdS(N((R"R((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRjsN('R7R8RtFILEMODERR9R#R$RRt_T__findParentRRRRRRRRRRRRRRRRRRRRRRRRRRRRj(((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRsH5   #  2  )  -              t BSDDBdatabasecBseZejZdZdZdZdZddddZdZ dZ dZ dZ d Zd Zd Zd Zd ZdZdZRS(cCs=g|_i|_d|_tjj||_i|_dS(N( t_BSDDBdatabase__cachekeyst_BSDDBdatabase__cachedictR9t"_BSDDBdatabase__currentOpenArchiveRRRRR?(R"R((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR#s    cCsb|j|d}y7|jj\}}tjtjt|}Wntk r]nX|S(NR9(t_BSDDBdatabase__openIndicesR;R0RqRRtfloatR(R"R%R+R&((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR-s " cCsb|j|d}y7|jj\}}tjtjt|}Wntk r]nX|S(NR9(RR;tlastRqRRRR(R"R%R+R&((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR.s " cCs|j|t|jS(N(RRR;(R"R%((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR2s cCs*|j||j|||||dS(N(Rt _BSDDBdatabase__super_addArticle(R"R%R)R*RR+((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR,s cCs|j|krdSddl}|jtjj|jd}tjd}z,ytj|dWnt k rznXWdtj|XxQd D]I}tjj||d |}|j |d }t ||d |qW||_dS(NiRiiR+RR*R)RRAtctIndex(R+RR*R)R( Rtbsddbt_BSDDBdatabase__closeIndicesRRRRRRtOSErrortbtopenR(R"R%R RRRRtt((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyt __openIndicess"    cCs|jdk rnxdD]}|d}t||rt||}|dkrt|dsni|_nt||j|jRD(R"R%R&((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR(Es cCs|j|||j|ROtloads(R"R%R&tdelkeyRR)((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR'Ks      cCsS|j|t||d}y|j\}}|SWntk rNdSXdS(NR (RRR0RR9(R"R%R/R4R&((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR0[s  cCsS|j|t||d}y|j\}}Wntk rJdSX|SdS(NR (RRR1RR9(R"R%R/R4R&((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR1cs  cCs|j||j}yR|jj|\}}|jj|jd\}}||krfdS|SWntk rdSXdS(Ns(RRR=RR1RR9R(R"R%R*R4Rtsubject2R+((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR6ms     cCsdS(N((R"R%((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR3zscCs|j|t||d}d}y|jj\}}Wntk rXd}nXxG|s|j|=y|jj\}}Wq\tk rd}q\Xq\WdS(NR ii(RRRR0RR1(R"R%R/tfinishedR4R&((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyR}s      N(R7R8R:R,R R#R-R.R2R9RR R$R(R5R'R0R1R6R3R(((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pyRs$            (-t __future__RtmailboxRRyRRqt email.UtilsRRRRtcPickleROt cStringIORtstringRRtVERSIONRtMailmanRRtMailman.MailboxR tMailman.Logging.SyslogR t Mailman.i18nR R RgRt NameErrorRRzRaRRR R!R:RTRR(((s9/export/web/mailman/mailman/Mailman/Archiver/pipermail.pytsD     "      Ko