e2ddlZddlZddlZddlZddlmZddlmZmZm Z ddlm Z ddl m Z ddl mZddlmZd Zd ZGd d eZy) N)exc_info)imaputil imaplibutilOfflineImapError)globals) MonthNames) BaseFolder)NoBoundaryInMultipartDefectz MSGCOPY_ceZdZd$fd Zd%dZdZdZdZdZdZ dZ d Z d&d Z d Z d&d Zd ZdZdZdZd'dZdZdZd'dZdZd(dZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%xZ&S)) IMAPFoldercNtj|}|r+|jjrtj|}|j |_tt|'|||jr$tj|j|_ d|_ |j|_d|_||_t%j&|_dg|_|j,j/dd|_|j,jj3dd}t5j6d|Dcgc]}|s| c}|_|j;|j=|_|j,jArd|_ yycc}w) NFz BODY.PEEK[] retrycount filterheadersz\s*,\s*T)!rdequoteaccount utf_8_support IMAP_utf8delimsepsuperr__init__getdecodefoldernamesdecode_mailbox_name visiblename idle_mode getexpungeexpungeroot imapserverrandomRandomrandomgenerator imap_query repository getconfintrgetconfresplitrget_copy_ignore_UIDsgetvisiblenamecopy_ignoreUIDsgetidlefolders)selfr#namer(decodefh_confh __class__s 2/usr/share/offlineimap3/offlineimap/folder/IMAP.pyrzIMAPFolder.__init__#sN% j((66%%d+D## j$(z:  * * ,';;D>    ! # ?? ) ) +!DN , Ms F"F"c |j|j|y#|j$r%|j|jd|YywxYw)aSelect this folder when we do not need write access. Prefer SELECT to EXAMINE if we can, since some servers (Courier) do not stabilize UID validity until the folder is selected. .. todo: Still valid? Needs verification :param: Enforce new SELECT even if we are on that folder already. :returns: raises :exc:`OfflineImapError` severity FOLDER on error)forceT)readonlyr9N)selectgetfullIMAPnamer:)r1imapobjr9s r7 __selectrozIMAPFolder.__selectroFsS O NN4//1N ? O NN4//1DN N Os!$1AAc|j}|jjjrt j |}t j |SN) getfullnamer(rrr utf8_IMAPfoldername_to_imapname)r1r2s r7r<zIMAPFolder.getfullIMAPnameTsD! ?? " " 0 0%%d+D..t44cd}|jdurd}|jjd|jj zd|}|duryt j j S)NFTz Repository %ssinglethreadperfolder)rconfiggetdefaultbooleanr(getnameroptionssinglethreading)r1singlethreadperfolder_default onethreads r7suggeststhreadszIMAPFolder.suggeststhreads[sj(-% >>T !,0 )KK11 doo557 7 #%BD   ??2222rDc8|jjyr@)r#connectionwaitr1s r7 waitforthreadzIMAPFolder.waitforthreadhs &&(rDc|jjd|jzddr0tdtjj t dy)Nz Account %smaxagez)maxage is not supported on IMAP-IMAP syncr)rG getdefault accountnamerERRORREPOrrQs r7 getmaxagezIMAPFolder.getmaxageksX ;; ! !,"&"2"2#34= min_uid This function should be called with at MOST one of min_date OR min_uid set but not BOTH. Returns: range(s) for messages or None if no messages are to be fetched.c  jd|\}}|dk7rDdjddd|d|d }t|tjj |Dcgc]}|jd }}t|d kDr"d |d vs|d d k(r|d j}d |vr,jjd|jd |S#t $rN}djddd t |}t|tjjd}~wwxYwcc}w)zActually request the server with the specified conditions. Returns: range(s) for messages or None if no messages are to be fetched.NOKzSEARCH in folder []z failed. Search string was 'z'. Server responded '[] 'z '. Error: utf-8r rz%server returned UID with 0; ignoring.) search getrepositoryrrWFOLDER Exceptionstrr3lenr,uiwarnremove) search_conditionsres_typeres_datamsgrsxr= search_condr1s r7rz)IMAPFolder._msgs_to_fetch..searchs< K%,^^D:K%L"(t# --/{#X /C +30@0F0F0M0MNN $ 4< KK 3M"Mnn >>#,,m,< = J    & &q* 57 ;&&rDc|jjdd|d||j|} |jdd||dd}|j d}|jjdd t |z|d k(r |jjdd |zy|jd}|jjddt |zt|dk7s|d3td|dt|tjjt|dS#|j $r,}|jjdd |d |Yd}~yd}~wwxYw)Nrz)__savemessage_searchforheader called for : rHEADERr rr}z/__savemessage_searchforheader: got IMAP error 'z9' while attempting to UID SEARCH for message with header z8__savemessage_searchforheader got initial matchinguids: rzW__savemessage_searchforheader: UID SEARCH for message with header %s yielded no resultsr~z0__savemessage_searchforheader: matchinguids now z5While attempting to find UID for message with header z", got wrong-sized matchinguids of )rr_quoterr3errorreprr,rrrrWMESSAGEre)r1r=rr matchinguidserrs r7__savemessage_searchforheaderz(IMAPFolder.__savemessage_searchforheaders  f!;0 1nn[1  ";;x'1;@@ACCDFL(..w7L  f')-l);< = 2  GGMM&J$% &#))#.   fP\*+ , |  !\!_%<"S.0!&&..   <?##9}}  GGMM&*-j: ;  s+D::E5 "E00E5c|jjdd|d||jr+dt|jj z}nd}|j dd|zd}|dd k7r;d d j |dz}t|tjj|d}d }|D]}|gt|tk(rU|D cgc]} | jd }} tjd|d|d|dtjsg|d}m|pt!|t"r|jd }tjd|tj} | rt%| j'dcStjd|tj} | rt%| j'dcS|jj)d|z|jjddt+|za|jj)dt+|zycc} w)ag We fetch all new mail headers and search for the right X-OfflineImap line by hand. The response from the server has form: ( 'OK', [ ( '185 (RFC822.HEADER {1789}', '... mail headers ...' ), ' UID 2444)', ( '186 (RFC822.HEADER {1789}', '... 2nd mail headers ...' ), ' UID 2445)' ] ) We need to locate the UID just after mail headers containing our X-OfflineIMAP line. Returns UID when found, 0 when not found.rz&__savemessage_fetchheaders called for rr FETCHz%d:*z rfc822.headerrryzError fetching mail headers: %s. Nr}z (?:^|\r|\n)z:\s*z (?:\r|\n))rz UID\s+(\d+)z\d+\s+\(UID\s+(\d+)z0Can't parse FETCH response, can't find UID in %szGot: %sz1Can't parse FETCH response, we awaited string: %s)rrgetmessagelistrmkeysrrrrWrtypetupler3r+r IGNORECASE isinstancebytesregrouprr) r1r=rrstartresultrfounditemrrs r7__savemessage_fetchheadersz%IMAPFolder.__savemessage_fetchheaderss.  f!;0 1    D//166899EEWfunoF !9 3diiq 6JJC"3(8(>(>(F(FG G! GD}du!4378a)8899(+7!!WBMM;!GE"dE*;;w/D))M4r}}MC"399Q<00!ii(=u.0mm=#&syy|#44 &<>B&CD fi$v,.FGGGLL"9;?:"FGA! GFA9sIc ||j|}|ytj|} |ddkrttjtj|}|dd|ddk7rt ddd d d d d dddddd }|jdk(rtj }ntj }t|dzd\}}d|j||j|j|j|j |j"||fz} | S#tt f$r"|j jdd|zYywxYw)akParses mail and returns an INTERNALDATE string It will use information in the following order, falling back as an attempt fails: - rtime parameter - Date header of email We return None, if we couldn't find a valid date. In this case the IMAP server will use the server local time when appening (per RFC). Note, that imaplib's Time2Internaldate is inherently broken as it returns localized date strings which are invalid for IMAP servers. However, that function is called for *every* append() internally. So we need to either pass in `None` or the correct string (in which case Time2Internaldate() will do nothing) to append(). The output of this function is designed to work as input to the imapobj.append() function. TODO: We should probably be returning a bytearray rather than a string here, because the IMAP server will expect plain ASCII. However, imaplib.Time2INternaldate currently returns a string so we go with the same for now. :param rtime: epoch timestamp to be used rather than analyzing the email. :returns: string in the form of "DD-Mmm-YYYY HH:MM:SS +HHMM" (including double quotes) or `None` in case of failure (which is fine as value for append).Nrirrz9Message with invalid date %s. Server will use local time.JanFebMarAprMayJunJulAugSepOctNovDec) r r r <z'"%02d-%s-%04d %02d:%02d:%02d %+03d%02d")get_message_dater localtime ValueErrormktime OverflowErrorrrtm_isdstaltzonetimezonedivmodtm_mdaytm_montm_yeartm_hourtm_mintm_sec) r1rr datetupledatetuple_checknum2monzoneoffset_hoffset_m internaldates r7__getmessageinternaldatez#IMAPFolder.__getmessageinternaldatesp> =))#.E}NN5)  |d"  #nnT[[-CDO!} 33  4%%%%U4    "LL=DMM>D#DBJ3(@!))793C3C+D!))9+<+<!(()*:*: (,, =M*  GGMM&#@BK#L M sAD.EEc  |jjd||||dkDr%|j|r|j|||S|j ||j |j d}|j||}|j|d}|sd}d}|jj} |rd| jv} | sI|j|\} } |jjdd| d | |j|| | |jjdrS|j!| } t#| d kDr| d d d| dd }n| }|jjdd|d|d | j%|j' | j/|j't1j2|||j5| \}}|dk7rDd|d|d|j7d|d|d }t9|t8j:j<d}|r| jI\}}|dk(sJ r| jKd}|d gk(s|G|jjMd tA|z | r|jj-| yy |Dcgc]}|jOd!}}tQ|d"jSdd}|dk(r|jjMd$tA|znt |jY|   }|dk(r[|jjdd%|j[| | | }|jjMd&|j]z| r|jj-|  |r0|j_||j`|<||j`|d(<|jjdd)|z|S#| j($r?|jj+|||cY| r|jj-| SSwxYw#| j>$r}|dz}|jj-| d|jj} |sTt9d|d|d|j7dtA|d t8j:jBtEd|jjG|tEdYd }~d }~w| jF$rw}|jj-| dd } t9d|d|d|j7dtA|d t8j:jBtEdd }~wwxYwcc}w#tT$rd}YtV$r1t9d#tA|zt8j:jBwxYw#tV$r4|jjM|j]d' d  dwxYw#| r|jj-| wwxYw)*ahSave the message on the Server This backend always assigns a new uid, so the uid arg is ignored. This function will update the self.messagelist dict to contain the new message after sucessfully saving it. See folder/Base for details. Note that savemessage() does not check against dryrun settings, so you need to ensure that savemessage is never called in a dryrun mode. :param uid: Message UID :param msg: Message Object :param flags: Message flags :param rtime: A timestamp to be used as the mail date :returns: the UID of the new message as assigned by the server. If the message is saved, but it's UID can not be found, it will return 0. If the message can't be written (folder is read-only for example) it will return -1.rrr message-idz[unknown message-id]rUIDPLUSzsavemessage: header is: rrrNrrrzsavemessage: date: z , content: 'r|ryz Saving msg (z ) in folder 'z', repository 'z$' failed (abort). Server responded: r~ r Tz ) folder 'z ', repo 'z#'failed (error). Server responded: APPENDUIDzJServer supports UIDPLUS but got no APPENDUID appending a message. Got: %s.r}r`zUnexpected response: %sz_savemessage: Server supports UIDPLUS, but we got no usable UID back. APPENDUID reponse was '%s'zHsavemessage: attempt to get new UID UID failed. Search headers manually.zZsavemessage: Searching mails for new Message-ID failed. Could not determine new UID on %s.zT: could not determine the UID while we got no error while appending the email with 'rz!savemessage: returning new UID %d)1r savemessage uidexistssavemessageflagsdeletemessageheadersrr#_IMAPFolder__getmessageinternaldategetmessageheaderr#rb capabilities"_IMAPFolder__generate_randomheaderraddmessageheaderrrrr;r<r: msgtoreadonlyrfrrflagsmaildir2imaprrrrWrXabortrrrrcheck_get_untagged_responserr3rer,r r(_IMAPFolder__savemessage_searchforheader%_IMAPFolder__savemessage_fetchheadersrIrr)r1rrrrrdatemsg_id retry_leftr= use_uidplusrrrrrgdaterr_msgrsresprs_uids r7r&zIMAPFolder.savemessageos* FC5 7t~~c*  ! !#u -J !!#t'9'9: J/ ,,S%8&&sL9+F //335 V ;(7+?+?? "040L0L1-ZGGMM&#-{+<=))#z;G77''/MMM?E5zC'27+uST{%K %* GGMM&#'+56NN4#7#7#9:3'!(,,. 2259s||=|A"CJS# d{$T4+=+=+?cK /w8H8N8N8S8STT!"Jqp!JS#4K K55kBD6>T\GGLL"ACFt9"MNZ11':Y K8<=1QXXg.=E=eBiooc2156C!8GGLL"469$i"@A<H>IK &J&*\\^&4511': $($A$A#$FD  S !-2D  S !' *  fACGH E''GG))$4Jl11':u>}}4!OJOO55gtD"oo??AG%.$T4+=+=+?QI-22::$JqM ++GGMM!XZ]33}} 'OO55gtD"G* t'9'9';SVE)..66 1 '' 'B>"C K*+D+.t9,5+;+A+A+I+IKKK<!GGLL#',,.*k"KL 11':s9C YP$BQ7Y;AY8V7<V2"V76-Y$A3X-Q5YQYV/(B8T& Y&V/8A2V**V//Y2V77 W>Y9W>>Y=X>>Y Y!c |jj} ddj|jz}|}|r9 |j |j d|j d||\}} |jj|d k(r D cgc]} t| t r| }} d gk(s|d k7st#|dk7rmtjj} d |j%d |d|d|} |d gk(st#|dkrd |j%d|d} t| | |ddj'd} |j(dj+|dd}t#|j6dkDr|jj9dj5||j6t;d|j6DrN|jj9d|j(dj+|j=|dd} |j?|j@d}| |g}|S#|j$r}|dz}|dkr7d|||j|fz} t| tjj|jjd |||j|||z |fz|jj|d|jj}Yd }~nd }~wwxYw|rߐ#|jj|wxYwcc} w#t-}t/|ddj0}|j3|dddj'dd}tdj5|||dj0|dtjjxYw#tB$rd}|jE|d}|d}tdj5||t/|j0|tjjd }~wwxYw)zFetches data from IMAP server. Arguments: - uids: message UIDS (OfflineIMAP3: First UID returned only) - retry_num: number of retries to make Returns: data obtained by this query.rr~T)r:rr rz>%s, while fetching msg %r in folder %r. Max retry reached (%d)zB%s. While fetching msg %r in folder %r. Query: %s Retrying (%d/%d)Nryz IMAP server 'z ' failed to fetch messages UID 'z'. Server responded: z$' does not have a message with UID 'r|r}rasciisurrogateescape)errorszPException parsing message with ID ({}) from imaplib (response type: {}). {}: {}zUID {} has defects: {}c3<K|]}t|tywr@)rr ).0defects r7 z.IMAPFolder._fetch_from_imap..s`v:f&AB`sz% ... applying multipart boundary fix.rr"zzDUID {} ({}) has defects preventing it from being processed! {}: {})#r#rbrr'r;r<rr1r2rrWrrrrfrrrrr3parser parsebytesrr__name___extract_message_idrdefectsrany_quote_boundary_fixrrUnicodeEncodeErrorr+)r1uids retry_numr=query fails_leftrrrsmessageresrkreasonndata0ndata1r response_typer7_ndatas r7rzIMAPFolder._fetch_from_imap?s//335 7chht78E"JBNN4#7#7#9DNI%,[[$%FNHd* OO - -g 6 t #'FCz#u/ECFDF D6>X-Ta'--55H262D2D2F2:DBFv~TQ-1,>,>,@$H"684 4a""7+kk*-88aDV v~~  " GGLL188v~~N O`QWQ_Q_`` DEZ0;;D3F&_ff &$s)*<*tjj }d|j ||||fz}t|||dS)zStores data to IMAP server Arguments: - imapobj: instance of IMAPlib to use - uid: message UID - field: field name to be stored/updated - data: field contents storeryzPIMAP server '%s' failed to store %s for message UID '%d'.Server responded: %s %sr)r;r<rrrWrr) r1r=rfieldrrretdatarkrTs r7_store_to_imapzIMAPFolder._store_to_imaps t++-.#KKeTB' t '--55H/++-uc8W2NNF#684 4qzrDc~|jj} |j|t|dt j |} |jj||s||j|d<yt jt j|dd}t j||j|d<y#|j $r<|jj||g|Y|jj|ywxYw#|jj|wxYw)zChange a message's flags to `flags`. Note that this function does not check against dryrun settings, so you need to ensure that it is never called in a dryrun mode.rNrr )r#rbr^rrr0r:rflagstoreadonlyrfrr imapsplitr)r1rrr=rs r7r(zIMAPFolder.savemessageflagss//335 7((#c(G)1)C)CE)JLF OO - -g 6-2D  S !' *''(:(:6(B1(EFwOE-5-G-G-ND  S !' *  GG # #D3% 7  OO - -g 6   OO - -g 6s#0C-D>DDDD<c*|j|g|yr@)addmessagesflagsr1rrs r7addmessageflagszIMAPFolder.addmessageflagss seU+rDc*|jd||y)N+!_IMAPFolder__processmessagesflagsr1uidlistrs r7__addmessagesflags_noconvertz'IMAPFolder.__addmessagesflags_noconvert ##C%8rDc(|j||y)zThis is here for the sake of UIDMaps.py -- deletemessages must add flags and get a converted UID, and if we don't have noconvert, then UIDMaps will try to convert it twice.N)'_IMAPFolder__addmessagesflags_noconvertrjs r7rczIMAPFolder.addmessagesflagss ))'59rDc*|j|g|yr@)deletemessagesflagsrds r7deletemessageflagszIMAPFolder.deletemessageflagss   #.rDc*|jd||y)N-rhrjs r7rqzIMAPFolder.deletemessagesflagsrmrDcd|jj} |j|j|jdtj||dztj|}|ddk7r9tddj|dztjj|d}|jj|t!|}|D]}|tj"tj$|d}d|vrd|vs:|d} t'|d} tj(| |j*| d < |j-| |D]B} |d k(r|j*| d xx|zcc<#|d k(s)|j*| d xx|zcc<Dy#|j$r;|j j |||Y|jj|ywxYw#|jj|wxYw#t.$rYGwxYw) Nr[rrryzError with store: %srr rrrgrt)r#rbr;r<r:rr`rfrrrr0rrrWrlistrrarerrrr ) r1 operationrkrr=rd needupdater attributehashflagstrrs r7__processmessagesflags_realz&IMAPFolder.__processmessagesflags_reals,//335 7 t3356{{7#+#8#8#A#,w#6#+#=#=e#DFH{d"&*TYYx{-CC$**2244 {H OO - -g 6']  F~$//0B0B60J10MNM]*w-/G#G,GmE*+C-5-G-G-PD  S !' * !!#&   8CC  %g.%7.c!  %g.%7.  8E## ''gu= OO - -g 6  OO - -g 6&  s;F5BHH"5,G?!H>G??HH" H/.H/cpd}tdt||D]}|j|||||z|y)Ndr)ranger&_IMAPFolder__processmessagesflags_real)r1rwrkr batch_sizeis r7__processmessagesflagsz!IMAPFolder.__processmessagesflagssK q#g, 3 OA  , ,Y-4Qq:~-F O O rDcTtd||fztjj)zyChange the message from existing uid to new_uid If the backend supports it. IMAP does not and will throw errors.z7IMAP backend cannot change a messages UID from %d to %d)rrWr)r1rnew_uids r7change_message_uidzIMAPFolder.change_message_uid#s3  * #W~ ./?/E/E/M/MO OrDc(|j|gyr@%_IMAPFolder__deletemessages_noconvertrs r7 deletemessagezIMAPFolder.deletemessage-s ''.rDc&|j|yr@r)r1rks r7deletemessageszIMAPFolder.deletemessages1s ''0rDcFt|sy|j|td|jj } |j |j |jr|jddk(sJ|jj||D]}|j|=y#|j$r:|jj||Y|jj|ywxYw#|jj|wxYw)NTrry) rrorr#rbr;r<r:rdeletereadonlyrfr!r)r1rkr=rs r7__deletemessages_noconvertz%IMAPFolder.__deletemessages_noconvert4s7|  ))'3s8<//335 7 t3356||)!,454 OO - -g 6 &C  % &## &&tW5 OO - -g 6   OO - -g 6s*B7#$D7+D"D?DDD )T)F)NNr@)r )'rH __module__ __qualname__rrcr<rNrRrYr\rirvrrrrrrrr-r4r5r*r&rr^r(rerorcrrrqrrirrrr __classcell__)r6s@r7rr"s!"F O5 3)=7,%N_D7/Qd>-.1'@)$V[zM`N`iV*O0,9:/9+8ZO/1&rDr)r$rr+rsysr offlineimaprrrrimaplib2rBaser email.errorsr CRLFr[rrDr7rsC$ ??4c&c&rD