1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
|
import threading
from os import getenv
from queue import Queue, Empty
from time import time, sleep
from cherrypy.process import wspbus, plugins
import cherrypy
import re
from imap_tools import MailBox, MailMessage
from typing import Literal
from . import html
class ImapPlugin(plugins.SimplePlugin):
def __init__(self,bus,
imap_server:str,
imap_user:str,
imap_pass:str,
smtp_server:str,
smtp_user:str,
smtp_pass:str,
):
plugins.SimplePlugin.__init__(self,bus)
self.imap_server=imap_server
self.imap_user=imap_user
self.imap_pass=imap_pass
self.smtp_server=smtp_server
self.smtp_user=smtp_user
self.smtp_pass=smtp_pass
self.mailin_thread=None
self.mailout_thread=None
self.stopping=threading.Event()
self.mailout_queue=Queue()
emailcache={}
def start(self):
self.stopping.clear()
self.mailin_thread=threading.Thread(target=self.in_runner)
self.mailout_thread=threading.Thread(target=self.out_runner)
# the following commented block was too free to be parsed. If you can get it to work, feel free to email a patch.
#self.addrformat=getenv("ACIT_ADDRESSFORMAT",
# self.imap_user.replace("@","+{proj}#{bug}@",1) # default to something like something+example#15@example.com
# )
#self.addrregex=getenv("ACIT_ADDRESSREGEX",
# self.addrformat.replace("+","\\+").format(proj="[^@#]*",bug="[0-9]*")
# # note above default only works if your email address doesn't contain any character regex picks up, and you use plus-addresses
# )
self.uses_aliases=getenv("ACIT_MAIL_USES_ALIASES",False)
name,domain=self.imap_user.rsplit("@",1)
self.emaildomain=getenv("ACIT_MAIL_DOMAIN",domain)
self.emailname=getenv("ACIT_MAIL_NAME",name)
if self.uses_aliases:
self.addr_format="{proj}#{bug}@"+self.emaildomain
self.addr_regex=r"[^@#\+]*#[0-9]*@"+ self.emaildomain.replace(".","\\.")
else:
self.addr_format=self.emailname+"+{proj}#{bug}@"+self.emaildomain
self.addr_regex=self.emailname+r"+[^@#\+]*#[0-9]*@"+self.emaildomain
self.mailin_thread.start()
self.mailout_thread.start()
self.mailbox_per_thread={}
def stripInfoFromMailAddr(self,address:str):
if not self.uses_aliases:
address=address.removesuffix(self.emailname+"+")
address=address.removesuffix("@"+self.emaildomain)
return address.rsplit("#",1)
def get_bug_folder(self,proj,bug):
return self.ensurefolder("bugs",proj,str(bug))
def get_MailBox(self):
tid=threading.current_thread()
if not tid in self.mailbox_per_thread:
self.mailbox_per_thread[tid]=MailBox(self.imap_server).login(self.imap_user,self.imap_pass, None)
return self.mailbox_per_thread[tid]
def generate_page(self,mailbox:MailBox,project=None,bug=None):
if not bug and not project:
return self.generate_main_page(mailbox)
if project and not bug:
return self.generate_project_page(mailbox,project)
try:
mailbox.folder.set(self.get_bug_folder(project,bug))
pagelimit=25
currentpage=""
for msg in mailbox.fetch():
pass
except Exception:
self.mlog("Error occured generating bug page for %s/%d"%(project,bug),traceback=True)
def in_runner(self):
with self.get_MailBox() as mailbox:
self.mlog("IMAP monitor thread started (connected)")
while not self.stopping.is_set():
try:
mailbox.folder.set("INBOX")
# block: wait 5 minutes and poll after that
mailbox.idle.start()
if self.stopping.wait(300): # if not stopping, this just times out after 300 seconds, so this is a nice timer
mailbox.idle.stop()
break
responses=mailbox.idle.poll(timeout=1)
mailbox.idle.stop()
# end block
if responses or mailbox.folder.status()["MESSAGES"]>0:
refreshable={}
for msg in mailbox.fetch():
for addr in msg.to + msg.cc + msg.bcc + msg.reply_to:
if re.fullmatch(self.addr_regex,addr):
proj,bug=self.stripInfoFromMailAddr(addr)
break
# block: parse bug id
try:
bug=int(bug)
except ValueError as e:
self.mlog("Error decoding value to int:",e,traceback=True)
self.mail_error(msg,notice="Exception while trying to convert bug number to integer",exception=e)
self.move_errored_mail(msg)
continue
# end block
# block: make sure project exists
proj=self.get_full_projectname(proj)
if not proj:
self.mlog("Received email for nonexistend project %s"%proj)
self.mail_error(msg,notice="Project '%s' doesn't exist"%proj)
self.move_errored_mail(msg)
continue
# end block
# block: move mail to folder specific for this project/bug
try:
path=self.get_bug_folder(proj,bug)
mailbox.move([msg.uid], path)
refreshable.setdefault(proj,[]).append(bug)
except Exception:
self.mlog("Error processing email '%s' for %s/%d"%(msg.subject,proj,bug),traceback=True)
# end block
# block: update all webpages that received new mail
for proj,bugs in refreshable.items():
self.generate_page(proj,None) # project page needs to be regenerated too (counters)
for bug in bugs:
self.generate_page(proj,bug)
self.generate_page(None,None) # main page needs to be generated too (a new project may have appeared + counters)
# end block
except Exception:
import traceback
exc=traceback.format_exc()
self.mlog("Exception occured:\n%s"%exc)
self.mlog("!! this may lead to emails not appearing or appearing later !!")
self.mlog("IMAP monitor thread stopped.")
def out_runner(self):
pass
def stop(self):
self.mlog("Stopping. This can take a while.")
self.stopping.set()
self.mailin_thread.join()
self.mailout_thread.join()
self.mlog("Stopped")
def mlog(self,*msg,**kwargs):
cherrypy.log(context="MAIL", msg=" ".join([str(i) for i in msg]),**kwargs)
|
