1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
|
# It's possible to get the mail-list senders address (list-admin) in the bounce list.
# You probably don't want to have list mail sent to that address anyway.
import sys
import time
import regsub, string, regex
import mm_utils, mm_cfg, mm_err
class Bouncer:
def InitVars(self):
# Not configurable...
self.bounce_info = {}
self.bounce_processing = mm_cfg.DEFAULT_BOUNCE_PROCESSING
# Configurable...
self.minimum_removal_date = mm_cfg.DEFAULT_MINIMUM_REMOVAL_DATE
self.minimum_post_count_before_removal = \
mm_cfg.DEFAULT_MINIMUM_POST_COUNT_BEFORE_REMOVAL
self.automatically_remove = mm_cfg.DEFAULT_AUTOMATICALLY_REMOVE
self.max_posts_between_bounces = \
mm_cfg.DEFAULT_MAX_POSTS_BETWEEN_BOUNCES
def GetConfigInfo(self):
return [
('bounce_processing', mm_cfg.Toggle, ('No', 'Yes'), 0,
'Try to figure out error messages automatically? '),
('minimum_removal_date', mm_cfg.Number, 3, 0,
'Minimum number of days an address has been bad before we consider nuking it'),
('minimum_post_count_before_removal', mm_cfg.Number, 3, 0,
'Minimum number of posts to the list since your first bounce before we consider '
'removing you from the list'),
('max_posts_between_bounces', mm_cfg.Number, 3, 0,
"Maximum number of messages your list gets in an hour. (Yes, bounce detection "
"finds this info useful)"),
('automatically_remove', mm_cfg.Radio, ("Don't remove; Notify me", "Remove, but "
"notify me", "Remove and don't notify me"),
0, "Automatically remove addresses considered for removal, or alert you?")
]
def ClearBounceInfo(self, email):
email = string.lower(email)
if self.bounce_info.has_key(email):
del self.bounce_info[email]
def RegisterBounce(self, email):
report = "Bouncing %s on list %s - " % (email, self.real_name)
bouncees = self.bounce_info.keys()
this_dude = mm_utils.FindMatchingAddresses(email, bouncees)
now = time.time()
if not len(this_dude):
# Time address went bad, post where address went bad,
# What the last post ID was that we saw a bounce.
self.bounce_info[string.lower(email)] = [now, self.post_id,
self.post_id]
self.LogMsg("bounce", report + "first bounce")
self.Save()
return
addr = string.lower(this_dude[0])
inf = self.bounce_info[addr]
difference = now - inf[0]
if len(mm_utils.FindMatchingAddresses(addr, self.members)):
if self.post_id - inf[2] > self.max_posts_between_bounces:
# Stale entry that's now being restarted...
# Should maybe keep track in see if people become stale entries
# often...
self.LogMsg("bounce",
report + "first fresh bounce on a stale addr")
self.bounce_info[addr] = [now, self.post_id, self.post_id]
return
self.bounce_info[addr][2] = self.post_id
if (self.post_id - inf[1] > self.minimum_post_count_before_removal
and difference > self.minimum_removal_date * 24 * 60 * 60):
self.LogMsg("bounce", report + "they're Out of here...")
self.RemoveBouncingAddress(addr)
return
else:
post_count = (self.minimum_post_count_before_removal -
self.post_id - inf[1])
if post_count < 0:
post_count = 0
self.LogMsg("bounce",
(report + ("%d more posts, %d more secs"
(post_count,
(self.minimum_removal_date
* 24 * 60 * 60 - difference)))))
self.Save()
return
elif len(mm_utils.FindMatchingAddresses(addr, self.digest_members)):
if self.volume > inf[1]:
self.LogMsg("bounce",
"%s: First fresh bounce on a stale addr (D).",
self._internal_name)
self.bounce_info[addr] = [now, self.volume, self.volume]
return
if difference > self.minimum_removal_date * 24 * 60 * 60:
self.LogMsg("bounce", "Seeya, digest-ee...")
self.RemoveBouncingAddress(addr)
return
self.LogMsg("bounce",
"digester lucked out, he's still got time!")
else:
self.LogMsg("bounce",
"Address %s wasn't a member of %s.",
addr,
self._internal_name)
def RemoveBouncingAddress(self, addr):
try:
self.DeleteMember(addr)
self.LogMsg("bounce", "%s removed from %s",
addr, self.real_name)
# Send mail to the user...
except mm_err.MMNoSuchUserError:
self.ClearBounceInfo(addr)
self.Save()
# Return 0 if we couldn't make any sense of it, 1 if we handled it.
def ScanMessage(self, msg):
# realname, who_from = msg.getaddr('from')
# who_info = string.lower(who_from)
who_info = string.lower(msg.GetSender())
at_index = string.find(who_info, '@')
who_from = who_info[:at_index]
remote_host = who_info[at_index+1:]
if not who_from in ['mailer-daemon', 'postmaster', 'orphanage',
'postoffice', 'ucx_smtp', 'a2']:
return 0
mime_info = msg.getheader('content-type')
boundry = None
if mime_info:
mime_info_parts = regsub.splitx(mime_info, '[Bb][Oo][Uu][Nn][Dd][Aa][Rr][Yy]="[^"]+"')
if len(mime_info_parts) > 1:
boundry = regsub.splitx(mime_info_parts[1], '"[^"]+"')[1][1:-1]
if boundry:
relevent_text = string.split(msg.body, '--%s' % boundry)[1]
else:
# This looks strange, but at least 2 of these are going to be no-ops.
relevent_text = regsub.split(msg.body, '^.*Message header follows.*$')[0]
relevent_text = regsub.split(relevent_text, '^The text you sent follows:.*$')[0]
relevent_text = regsub.split(relevent_text, '^Additional Message Information:.*$')[0]
relevent_text = regsub.split(relevent_text, '^-+Your original message-+.*$')[0]
BOUNCE = 1
REMOVE = 2
# Bounce patterns where it's simple to figure out the email addr.
email_regexp = '<?[^ \t@<>]+@[^ \t@<>]+\.[^ \t<>.]+>?'
simple_bounce_pats = (
(regex.compile('.*451 %s.*' % email_regexp), BOUNCE),
(regex.compile('.*554 %s.*' % email_regexp), BOUNCE),
(regex.compile('.*552 %s.*' % email_regexp), BOUNCE),
(regex.compile('.*501 %s.*' % email_regexp), BOUNCE),
(regex.compile('.*553 %s.*' % email_regexp), BOUNCE),
(regex.compile('.*550 %s.*' % email_regexp), REMOVE),
(regex.compile('%s .bounced.*' % email_regexp), BOUNCE),
(regex.compile('.*%s\.\.\. Deferred.*' % email_regexp), BOUNCE),
(regex.compile('.*User %s not known.*' % email_regexp), REMOVE),
(regex.compile('.*%s: User unknown.*' % email_regexp), REMOVE))
# patterns that we can't directly extract the email (special case these)
messy_pattern_1 = regex.compile('^Recipient .*$')
messy_pattern_2 = regex.compile('^Addressee: .*$')
messy_pattern_3 = regex.compile('^User .* not listed.*$')
messy_pattern_4 = regex.compile('^550 [^ ]+\.\.\. User unknown.*$')
messy_pattern_5 = regex.compile('^User [^ ]+ is not defined.*$')
messy_pattern_6 = regex.compile('^[ \t]*[^ ]+: User unknown.*$')
messy_pattern_7 = regex.compile('^[^ ]+ - User currently disabled.*$')
message_groked = 0
did = []
for line in string.split(relevent_text, '\n'):
for pattern, action in simple_bounce_pats:
if pattern.match(line) <> -1:
email = self.ExtractBouncingAddr(line)
if action == REMOVE:
emails = string.split(email,',')
for email_addr in emails:
if email_addr not in did:
self.RemoveBouncingAddress(
string.strip(email_addr))
did.append(email_addr)
message_groked = 1
continue
elif action == BOUNCE:
emails = string.split(email,',')
print emails
for email_addr in emails:
self.RegisterBounce(email_addr)
message_groked = 1
continue
else:
message_groked = 1
continue
# Now for the special case messages that are harder to parse...
if messy_pattern_1.match(line) <> -1 or messy_pattern_2.match(line) <> -1:
username = string.split(line)[1]
self.RegisterBounce('%s@%s' % (username, remote_host))
message_groked = 1
continue
if messy_pattern_3.match(line) <> -1 or messy_pattern_4.match(line) <> -1 or messy_pattern_5.match(line) <> -1:
username = string.split(line)[1]
self.RemoveBouncingAddress('%s@%s' % (username, remote_host))
message_groked = 1
continue
if messy_pattern_6.match(line) <> -1:
username = string.split(string.strip(line))[0][:-1]
self.RemoveBouncingAddress('%s@%s' % (username, remote_host))
message_groked = 1
continue
if messy_pattern_7.match(line) <> -1:
username = string.split(string.strip(line))[0]
self.RemoveBouncingAddress('%s@%s' % (username, remote_host))
message_groked = 1
continue
return message_groked
def ExtractBouncingAddr(self, line):
# First try with angles:
email = regsub.splitx(line, '[^ \t@<>]+@[^ \t@<>]+\.[^ \t<>.]+')[1]
if email[0] == '<':
return email[1:-1]
else:
return email
|
