1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
# Copyright (C) 2000,2001 by the Free Software Foundation, Inc.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
"""Outgoing queue runner."""
import sys
import os
import time
import email
from Mailman import mm_cfg
from Mailman import Message
from Mailman import Errors
from Mailman import LockFile
from Mailman.Queue.Runner import Runner
from Mailman.Logging.Syslog import syslog
# This controls how often _doperiodic() will try to deal with deferred
# permanent failures.
DEAL_WITH_PERMFAILURES_EVERY = 1
class OutgoingRunner(Runner):
def __init__(self, slice=None, numslices=1, cachelists=1):
Runner.__init__(self, mm_cfg.OUTQUEUE_DIR,
slice, numslices, cachelists)
# Maps mailing lists to (recip, msg) tuples
self._permfailures = {}
self._permfail_counter = 0
def _dispose(self, mlist, msg, msgdata):
# See if we should VERP this message.
if mm_cfg.VERP_DELIVERY_INTERVAL > 0:
if mm_cfg.VERP_DELIVERY_INTERVAL == 1:
# VERP every time
msgdata['verp'] = 1
elif not int(mlist.post_id) % mm_cfg.VERP_DELIVERY_INTERVAL:
msgdata['verp'] = 1
# Fortunately, we do not need the list lock to do deliveries.
handler = mm_cfg.DELIVERY_MODULE
modname = 'Mailman.Handlers.' + handler
mod = __import__(modname)
func = getattr(sys.modules[modname], 'process')
try:
pid = os.getpid()
func(mlist, msg, msgdata)
# Failsafe -- a child may have leaked through.
if pid <> os.getpid():
syslog('error', 'child process leaked thru: %s', modname)
os._exit(1)
except Errors.SomeRecipientsFailed, e:
# The delivery module being used (SMTPDirect or Sendmail) failed
# to deliver the message to one or all of the recipients.
# Permanent failures should be registered (but registration
# requires the list lock), and temporary failures should be
# retried later.
#
# For permanent failures, make a copy of the message for bounce
# handling. I'm not sure this is necessary, or the right thing to
# do.
pcnt = len(e.permfailures)
copy = email.message_from_string(str(msg))
self._permfailures.setdefault(mlist, []).extend(
zip(e.permfailures, [copy] * pcnt))
# Temporary failures
if not e.tempfailures:
# Don't need to keep the message queued if there were only
# permanent failures.
return 0
now = time.time()
recips = e.tempfailures
last_recip_count = msgdata.get('last_recip_count', 0)
deliver_until = msgdata.get('deliver_until', now)
if len(recips) == last_recip_count:
# We didn't make any progress.
if now > deliver_until:
# We won't attempt delivery any longer.
return 0
else:
# Keep trying to delivery this for 3 days
deliver_until = now + mm_cfg.DELIVERY_RETRY_PERIOD
msgdata['last_recip_count'] = len(recips)
msgdata['deliver_until'] = deliver_until
# Requeue
return 1
# We've successfully completed handling of this message
return 0
def _doperiodic(self):
# Periodically try to acquire the list lock and clear out the
# permanent failures.
self._permfail_counter += 1
if self._permfail_counter < DEAL_WITH_PERMFAILURES_EVERY:
return
# Reset the counter
self._permfail_counter = 0
# And deal with the deferred permanent failures.
for mlist in self._permfailures.keys():
try:
mlist.Lock(timeout=mm_cfg.LIST_LOCK_TIMEOUT)
except LockFile.TimeOutError:
return
try:
for recip, msg in self._permfailures[mlist]:
mlist.registerBounce(recip, msg)
del self._permfailures[mlist]
mlist.Save()
finally:
mlist.Unlock()
|
