1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
|
# Copyright (C) 2011-2016 by the Free Software Foundation, Inc.
#
# This file is part of GNU Mailman.
#
# GNU Mailman is free software: you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free
# Software Foundation, either version 3 of the License, or (at your option)
# any later version.
#
# GNU Mailman is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
# more details.
#
# You should have received a copy of the GNU General Public License along with
# GNU Mailman. If not, see <http://www.gnu.org/licenses/>.
"""Test some additional corner cases for starting/stopping."""
import os
import sys
import time
import errno
import shutil
import signal
import socket
import unittest
from contextlib import ExitStack, suppress
from datetime import datetime, timedelta
from mailman.commands.cli_control import Start, kill_watcher
from mailman.config import Configuration, config
from mailman.testing.helpers import configuration
from mailman.testing.layers import ConfigLayer
from tempfile import TemporaryDirectory
SEP = '|'
def make_config():
# All we care about is the master process; normally it starts a bunch of
# runners, but we don't care about any of them, so write a test
# configuration file for the master that disables all the runners.
new_config = 'no-runners.cfg'
config_file = os.path.join(os.path.dirname(config.filename), new_config)
shutil.copyfile(config.filename, config_file)
with open(config_file, 'a') as fp:
for runner_config in config.runner_configs:
print('[{}]\nstart:no\n'.format(runner_config.name), file=fp)
return config_file
def find_master():
# See if the master process is still running.
until = timedelta(seconds=10) + datetime.now()
while datetime.now() < until:
time.sleep(0.1)
with suppress(FileNotFoundError, ValueError, ProcessLookupError):
with open(config.PID_FILE) as fp:
pid = int(fp.read().strip())
os.kill(pid, 0)
return pid
return None
class FakeArgs:
force = None
run_as_user = None
quiet = True
config = None
class FakeParser:
def __init__(self):
self.message = None
def error(self, message):
self.message = message
sys.exit(1)
class TestStart(unittest.TestCase):
"""Test various starting scenarios."""
layer = ConfigLayer
def setUp(self):
self.command = Start()
self.command.parser = FakeParser()
self.args = FakeArgs()
self.args.config = make_config()
def tearDown(self):
try:
with open(config.PID_FILE) as fp:
master_pid = int(fp.read())
except OSError as error:
if error.errno != errno.ENOENT:
raise
# There is no master, so just ignore this.
return
kill_watcher(signal.SIGTERM)
os.waitpid(master_pid, 0)
def test_force_stale_lock(self):
# Fake an acquisition of the master lock by another process, which
# subsequently goes stale. Start by finding a free process id. Yes,
# this could race, but given that we're starting with our own PID and
# searching downward, it's less likely.
fake_pid = os.getpid() - 1
while fake_pid > 1:
try:
os.kill(fake_pid, 0)
except OSError as error:
if error.errno == errno.ESRCH:
break
fake_pid -= 1
else:
raise RuntimeError('Cannot find free PID')
# Lock acquisition logic taken from flufl.lock.
claim_file = SEP.join((
config.LOCK_FILE,
socket.getfqdn(),
str(fake_pid),
'0'))
with open(config.LOCK_FILE, 'w') as fp:
fp.write(claim_file)
os.link(config.LOCK_FILE, claim_file)
expiration_date = datetime.now() - timedelta(minutes=2)
t = time.mktime(expiration_date.timetuple())
os.utime(claim_file, (t, t))
# Start without --force; no master will be running.
with suppress(SystemExit):
self.command.process(self.args)
self.assertIsNone(find_master())
self.assertIn('--force', self.command.parser.message)
# Start again, this time with --force.
self.args.force = True
self.command.process(self.args)
pid = find_master()
self.assertIsNotNone(pid)
class TestBinDir(unittest.TestCase):
"""Test issues related to bin_dir, e.g. issue #3"""
layer = ConfigLayer
def setUp(self):
self.command = Start()
self.command.parser = FakeParser()
self.args = FakeArgs()
self.args.config = make_config()
def test_master_is_elsewhere(self):
with ExitStack() as resources:
# Patch os.fork() so that we can record the failing child process's
# id. We need to wait on the child exiting in either case, and
# when it fails, no master.pid will be written.
bin_dir = resources.enter_context(TemporaryDirectory())
old_master = os.path.join(config.BIN_DIR, 'master')
new_master = os.path.join(bin_dir, 'master')
shutil.move(old_master, new_master)
resources.callback(shutil.move, new_master, old_master)
# Starting mailman should fail because 'master' can't be found.
# XXX This will print Errno 2 on the console because we're not
# silencing the child process's stderr.
self.command.process(self.args)
# There should be no pid file.
args_config = Configuration()
args_config.load(self.args.config)
self.assertFalse(os.path.exists(args_config.PID_FILE))
os.wait()
def test_master_is_elsewhere_and_findable(self):
with ExitStack() as resources:
bin_dir = resources.enter_context(TemporaryDirectory())
old_master = os.path.join(config.BIN_DIR, 'master')
new_master = os.path.join(bin_dir, 'master')
shutil.move(old_master, new_master)
resources.enter_context(
configuration('paths.testing', bin_dir=bin_dir))
resources.callback(shutil.move, new_master, old_master)
# Starting mailman should find master in the new bin_dir.
self.command.process(self.args)
# There should a pid file and the process it describes should be
# killable. We might have to wait until the process has started.
master_pid = find_master()
self.assertIsNotNone(master_pid, 'master did not start')
os.kill(master_pid, signal.SIGTERM)
os.waitpid(master_pid, 0)
|
