1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
|
# Copyright (C) 1998-2009 by the Free Software Foundation, Inc.
#
# This file is part of GNU Mailman.
#
# GNU Mailman is free software: you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free
# Software Foundation, either version 3 of the License, or (at your option)
# any later version.
#
# GNU Mailman is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
# more details.
#
# You should have received a copy of the GNU General Public License along with
# GNU Mailman. If not, see <http://www.gnu.org/licenses/>.
import os
import sys
import errno
import shutil
import optparse
from locknix.lockfile import Lock
from mailman import i18n
from mailman.Archiver.HyperArch import HyperArchive
from mailman.Defaults import hours
from mailman.configuration import config
from mailman.initialize import initialize
from mailman.version import MAILMAN_VERSION
_ = i18n._
def parseargs():
parser = optparse.OptionParser(version=MAILMAN_VERSION,
usage=_("""\
%%prog [options] listname [mbox]
Rebuild a list's archive.
Use this command to rebuild the archives for a mailing list. You may want to
do this if you edit some messages in an archive, or remove some messages from
an archive.
Where 'mbox' is the path to a list's complete mbox archive. Usually this will
be some path in the archives/private directory. For example:
% bin/arch mylist archives/private/mylist.mbox/mylist.mbox
'mbox' is optional. If it is missing, it is calculated from the listname.
"""))
parser.add_option('-q', '--quiet',
dest='verbose', default=True, action='store_false',
help=_('Make the archiver output less verbose'))
parser.add_option('--wipe',
default=False, action='store_true',
help=_("""\
First wipe out the original archive before regenerating. You usually want to
specify this argument unless you're generating the archive in chunks."""))
parser.add_option('-s', '--start',
default=None, type='int', metavar='N',
help=_("""\
Start indexing at article N, where article 0 is the first in the mbox.
Defaults to 0."""))
parser.add_option('-e', '--end',
default=None, type='int', metavar='M',
help=_("""\
End indexing at article M. This script is not very efficient with respect to
memory management, and for large archives, it may not be possible to index the
mbox entirely. For that reason, you can specify the start and end article
numbers."""))
parser.add_option('-C', '--config',
help=_('Alternative configuration file to use'))
opts, args = parser.parse_args()
if len(args) < 1:
parser.print_help()
print >> sys.stderr, _('listname is required')
sys.exit(1)
if len(args) > 2:
parser.print_help()
print >> sys.stderr, _('Unexpected arguments')
sys.exit(1)
return parser, opts, args
def main():
parser, opts, args = parseargs()
initialize(opts.config)
i18n.set_language(config.DEFAULT_SERVER_LANGUAGE)
listname = args[0].lower().strip()
if len(args) < 2:
mbox = None
else:
mbox = args[1]
# Open the mailing list object
mlist = config.list_manager.get(listname)
if mlist is None:
parser.error(_('No such list: $listname'))
if mbox is None:
mbox = mlist.ArchiveFileName()
i18n.set_language(mlist.preferred_language)
# Lay claim to the archive's lock file. This is so no other post can
# mess up the archive while we're processing it. Try to pick a
# suitably long period of time for the lock lifetime even though we
# really don't know how long it will take.
#
# XXX processUnixMailbox() should refresh the lock.
lock_path = os.path.join(mlist.data_path, '.archiver.lck')
with Lock(lock_path, lifetime=int(hours(3))):
# Try to open mbox before wiping old archive.
try:
fp = open(mbox)
except IOError, e:
if e.errno == errno.ENOENT:
print >> sys.stderr, _('Cannot open mbox file: $mbox')
else:
print >> sys.stderr, e
sys.exit(1)
# Maybe wipe the old archives
if opts.wipe:
if mlist.scrub_nondigest:
# TK: save the attachments dir because they are not in mbox
saved = False
atchdir = os.path.join(mlist.archive_dir(), 'attachments')
savedir = os.path.join(mlist.archive_dir() + '.mbox',
'attachments')
try:
os.rename(atchdir, savedir)
saved = True
except OSError, e:
if e.errno <> errno.ENOENT:
raise
shutil.rmtree(mlist.archive_dir())
if mlist.scrub_nondigest and saved:
os.renames(savedir, atchdir)
archiver = HyperArchive(mlist)
archiver.VERBOSE = opts.verbose
try:
archiver.processUnixMailbox(fp, opts.start, opts.end)
finally:
archiver.close()
fp.close()
|
