1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
# Copyright (C) 1998-2007 by the Free Software Foundation, Inc.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301,
# USA.
import os
import sys
import optparse
try:
import gzip
except ImportError:
sys.exit(0)
from Mailman import MailList
from Mailman import Utils
from Mailman import Version
from Mailman.configuration import config
from Mailman.i18n import _
from Mailman.initialize import initialize
__i18n_templates__ = True
def parseargs():
parser = optparse.OptionParser(version=Version.MAILMAN_VERSION,
usage=_("""\
%prog [options] [listname ...]
Re-generate the Pipermail gzip'd archive flat files."""))
parser.add_option('-v', '--verbose',
default=False, action='store_true',
help=_("Print each file as it's being gzip'd"))
parser.add_option('-z', '--level',
default=6, type='int',
help=_('Specifies the compression level'))
parser.add_option('-C', '--config',
help=_('Alternative configuration file to use'))
opts, args = parser.parse_args()
if opts.level < 1 or opts.level > 9:
parser.print_help()
print >> sys.stderr, _('Illegal compression level: $opts.level')
sys.exit(1)
return opts, args, parser
def compress(txtfile, opts):
if opts.verbose:
print _("gzip'ing: $txtfile")
infp = outfp = None
try:
infp = open(txtfile)
outfp = gzip.open(txtfile + '.gz', 'wb', opts.level)
outfp.write(infp.read())
finally:
if outfp:
outfp.close()
if infp:
infp.close()
def main():
opts, args, parser = parseargs()
initialize(opts.config)
if config.ARCHIVE_TO_MBOX not in (1, 2) or config.GZIP_ARCHIVE_TXT_FILES:
# We're only going to run the nightly archiver if messages are
# archived to the mbox, and the gzip file is not created on demand
# (i.e. for every individual post). This is the normal mode of
# operation.
return
# Process all the specified lists
for listname in set(args or Utils.list_names()):
mlist = MailList.MailList(listname, lock=False)
if not mlist.archive:
continue
dir = mlist.archive_dir()
try:
allfiles = os.listdir(dir)
except OSError:
# Has the list received any messages? If not, last_post_time will
# be zero, so it's not really a bogus archive dir.
if mlist.last_post_time > 0:
print _('List $listname has a bogus archive_directory: $dir')
continue
if opts.verbose:
print _('Processing list: $listname')
files = []
for f in allfiles:
if os.path.splitext(f)[1] <> '.txt':
continue
# stat both the .txt and .txt.gz files and append them only if
# the former is newer than the latter.
txtfile = os.path.join(dir, f)
gzpfile = txtfile + '.gz'
txt_mtime = os.path.getmtime(txtfile)
try:
gzp_mtime = os.path.getmtime(gzpfile)
except OSError:
gzp_mtime = -1
if txt_mtime > gzp_mtime:
files.append(txtfile)
for f in files:
compress(f, opts)
|
