1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
|
"""File cache and template manager.
Revision ID: fa0d96e28631
Revises: 7b254d88f122
Create Date: 2016-02-21 16:21:48.277654
"""
import os
import shutil
import sqlalchemy as sa
from alembic import op
from mailman.config import config
from mailman.database.helpers import exists_in_db
from mailman.database.types import SAUnicode
# revision identifiers, used by Alembic.
revision = 'fa0d96e28631'
down_revision = '7b254d88f122'
CONVERSION_MAPPING = dict(
digest_footer_uri='list:digest:footer',
digest_header_uri='list:digest:header',
footer_uri='list:regular:footer',
goodbye_message_uri='user:ack:goodbye',
header_uri='list:regular:header',
welcome_message_uri='user:ack:welcome',
)
REVERSE_MAPPING = {value: key for key, value in CONVERSION_MAPPING.items()}
def upgrade():
op.create_table(
'file_cache',
sa.Column('id', sa.Integer(), nullable=False),
sa.Column('key', SAUnicode(), nullable=False),
sa.Column('file_id', SAUnicode(), nullable=True),
sa.Column('is_bytes', sa.Boolean(), nullable=False),
sa.Column('created_on', sa.DateTime(), nullable=False),
sa.Column('expires_on', sa.DateTime(), nullable=False),
sa.PrimaryKeyConstraint('id')
)
template_table = op.create_table(
'template',
sa.Column('id', sa.Integer(), nullable=False),
sa.Column('name', SAUnicode(), nullable=False),
sa.Column('context', SAUnicode(), nullable=True),
sa.Column('uri', SAUnicode(), nullable=False),
sa.Column('username', SAUnicode(), nullable=True),
sa.Column('password', sa.DateTime(), nullable=True),
sa.PrimaryKeyConstraint('id')
)
connection = op.get_bind()
# For all existing mailing lists, turn the *_uri attributes into entries
# in the template cache. Don't import the table definition from the
# models, it may break this migration when the model is updated in the
# future (see the Alembic doc).
mlist_table = sa.sql.table(
'mailinglist',
sa.sql.column('id', sa.Integer),
sa.sql.column('list_id', SAUnicode),
sa.sql.column('digest_footer_uri', SAUnicode),
sa.sql.column('digest_header_uri', SAUnicode),
sa.sql.column('footer_uri', SAUnicode),
sa.sql.column('header_uri', SAUnicode),
sa.sql.column('goodbye_message_uri', SAUnicode),
sa.sql.column('welcome_message_uri', SAUnicode),
)
for (mlist_id, list_id,
digest_footer_uri, digest_header_uri,
nondigest_footer_uri, nondigest_header_uri,
goodbye_uri, welcome_uri
) in connection.execute(mlist_table.select()):
inserts = []
if digest_footer_uri is not None:
entry = dict(
name=CONVERSION_MAPPING['digest_footer_uri'],
uri=digest_footer_uri,
)
inserts.append(entry)
if digest_header_uri is not None:
entry = dict(
name=CONVERSION_MAPPING['digest_header_uri'],
uri=digest_header_uri,
)
inserts.append(entry)
if nondigest_footer_uri is not None:
entry = dict(
name=CONVERSION_MAPPING['footer_uri'],
uri=nondigest_footer_uri,
)
inserts.append(entry)
if nondigest_header_uri is not None:
entry = dict(
name=CONVERSION_MAPPING['header_uri'],
uri=nondigest_header_uri,
)
inserts.append(entry)
if goodbye_uri is not None:
entry = dict(
name=CONVERSION_MAPPING['goodbye_message_uri'],
uri=goodbye_uri,
)
inserts.append(entry)
if welcome_uri is not None:
entry = dict(
name=CONVERSION_MAPPING['welcome_message_uri'],
uri=welcome_uri,
)
inserts.append(entry)
for entry in inserts:
# In the source tree, footer-generic.txt was renamed.
entry['context'] = list_id
connection.execute(template_table.insert().values(**entry))
with op.batch_alter_table('mailinglist') as batch_op:
batch_op.drop_column('digest_footer_uri')
batch_op.drop_column('digest_header_uri')
batch_op.drop_column('footer_uri')
batch_op.drop_column('header_uri')
batch_op.drop_column('goodbye_message_uri')
batch_op.drop_column('welcome_message_uri')
with op.batch_alter_table('domain') as batch_op:
batch_op.drop_column('base_url')
def downgrade():
# Add back the original columns to the mailinglist table.
for column in CONVERSION_MAPPING:
if not exists_in_db(op.get_bind(), 'mailinglist', column):
op.add_column(
'mailinglist',
sa.Column(column, SAUnicode, nullable=True))
op.add_column('domain', sa.Column('base_url', SAUnicode))
# Put all the templates with a context mapping the list-id back into the
# mailinglist table. No other contexts are supported, so just throw those
# away.
template_table = sa.sql.table(
'template',
sa.sql.column('id', sa.Integer),
sa.sql.column('name', SAUnicode),
sa.sql.column('context', SAUnicode),
sa.sql.column('uri', SAUnicode),
sa.sql.column('username', SAUnicode),
sa.sql.column('password', SAUnicode),
)
mlist_table = sa.sql.table(
'mailinglist',
sa.sql.column('id', sa.Integer),
sa.sql.column('list_id', SAUnicode),
sa.sql.column('digest_footer_uri', SAUnicode),
sa.sql.column('digest_header_uri', SAUnicode),
sa.sql.column('footer_uri', SAUnicode),
sa.sql.column('header_uri', SAUnicode),
sa.sql.column('goodbye_message_uri', SAUnicode),
sa.sql.column('welcome_message_uri', SAUnicode),
)
connection = op.get_bind()
for (table_id, name, context, uri, username, password
) in connection.execute(template_table.select()).fetchall():
mlist = connection.execute(mlist_table.select().where(
mlist_table.c.list_id == context)).fetchone()
if mlist is None:
continue
attribute = REVERSE_MAPPING.get(name)
if attribute is not None:
connection.execute(mlist_table.update().where(
mlist_table.c.list_id == context).values(
**{attribute: uri}))
op.drop_table('file_cache')
op.drop_table('template')
# Also delete the file cache directories. Don't delete the cache
# directory itself though.
for path in os.listdir(config.CACHE_DIR):
full_path = os.path.join(config.CACHE_DIR, path)
if os.path.isdir(full_path):
shutil.rmtree(full_path)
|
