-
Notifications
You must be signed in to change notification settings - Fork 33
/
darwin.go
375 lines (291 loc) · 8.07 KB
/
darwin.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
package darwin
import (
"crypto/md5"
"fmt"
"sort"
"sync"
"time"
)
// Status is a migration status value
type Status int
const (
// Ignored means that the migrations was not appied to the database
Ignored Status = iota
// Applied means that the migrations was successfully applied to the database
Applied
// Pending means that the migrations is a new migration and it is waiting to be applied to the database
Pending
// Error means that the migration could not be applied to the database
Error
)
func (s Status) String() string {
switch s {
case Ignored:
return "IGNORED"
case Applied:
return "APPLIED"
case Pending:
return "PENDING"
case Error:
return "ERROR"
default:
return "INVALID"
}
}
// A global mutex
var mutex = &sync.Mutex{}
// Migration represents a database migrations.
type Migration struct {
Version float64
Description string
Script string
}
// Checksum calculate the Script md5
func (m Migration) Checksum() string {
return fmt.Sprintf("%x", md5.Sum([]byte(m.Script)))
}
// MigrationInfo is a struct used in the infoChan to inform clients about
// the migration being applied.
type MigrationInfo struct {
Status Status
Error error
Migration Migration
}
// Darwin is a helper struct to access the Validate and migration functions
type Darwin struct {
driver Driver
migrations []Migration
infoChan chan MigrationInfo
}
// Validate if the database migrations are applied and consistent
func (d Darwin) Validate() error {
return Validate(d.driver, d.migrations)
}
// Migrate executes the missing migrations in database
func (d Darwin) Migrate() error {
return Migrate(d.driver, d.migrations, d.infoChan)
}
// Info returns the status of all migrations
func (d Darwin) Info() ([]MigrationInfo, error) {
return Info(d.driver, d.migrations)
}
// New returns a new Darwin struct
func New(driver Driver, migrations []Migration, infoChan chan MigrationInfo) Darwin {
return Darwin{
driver: driver,
migrations: migrations,
infoChan: infoChan,
}
}
// DuplicateMigrationVersionError is used to report when the migration list has duplicated entries
type DuplicateMigrationVersionError struct {
Version float64
}
func (d DuplicateMigrationVersionError) Error() string {
return fmt.Sprintf("Multiple migrations have the version number %f.", d.Version)
}
// IllegalMigrationVersionError is used to report when the migration has an illegal Version number
type IllegalMigrationVersionError struct {
Version float64
}
func (i IllegalMigrationVersionError) Error() string {
return fmt.Sprintf("Illegal migration version number %f.", i.Version)
}
// RemovedMigrationError is used to report when a migration is removed from the list
type RemovedMigrationError struct {
Version float64
}
func (r RemovedMigrationError) Error() string {
return fmt.Sprintf("Migration %f was removed", r.Version)
}
// InvalidChecksumError is used to report when a migration was modified
type InvalidChecksumError struct {
Version float64
}
func (i InvalidChecksumError) Error() string {
return fmt.Sprintf("Invalid cheksum for migration %f", i.Version)
}
// Validate if the database migrations are applied and consistent
func Validate(d Driver, migrations []Migration) error {
sort.Sort(byMigrationVersion(migrations))
if version, invalid := isInvalidVersion(migrations); invalid {
return IllegalMigrationVersionError{Version: version}
}
if version, dup := isDuplicated(migrations); dup {
return DuplicateMigrationVersionError{Version: version}
}
applied, err := d.All()
if err != nil {
return err
}
if version, removed := wasRemovedMigration(applied, migrations); removed {
return RemovedMigrationError{Version: version}
}
if version, invalid := isInvalidChecksumMigration(applied, migrations); invalid {
return InvalidChecksumError{Version: version}
}
return nil
}
// Info returns the status of all migrations
func Info(d Driver, migrations []Migration) ([]MigrationInfo, error) {
info := []MigrationInfo{}
records, err := d.All()
if err != nil {
return info, err
}
sort.Sort(sort.Reverse(byMigrationRecordVersion(records)))
for _, migration := range migrations {
info = append(info, MigrationInfo{
Status: getStatus(records, migration),
Error: nil,
Migration: migration,
})
}
return info, nil
}
func getStatus(inDatabase []MigrationRecord, migration Migration) Status {
last := inDatabase[0]
// Check Pending
if migration.Version > last.Version {
return Pending
}
// Check Ignored
found := false
for _, record := range inDatabase {
if record.Version == migration.Version {
found = true
}
}
if !found {
return Ignored
}
return Applied
}
// Migrate executes the missing migrations in database.
func Migrate(d Driver, migrations []Migration, infoChan chan MigrationInfo) error {
mutex.Lock()
defer mutex.Unlock()
err := d.Create()
if err != nil {
return err
}
err = Validate(d, migrations)
if err != nil {
return err
}
planned, err := planMigration(d, migrations)
if err != nil {
return err
}
for _, migration := range planned {
dur, err := d.Exec(migration.Script)
if err != nil {
notify(err, migration, infoChan)
return err
}
err = d.Insert(MigrationRecord{
Version: migration.Version,
Description: migration.Description,
Checksum: migration.Checksum(),
AppliedAt: time.Now(),
ExecutionTime: dur,
})
notify(err, migration, infoChan)
if err != nil {
return err
}
}
return nil
}
func notify(err error, migration Migration, infoChan chan MigrationInfo) {
status := Pending
if err != nil {
status = Error
} else {
status = Applied
}
// Send the migration over the infoChan
// The listener could print in the Stdout a message about the applied migration
if infoChan != nil {
infoChan <- MigrationInfo{
Status: status,
Error: err,
Migration: migration,
}
}
}
func wasRemovedMigration(applied []MigrationRecord, migrations []Migration) (float64, bool) {
versionMap := map[float64]Migration{}
for _, migration := range migrations {
versionMap[migration.Version] = migration
}
for _, migration := range applied {
if _, ok := versionMap[migration.Version]; !ok {
return migration.Version, true
}
}
return 0, false
}
func isInvalidChecksumMigration(applied []MigrationRecord, migrations []Migration) (float64, bool) {
versionMap := map[float64]MigrationRecord{}
for _, migration := range applied {
versionMap[migration.Version] = migration
}
for _, migration := range migrations {
if m, ok := versionMap[migration.Version]; ok {
if m.Checksum != migration.Checksum() {
return migration.Version, true
}
}
}
return 0, false
}
func isInvalidVersion(migrations []Migration) (float64, bool) {
for _, migration := range migrations {
version := migration.Version
if version < 0 {
return version, true
}
}
return 0, false
}
func isDuplicated(migrations []Migration) (float64, bool) {
unique := map[float64]Migration{}
for _, migration := range migrations {
_, exists := unique[migration.Version]
if exists {
return migration.Version, true
}
unique[migration.Version] = migration
}
return 0, false
}
func planMigration(d Driver, migrations []Migration) ([]Migration, error) {
records, err := d.All()
if err != nil {
return []Migration{}, err
}
// Apply all migrations
if len(records) == 0 {
return migrations, nil
}
// Which migrations needs to be applied
planned := []Migration{}
// Make sure the order is correct
// Do not trust the driver.
sort.Sort(sort.Reverse(byMigrationRecordVersion(records)))
last := records[0]
// Apply all migrations that are greater than the last migration
for _, migration := range migrations {
if migration.Version > last.Version {
planned = append(planned, migration)
}
}
// Make sure the order is correct
sort.Sort(byMigrationVersion(planned))
return planned, nil
}
type byMigrationVersion []Migration
func (b byMigrationVersion) Len() int { return len(b) }
func (b byMigrationVersion) Swap(i, j int) { b[i], b[j] = b[j], b[i] }
func (b byMigrationVersion) Less(i, j int) bool { return b[i].Version < b[j].Version }