forked from wal-g/wal-g
/
backup_fetch_handler_new.go
91 lines (81 loc) · 3.14 KB
/
backup_fetch_handler_new.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
package postgres
import (
"fmt"
"github.com/T0n0T/wal-g/internal"
"github.com/T0n0T/wal-g/pkg/storages/storage"
"github.com/T0n0T/wal-g/utility"
"github.com/wal-g/tracelog"
)
func GetPgFetcherNew(dbDataDirectory, fileMask, restoreSpecPath string, skipRedundantTars bool,
extractProv ExtractProvider,
) func(folder storage.Folder, backup internal.Backup) {
return func(folder storage.Folder, backup internal.Backup) {
pgBackup := ToPgBackup(backup)
filesToUnwrap, err := pgBackup.GetFilesToUnwrap(fileMask)
tracelog.ErrorLogger.FatalfOnError("Failed to fetch backup: %v\n", err)
var spec *TablespaceSpec
if restoreSpecPath != "" {
spec = &TablespaceSpec{}
err := readRestoreSpec(restoreSpecPath, spec)
errMessege := fmt.Sprintf("Invalid restore specification path %s\n", restoreSpecPath)
tracelog.ErrorLogger.FatalfOnError(errMessege, err)
}
// directory must be empty before starting a deltaFetch
isEmpty, err := utility.IsDirectoryEmpty(dbDataDirectory)
tracelog.ErrorLogger.FatalfOnError("Failed to fetch backup: %v\n", err)
if !isEmpty {
tracelog.ErrorLogger.FatalfOnError("Failed to fetch backup: %v\n",
NewNonEmptyDBDataDirectoryError(dbDataDirectory))
}
config := NewFetchConfig(pgBackup.Name,
utility.ResolveSymlink(dbDataDirectory), folder, spec, filesToUnwrap, skipRedundantTars, extractProv)
err = deltaFetchRecursionNew(config)
tracelog.ErrorLogger.FatalfOnError("Failed to fetch backup: %v\n", err)
}
}
// TODO : unit tests
// deltaFetchRecursion function composes Backup object and recursively searches for necessary base backup
func deltaFetchRecursionNew(cfg *FetchConfig) error {
backup := NewBackup(cfg.folder.GetSubFolder(utility.BaseBackupPath), cfg.backupName)
sentinelDto, filesMetaDto, err := backup.GetSentinelAndFilesMetadata()
if err != nil {
return err
}
cfg.tablespaceSpec = chooseTablespaceSpecification(sentinelDto.TablespaceSpec, cfg.tablespaceSpec)
sentinelDto.TablespaceSpec = cfg.tablespaceSpec
if sentinelDto.IsIncremental() {
tracelog.InfoLogger.Printf("Delta %v at LSN %s \n",
cfg.backupName,
*(sentinelDto.BackupStartLSN))
baseFilesToUnwrap, err := GetBaseFilesToUnwrap(filesMetaDto.Files, cfg.filesToUnwrap)
if err != nil {
return err
}
unwrapResult, err := backup.unwrapNew(cfg.dbDataDirectory, cfg.filesToUnwrap,
false, cfg.skipRedundantTars, cfg.extractProv)
if err != nil {
return err
}
cfg.filesToUnwrap = baseFilesToUnwrap
cfg.backupName = *sentinelDto.IncrementFrom
if cfg.skipRedundantTars {
// if we skip redundant tars we should exclude files that
// no longer need any additional information (completed ones)
cfg.SkipRedundantFiles(unwrapResult)
}
tracelog.InfoLogger.Printf("%v fetched. Downgrading from LSN %s to LSN %s \n",
cfg.backupName,
*(sentinelDto.BackupStartLSN),
*(sentinelDto.IncrementFromLSN))
err = deltaFetchRecursionNew(cfg)
if err != nil {
return err
}
return nil
}
tracelog.InfoLogger.Printf("%s reached. Applying base backup... \n",
*(sentinelDto.BackupStartLSN))
_, err = backup.unwrapNew(cfg.dbDataDirectory, cfg.filesToUnwrap,
false, cfg.skipRedundantTars, cfg.extractProv)
return err
}