-
-
Notifications
You must be signed in to change notification settings - Fork 4
/
gwbackupy.py
225 lines (212 loc) · 7.5 KB
/
gwbackupy.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
import argparse
import threading
import logging
import sys
from tzlocal import get_localzone
import pytz as pytz
import gwbackupy.global_properties as global_properties
from gwbackupy.filters.gmail_filter import GmailFilter
from gwbackupy.gmail import Gmail
from gwbackupy.helpers import parse_date
from gwbackupy.providers.gapi_gmail_service_wrapper import GapiGmailServiceWrapper
from gwbackupy.providers.gapi_service_provider import GapiServiceProvider
from gwbackupy.providers.gmail_service_provider import GmailServiceProvider
from gwbackupy.storage.file_storage import FileStorage
lock = threading.Lock()
def parse_arguments():
log_levels = {
"finest": global_properties.log_finest,
"debug": logging.DEBUG,
"info": logging.INFO,
"warning": logging.WARN,
"error": logging.ERROR,
"critical": logging.CRITICAL,
}
parser = argparse.ArgumentParser(
description="Google Workspace Backup Tool " + global_properties.version
)
parser.set_defaults(feature=True)
parser.add_argument(
"--dry", default=False, help="Run in dry mode", action="store_true"
)
parser.add_argument(
"--timezone",
type=lambda s: pytz.timezone(s),
help="time zone",
default=get_localzone(),
)
parser.add_argument(
"--log-level",
type=str.lower,
help="Logging level: {keys}".format(keys=", ".join(log_levels.keys())),
default="info",
choices=log_levels,
)
parser.add_argument("--batch-size", type=int, help="Concurrent threads", default=5)
parser.add_argument(
"--service-account-email",
type=str,
default=None,
help="Email of the service account (required for p12 keyfile)",
)
parser.add_argument(
"--service-account-key-filepath",
type=str,
help="Path to the service account key file",
required=False,
)
parser.add_argument(
"--credentials-filepath",
type=str,
help="Path to the credentials file",
required=False,
)
parser.add_argument(
"--workdir",
type=str,
help="Path to the workdir",
required=False,
default="./data",
)
service_parser = parser.add_subparsers(dest="service")
gmail_parser = service_parser.add_parser("gmail", help="GMail service commands")
gmail_command_parser = gmail_parser.add_subparsers(dest="command")
gmail_backup_parser = gmail_command_parser.add_parser("backup", help="Backup gmail")
gmail_backup_parser.add_argument(
"--email", type=str, help="Email of the account", required=True
)
gmail_backup_parser.add_argument(
"--quick-sync-days",
type=int,
default=None,
help="Quick sync number of days back. (It does not delete messages from local "
"storage.)",
)
gmail_restore_parser = gmail_command_parser.add_parser(
"restore", help="Restore gmail"
)
gmail_restore_parser.add_argument(
"--email", type=str, help="Email from which restore", required=True
)
gmail_restore_parser.add_argument(
"--to-email",
type=str,
help="Destination email account, if not specified, then --email is used",
)
gmail_restore_parser.add_argument(
"--add-label",
type=str,
action="append",
help="Add label to restored emails",
default=None,
dest="add_labels",
)
gmail_restore_parser.add_argument(
"--restore-deleted",
help="Restore deleted emails",
default=False,
action="store_true",
)
gmail_restore_parser.add_argument(
"--restore-missing",
help="Restore missing emails",
default=False,
action="store_true",
)
gmail_restore_parser.add_argument(
"--filter-date-from",
type=str,
help="Filter date from (inclusive, format: yyyy-mm-dd or yyyy-mm-dd hh:mm:ss)",
default=None,
)
gmail_restore_parser.add_argument(
"--filter-date-to",
type=str,
help="Filter date to (exclusive, format: yyyy-mm-dd or yyyy-mm-dd hh:mm:ss)",
default=None,
)
args = parser.parse_args(args=None if sys.argv[1:] else ["--help"])
Log_Format = "%(levelname)s %(asctime)s - %(message)s"
logging.addLevelName(global_properties.log_finest, "FINEST")
logging.basicConfig(
# filename="logfile.log",
stream=sys.stdout,
filemode="w",
format=Log_Format,
level=log_levels[args.log_level],
)
if (
args.credentials_filepath is None and args.service_account_key_filepath is None
) or (
args.credentials_filepath is not None
and args.service_account_key_filepath is not None
):
parser.error(
"at least one of --credentials-filepath and --service-account-key-filepath required"
)
return args
def cli_startup():
try:
args = parse_arguments()
if args.service == "gmail":
storage = FileStorage(args.workdir + "/" + args.email + "/gmail")
service_provider = GmailServiceProvider(
credentials_file_path=args.credentials_filepath,
service_account_email=args.service_account_email,
service_account_file_path=args.service_account_key_filepath,
storage=storage,
)
service_wrapper = GapiGmailServiceWrapper(
service_provider=service_provider,
dry_mode=args.dry,
)
gmail = Gmail(
email=args.email,
service_wrapper=service_wrapper,
batch_size=args.batch_size,
storage=storage,
dry_mode=args.dry,
)
if args.command == "backup":
if gmail.backup(quick_sync_days=args.quick_sync_days):
exit(0)
else:
exit(1)
if args.command == "restore":
if args.add_labels is None:
args.add_labels = ["gwbackupy"]
item_filter = GmailFilter()
if args.restore_deleted:
item_filter.is_deleted()
logging.info("Filter options: deleted")
if args.restore_missing:
item_filter.is_missing()
logging.info("Filter options: missing")
if args.filter_date_from is not None:
dt = parse_date(args.filter_date_from, args.timezone)
item_filter.date_from(dt)
logging.info(f"Filter options: date from {dt}")
if args.filter_date_to is not None:
dt = parse_date(args.filter_date_to, args.timezone)
item_filter.date_to(dt)
logging.info(f"Filter options: date to {dt}")
if gmail.restore(
to_email=args.to_email,
item_filter=item_filter,
restore_deleted=args.restore_deleted,
restore_missing=args.restore_missing,
add_labels=args.add_labels,
):
exit(0)
else:
exit(1)
else:
raise Exception("Unknown command")
except KeyboardInterrupt:
logging.warning("Process is interrupted")
exit(1)
except BaseException:
logging.exception("CLI startup/run failed")
exit(1)
if __name__ == "__main__":
cli_startup()