/
attachments_downloader.py
129 lines (105 loc) · 3.81 KB
/
attachments_downloader.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
from simple_salesforce import Salesforce
import requests
import logging
import argparse
import os
import sys
import codecs
ACCOUNT_TO_FILE_CSV = './attachments.csv'
def download_attachments(args):
session = requests.Session()
try:
sf = Salesforce(username=args.get('user'),
password=args.get('passwd'),
security_token=args.get('token'),
session=session)
except Exception, e:
logging.error("Failed to connect SFDC: %s", str(e))
return
auth_id = 'Bearer ' + sf.session_id
req_headers = {'Authorization': auth_id}
if args.get('account_only'):
query = ("SELECT Id, ParentId, Name, Body FROM Attachment "
"WHERE ParentId in (SELECT Id FROM Account)")
else:
query = "SELECT Id, ParentId, Name, Body FROM Attachment"
result = sf.query(query)
total_records = result.get('totalSize', 0)
if not total_records:
logging.info("No attachments found")
return
logging.debug("Starting to download %d attachments", total_records)
acc_to_file = []
ignore_words = map(str.lower, args.get('ignore', []))
storage_dir = args.get('storage')
sf_pod = sf.base_url.replace("https://", "").split('.salesforce.com')[0]
records = result.get('records', {})
for record in records:
body_uri = record.get('Body')
if not body_uri:
logging.warning("No body URI for file id %s", record.get('Id', ''))
continue
remote_file = record.get('Name')
remote_file_lower = remote_file.lower()
if any(w in remote_file_lower for w in ignore_words):
logging.info("File %s contains a word to ignore", remote_file)
continue
remote_path = "https://{0}.salesforce.com{1}".format(sf_pod, body_uri)
local_file = '%s_%s' % (record.get('Id'), remote_file)
local_path = os.path.join(storage_dir, local_file)
logging.info("Downloading %s to %s", remote_file, local_path)
logging.debug("Remote URL: %s", remote_path)
resp = session.get(remote_path, headers=req_headers)
if resp.status_code != 200:
logging.error("Download failed [%d]", resp.status_code)
continue
with open(local_path, 'wb') as out_file:
out_file.write(resp.content)
logging.debug("Account ID: %s", record.get('ParentId'))
acc_to_file.append((record.get('ParentId'), local_file))
with codecs.open(ACCOUNT_TO_FILE_CSV, 'wb', 'utf-16') as csv_file:
csv_file.write('ParentId,FileName\n')
csv_file.write('\n'.join('"%s","%s"' % l for l in acc_to_file))
if __name__ == "__main__":
cli_parser = argparse.ArgumentParser(description='SFDC Attachments Downloader')
cli_parser.add_argument('-u',
'--user',
help='SFDC username',
required=True)
cli_parser.add_argument('-p',
'--passwd',
help='SFDC password',
required=True)
cli_parser.add_argument('-t',
'--token',
help='SFDC security token',
required=True)
cli_parser.add_argument('-s',
'--storage',
help='Path to store attachments',
required=True)
cli_parser.add_argument('--account-only',
action='store_true',
help='Download Account attachments only')
cli_parser.add_argument('--ignore',
nargs='*',
metavar='word',
default=[],
help='Ignore filenames containing words')
args = cli_parser.parse_args()
if any(v is None for v in vars(args).values()):
cli_parser.print_help()
sys.exit(1)
if not os.path.exists(args.storage):
print "ERROR: Storage path doesn't exist"
sys.exit(1)
if not os.path.isdir(args.storage):
print "ERROR: Storage path must be a directory"
sys.exit(1)
print "Starting downloader..."
logging.basicConfig(level=logging.DEBUG,
format='%(asctime)s - %(levelname)s - %(message)s',
filename='attachments_downloader.log',
filemode='w')
download_attachments(vars(args))
print "Done."