This repository has been archived by the owner on Apr 20, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 138
/
__init__.py
244 lines (218 loc) · 11 KB
/
__init__.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
#!/usr/bin/python
import os
import re
import sys
import time
import json
import requests
import argparse
try:
from urllib.parse import urlencode
except ImportError: # pragma: no cover
from urllib import urlencode
try:
import subprocess32 as subprocess
except ImportError:
import subprocess
version = VERSION = __version__ = '1.1.4'
SKIP_DIRECTORIES = re.compile(r'\/(\..+|((Sites\/www\/bower)|node_modules|vendor|bower_components|(coverage\/instrumented)|virtualenv|venv\/(lib|bin)|build\/lib|\.git|\.egg\-info))\/')
SKIP_FILES = re.compile(r'(\.tar\.gz|\.pyc|\.egg|(\/\..+)|\.txt)$')
def build_reports(root):
reports = []
table_of_contents = []
accepting = set(('coverage.xml', 'jacocoTestReport.xml', 'clover.xml', 'coverage.txt', 'cobertura.xml', 'jacoco.xml', 'lcov.info', 'coverage.lcov', 'coverage.gcov'))
for _root, dirs, files in os.walk(root):
if SKIP_DIRECTORIES.search(_root): continue
# add data to tboc
for _file in files:
fp = os.path.join(_root, _file).replace(root+"/", '')
if not (SKIP_DIRECTORIES.search(fp) or SKIP_FILES.search(fp)) and '/' in fp:
table_of_contents.append(fp)
# is there a coverage report?
for coverage in (accepting & set(files)):
with open(os.path.join(_root, coverage), 'r') as f:
reports.append(f.read())
# (python), try to generate a report
if len(reports) == 0:
try_to_run('coverage xml')
if os.path.exists(os.path.join(root, 'coverage.xml')):
with open(os.path.join(root, 'coverage.xml'), 'r') as f:
reports.append(f.read())
# warn when no reports found and is python
if len(reports)==0:
# TODO send `coverage debug sys` to rollbar
sys.stdout.write("Coverage output error. You may need to add a coverage config file. Visit http://bit.ly/1slucpy for configuration help.")
assert len(reports) > 0, "error no coverage report found, could not upload to codecov"
# add out table of contents
reports.insert(0, "\n".join(table_of_contents))
# join reports together
return "\n<<<<<< EOF\n".join(reports)
def try_to_run(cmd):
try:
subprocess.check_output(cmd, shell=True)
except:
pass
def upload(url, root, env=None, **kwargs):
try:
if not root:
root = os.getcwd()
args = dict(commit='', branch='', travis_job_id='')
args.update(kwargs)
assert args.get('branch') not in ('', None), "branch is required"
assert args.get('commit') not in ('', None), "commit hash is required"
assert any((args.get('travis_job_id'),
(args.get('build') and args.get('service')=='circleci'),
args.get('token'))), "missing token or other required argument(s)"
reports = build_reports(root)
assert reports, "error no coverage report found, could not upload to codecov"
if env:
reports = "\n<<<<<< ENV\n".join(("\n".join(["%s=%s"%(k,os.getenv(k,'')) for k in env]), reports))
kwargs['package'] = "codecov-v%s" % VERSION
url = "%s/upload/v2?%s" % (url, urlencode(dict([(k, v.strip()) for k, v in kwargs.items() if v is not None])))
result = requests.post(url, data=reports)
result.raise_for_status()
return result.json()
except AssertionError as e:
return dict(message=str(e), uploaded=False, coverage=0)
def main(*argv):
defaults = dict(commit='', branch='', travis_job_id='', root=None, pull_request='', build_url='')
# -------
# Jenkins
# -------
if os.getenv('JENKINS_URL'):
# https://wiki.jenkins-ci.org/display/JENKINS/Building+a+software+project
defaults.update(dict(branch=os.getenv('GIT_BRANCH'),
service='jenkins',
commit=os.getenv('GIT_COMMIT'),
build=os.getenv('BUILD_NUMBER'),
root=os.getenv('WORKSPACE'),
build_url=os.getenv('BUILD_URL')))
# ---------
# Travis CI
# ---------
elif os.getenv('CI') == "true" and os.getenv('TRAVIS') == "true":
# http://docs.travis-ci.com/user/ci-environment/#Environment-variables
defaults.update(dict(branch=os.getenv('TRAVIS_BRANCH'),
service='travis-org',
build=os.getenv('TRAVIS_JOB_NUMBER'),
pull_request=os.getenv('TRAVIS_PULL_REQUEST') if os.getenv('TRAVIS_PULL_REQUEST')!='false' else '',
travis_job_id=os.getenv('TRAVIS_JOB_ID'),
owner=os.getenv('TRAVIS_REPO_SLUG').split('/',1)[0],
repo=os.getenv('TRAVIS_REPO_SLUG').split('/',1)[1],
root=os.getenv('TRAVIS_BUILD_DIR'),
commit=os.getenv('TRAVIS_COMMIT')))
# --------
# Codeship
# --------
elif os.getenv('CI') == "true" and os.getenv('CI_NAME') == 'codeship':
# https://www.codeship.io/documentation/continuous-integration/set-environment-variables/
defaults.update(dict(branch=os.getenv('CI_BRANCH'),
service='codeship',
build=os.getenv('CI_BUILD_NUMBER'),
build_url=os.getenv('CI_BUILD_URL'),
commit=os.getenv('CI_COMMIT_ID')))
# ---------
# Circle CI
# ---------
elif os.getenv('CI') == "true" and os.getenv('CIRCLECI') == 'true':
# https://circleci.com/docs/environment-variables
defaults.update(dict(branch=os.getenv('CIRCLE_BRANCH'),
service='circleci',
build=os.getenv('CIRCLE_BUILD_NUM'),
owner=os.getenv('CIRCLE_PROJECT_USERNAME'),
repo=os.getenv('CIRCLE_PROJECT_REPONAME'),
commit=os.getenv('CIRCLE_SHA1')))
# ---------
# Semaphore
# ---------
elif os.getenv('CI') == "true" and os.getenv('SEMAPHORE') == "true":
# https://semaphoreapp.com/docs/available-environment-variables.html
defaults.update(dict(branch=os.getenv('BRANCH_NAME'),
service='semaphore',
build=os.getenv('SEMAPHORE_BUILD_NUMBER'),
owner=os.getenv('SEMAPHORE_REPO_SLUG').split('/',1)[0],
repo=os.getenv('SEMAPHORE_REPO_SLUG').split('/',1)[1],
commit=os.getenv('SEMAPHORE_PROJECT_HASH_ID')))
# --------
# drone.io
# --------
elif os.getenv('CI') == "true" and os.getenv('DRONE') == "true":
# http://docs.drone.io/env.html
defaults.update(dict(branch=os.getenv('DRONE_BRANCH'),
service='drone.io',
build=os.getenv('BUILD_ID'),
build_url=os.getenv('DRONE_BUILD_URL'),
commit=os.getenv('DRONE_COMMIT')))
# --------
# AppVeyor
# --------
elif os.getenv('CI') == "True" and os.getenv('APPVEYOR') == 'True':
# http://www.appveyor.com/docs/environment-variables
defaults.update(dict(branch=os.getenv('APPVEYOR_REPO_BRANCH'),
build=os.getenv('APPVEYOR_BUILD_NUMBER'),
owner=os.getenv('APPVEYOR_REPO_NAME').split('/',1)[0],
repo=os.getenv('APPVEYOR_REPO_NAME').split('/',1)[1],
commit=os.getenv('APPVEYOR_REPO_COMMIT')))
# ---
# git
# ---
else:
# find branch, commit, repo from git command
branch = subprocess.check_output('git rev-parse --abbrev-ref HEAD', shell=True)
defaults.update(dict(branch=branch if branch != 'HEAD' else 'master',
commit=subprocess.check_output('git rev-parse HEAD', shell=True)))
parser = argparse.ArgumentParser(prog='codecov', add_help=True,
formatter_class=argparse.RawDescriptionHelpFormatter,
epilog="""Read more at https://codecov.io/""")
parser.add_argument('--version', action='version', version='codecov-python v'+version+" - https://codecov.io/")
parser.add_argument('--commit', default=defaults.pop('commit'), help="commit ref")
parser.add_argument('--min-coverage', default="0", help="min coverage goal, otherwise build fails")
parser.add_argument('--branch', default=defaults.pop('branch'), help="commit branch name")
parser.add_argument('--json', action="store_true", default=False, help="output json data only")
parser.add_argument('--env', nargs="*", help="store config variables for coverage builds")
parser.add_argument('--token', '-t', default=os.getenv("CODECOV_TOKEN"), help="codecov repository token")
parser.add_argument('--url', default=os.getenv("CODECOV_ENDPOINT", "https://codecov.io"), help="url for enteprise customers")
if argv:
codecov = parser.parse_args(argv)
else:
codecov = parser.parse_args()
data = upload(url=codecov.url, branch=codecov.branch, commit=codecov.commit, token=codecov.token, env=codecov.env, **defaults)
return data, codecov
def cli():
defaults = dict(uploaded=False, url="n/a", version=version, message="unknown")
data, codecov = main()
min_coverage = int(codecov.min_coverage)
defaults.update(data)
if codecov.json:
sys.stdout.write(json.dumps(defaults))
else:
sys.stdout.write("Uploaded: %(uploaded)s\nReport URL: %(url)s\nUpload Version: codecov-v%(version)s\nMessage: %(message)s\n" % defaults)
if min_coverage > 0:
# we need to wait for the job to complete
# waiting up to 3 timeouts
time.sleep(.1)
for x in (1,2,3,4,5):
sys.stdout.write('Waiting for codecov build (%d/5)...\n'%x)
try:
response = requests.get(data['wait_url'], timeout=15)
except requests.exceptions.Timeout:
time.sleep(.1)
else:
if response.status_code == 200:
try:
coverage = json.loads(response.text).get('coverage')
except:
coverage = response.text
if coverage in ('n/a', None):
sys.stdout.write("min-coverage could not be determined in approriate time... sorry\n")
sys.exit(0)
elif int(coverage) >= min_coverage:
sys.stdout.write("Coverage passed at %s%%"%coverage)
sys.exit(0)
else:
sys.exit("requiring %s%% coverage, commit resulted in %s%%\n" % (str(min_coverage), str(coverage)))
else:
sys.stdout.write('Min-Coverage feature is currently unavailable. Sorry for the inconvenience.\n%s\n'%str(coverage))
sys.exit(0)
if __name__ == '__main__':
cli()