/
.bbtravis.yml
198 lines (165 loc) · 7.04 KB
/
.bbtravis.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
# BBTravis CI configuration file
language: python
# Available Python versions:
python:
- "2.7"
env:
global:
- BUILDBOT_TEST_DB_URL=sqlite://
matrix:
# pylint, docs and coverage first as they're more likely to find issues
- TWISTED=latest SQLALCHEMY=latest TESTS=pylint
- TWISTED=latest SQLALCHEMY=latest TESTS=flake8
- TWISTED=latest SQLALCHEMY=latest TESTS=isort
- TWISTED=latest SQLALCHEMY=latest TESTS=docs
- TWISTED=latest SQLALCHEMY=latest TESTS=coverage
# add js tests in separate job. Start it early because it is quite long
- TWISTED=latest SQLALCHEMY=latest TESTS=js
- TWISTED=latest SQLALCHEMY=latest TESTS=smokes
- TWISTED=14.0.2 SQLALCHEMY=latest TESTS=trial
- TWISTED=15.4.0 SQLALCHEMY=latest TESTS=trial
- TWISTED=latest SQLALCHEMY=latest TESTS=trial
# Configuration when SQLite database is persistent between running tests
# (by default in other tests in-memory SQLite database is used which is
# recreated for each test).
# Helps to detect issues with incorrect database setup/cleanup in tests.
- TWISTED=latest SQLALCHEMY=latest TESTS=trial BUILDBOT_TEST_DB_URL=sqlite:////tmp/test_db.sqlite
# Configuration that runs tests with real MySQL database (TODO does not work yet with our docker image)
- TWISTED=latest SQLALCHEMY=latest TESTS=trial BUILDBOT_TEST_DB_URL=mysql+mysqldb://travis@127.0.0.1/bbtest
# innodb tests takes 20min probably because of docker aufs.
# travis images provides much faster innodb so we keep these test there until we implement ramfs based
# mysql installation
# - TWISTED=latest SQLALCHEMY=latest TESTS=trial BUILDBOT_TEST_DB_URL=mysql+mysqldb://travis@127.0.0.1/bbtest?storage_engine=InnoDB
# Configuration that runs tests with real PostgreSQL database with pg8000 and psycopg2 drivers
# psycopg2 uses Peer Authentication which is configured in the dockerfile, while pg8000 use md5 auth with dummy password
#- TWISTED=latest SQLALCHEMY=latest TESTS=trial BUILDBOT_TEST_DB_URL=postgresql+psycopg2:///bbtest
#- TWISTED=latest SQLALCHEMY=latest TESTS=trial 'BUILDBOT_TEST_DB_URL=postgresql+pg8000:///bbtest?user=buildbot&password=x'
# Test different versions of SQLAlchemy
- TWISTED=15.5.0 SQLALCHEMY=0.8.0 TESTS=trial
- TWISTED=15.5.0 SQLALCHEMY=latest TESTS=trial
# Tests for the worker on old versions of twisted.
- TWISTED=10.2.0 SQLALCHEMY=latest TESTS=trial_worker
- TWISTED=11.1.0 SQLALCHEMY=latest TESTS=trial_worker
- TWISTED=12.2.0 SQLALCHEMY=latest TESTS=trial_worker
- TWISTED=13.2.0 SQLALCHEMY=latest TESTS=trial_worker
matrix:
fast_finish: true
include:
# Tests of buildbot-worker on python 2.6
- python: "2.6"
env: TWISTED=14.0.2 TESTS=trial_worker SQLALCHEMY=latest
- python: "2.6"
env: TWISTED=15.4.0 TESTS=trial_worker SQLALCHEMY=latest
# python 3 tests
- python: "3.5"
env: TWISTED=trunk SQLALCHEMY=latest TESTS=coverage
- python: "3.5"
env: TWISTED=trunk SQLALCHEMY=latest TESTS=flake8
- python: "3.5"
env: TWISTED=latest SQLALCHEMY=latest TESTS=smokes
- python: "3.6"
env: TWISTED=trunk SQLALCHEMY=latest TESTS=trial
# Dependencies installation commands
install:
- pip install -U pip
# codecov is the interface to codecov.io; see after_success
# Install mysqlclient for tests that uses real MySQL
# Install psycopg2 and pg8000 for tests that uses real PostgreSQL
- |
# pip installs
set -e
if [ $TWISTED = trunk ]; then
pip install git+https://github.com/glyph/automat
pip install git+https://github.com/twisted/twisted
fi
if [ $TWISTED != latest -a $TWISTED != trunk ]; then pip install Twisted==$TWISTED ; fi
if [ $SQLALCHEMY != latest ]; then pip install sqlalchemy==$SQLALCHEMY; fi
pip install -e pkg \
-e 'master[tls,test]' \
-e 'worker[test]' \
mysqlclient \
psycopg2 \
pg8000 \
codecov
# install buildbot_www from pip in order to run the www tests
pip install buildbot_www
if [ $TESTS = pylint -o $TESTS = flake8 -o $TESTS = isort ]; then pip install -e './master[docs,test]'; fi
# until towncrier toml is released, we need to fetch from git :-/
if [ $TESTS = docs ]; then pip install -e './master[docs]' 'git+https://github.com/tardyp/towncrier'; fi
before_script:
# create real database for tests
- condition: '"mysql" in BUILDBOT_TEST_DB_URL'
cmd: sudo /etc/init.d/mysql start
- condition: '"postgresql" in BUILDBOT_TEST_DB_URL'
cmd: |
sudo /etc/init.d/postgresql start
# for pg8000 driver we can't use peer authentication or empty password, so set a dummy password
# This also serves as a way to wait that the database is ready
while ! psql -d bbtest -c 'ALTER USER "buildbot" WITH PASSWORD '"'x'"';' ; do sleep 1 ; done
# Tests running commands
script:
# make frontend_install_tests takes 17 min, so we only do it post submit
- title: frontend tests
condition: TESTS == "js" and TRAVIS_PULL_REQUEST
cmd: make frontend
- title: full frontend tests
condition: TESTS == "js" and not TRAVIS_PULL_REQUEST
cmd: make frontend_install_tests
- title: master and worker tests
condition: TESTS == "trial"
cmd: trial --reporter=text --rterrors buildbot.test buildbot_worker.test
- title: worker tests
condition: TESTS == "trial_worker"
cmd: trial --reporter=text --rterrors buildbot_worker.test
# run tests under coverage for latest only (it's slower..)
- title: coverage tests
condition: TESTS == "coverage"
cmd: coverage run --rcfile=.coveragerc $(which trial) --reporter=text --rterrors buildbot.test buildbot_worker.test
# blacklisting testrunner for new version of py3
- title: py3 tests
condition: TESTS == "py3next"
cmd: python common/run_py3_working_tests.py
# Run additional tests in their separate job
- title: pylint
condition: TESTS == "pylint"
cmd: make pylint
- title: flake8
condition: TESTS == "flake8"
cmd: make flake8
- title: isort
condition: TESTS == "isort"
cmd: isort --check -df `git ls-files |grep '.py$'`
# Build documentation
- title: docs
condition: TESTS == "docs"
cmd: make docs
# Run spell checker on documentation
- title: spelling
condition: TESTS == "docs"
cmd: make -C master/docs SPHINXOPTS=-W spelling
# Runs Sphinx' external link checker only on post submit build (it is too unstable)
- title: linkcheck
condition: TESTS == "docs" and not TRAVIS_PULL_REQUEST
cmd: make -C master/docs SPHINXOPTS=-q linkcheck
- title: maketarballs
condition: TESTS == "smokes"
cmd: ./common/maketarballs.sh
- title: protractor tests
condition: TESTS == "smokes"
cmd: ./common/smokedist.sh
notifications:
email: false
after_script:
- |
# codecov
if [ $TESTS = coverage ]; then CODECOV_TOKEN="b80c80d7-689d-46d7-b1aa-59168bb4c9a9" codecov; fi
# List installed packages along with their versions.
- "pip list"
sudo: false
branches:
# Only build main-line branches.
only:
- master
- eight
git:
depth: 300