Skip to content

Commit

Permalink
[travis] Fold successful tests and some noise
Browse files Browse the repository at this point in the history
  • Loading branch information
m-kuhn committed Mar 5, 2017
1 parent 633c258 commit 5fd933e
Show file tree
Hide file tree
Showing 4 changed files with 107 additions and 55 deletions.
1 change: 0 additions & 1 deletion .travis.yml
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,6 @@ matrix:
- txt2tags
- xvfb
- clang-3.8
- grc


- os: linux
Expand Down
53 changes: 0 additions & 53 deletions ci/travis/linux/.grc.colors

This file was deleted.

2 changes: 1 addition & 1 deletion ci/travis/linux/script.sh
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,6 @@ if [ "$CACHE_WARMING" = true ] ; then
xvfb-run ctest -V -R NOTESTS -S ./qgis-test-travis.ctest --output-on-failure
false
else
grc -c ${TRAVIS_BUILD_DIR}/ci/travis/linux/.grc.colors \
python ${TRAVIS_BUILD_DIR}/ci/travis/scripts/ctest2travis.py \
xvfb-run ctest -V -E "$(cat ${DIR}/blacklist.txt | sed -r '/^(#.*?)?$/d' | paste -sd '|' -)" -S ./qgis-test-travis.ctest --output-on-failure
fi
106 changes: 106 additions & 0 deletions ci/travis/scripts/ctest2travis.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,106 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

"""
***************************************************************************
ctest2travis.py
---------------------
Date : March 2017
Copyright : (C) 2017 by Matthias Kuhn
Email : matthias@opengis.ch
***************************************************************************
* *
* This program is free software; you can redistribute it and/or modify *
* it under the terms of the GNU General Public License as published by *
* the Free Software Foundation; either version 2 of the License, or *
* (at your option) any later version. *
* *
***************************************************************************
"""

__author__ = 'Matthias Kuhn'
__date__ = 'March 2017'
__copyright__ = '(C) 2017, Matthias Kuhn'
# This will get replaced with a git SHA1 when you do a git archive
__revision__ = '$Format:%H$'

# This script parses output from ctest and injects
#
# - Colors for failing unit tests and test cases
#
# - `travis_fold` control sequences to hide uninteresting output by default

import sys
import re
import shlex
import subprocess
from termcolor import colored

fold_stack = list()


def start_fold(tag):
sys.stdout.write('travis_fold:start:{}\n'.format(tag))
fold_stack.append(tag)


def end_fold():
tag = fold_stack.pop()
sys.stdout.write('travis_fold:end:{}\n'.format(tag))


test_count = 0


def start_test_fold():
global test_count
sys.stdout.write('Running tests')
start_fold('test.{}'.format(test_count))
test_count += 1


in_failing_test = False
in_failure = False

p = subprocess.Popen(sys.argv[1:], stdout=subprocess.PIPE)

for line in p.stdout:
updated_line = line.decode('utf-8')
if re.match('Run dashboard with model Experimental', updated_line):
start_fold('build')
updated_line = 'Compiling\n{}'.format(updated_line)

elif re.match('Test project /home/travis/build/qgis/QGIS/build', updated_line):
end_fold() # tag=build
start_test_fold()

if re.search('\*\*\*Failed', updated_line) or re.search('\*\*\*Timeout', updated_line):
end_fold()
updated_line = colored(updated_line, 'red')
in_failing_test = True

if in_failing_test:
if re.match(' Start', updated_line):
start_test_fold()
in_failing_test = False
elif in_failure:
if re.match('PASS', updated_line) or re.match('Ran', updated_line):
in_failure = False
else:
updated_line = colored(updated_line, 'yellow')
else:
if re.match('FAIL[:\!].*', updated_line):
updated_line = colored(updated_line, 'yellow')
in_failure = True

if not in_failing_test and re.search('[0-9]+% tests passed, [0-9]+ tests failed out of', updated_line):
end_fold()

if re.match('Submit files', updated_line):
start_fold('submit')
elif re.search('Test results submitted to', updated_line):
end_fold()

sys.stdout.write(updated_line)

exit(p.wait())

0 comments on commit 5fd933e

Please sign in to comment.