Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #4138 from matthew-brett/osx-building
TST : trigger travis OSX tests if Linux tests pass
- Loading branch information
Showing
3 changed files
with
148 additions
and
13 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,9 @@ | ||
| #!/bin/bash | ||
| # Modified from: | ||
| # https://github.com/ajdm/travis-build-children/blob/master/build_children.sh | ||
|
|
||
| # Get last child project build number from branch named "latest" | ||
| BUILD_NUM=$(curl -s 'https://api.travis-ci.org/repos/MacPython/matplotlib-wheels/branches/latest' | grep -o '^{"branch":{"id":[0-9]*,' | grep -o '[0-9]' | tr -d '\n') | ||
|
|
||
| # Restart last child project build | ||
| curl -X POST https://api.travis-ci.org/builds/$BUILD_NUM/restart --header "Authorization: token "$AUTH_TOKEN |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,100 @@ | ||
| # Copied from: | ||
| # https://github.com/dmakhno/travis_after_all | ||
| # commit b7172bca9 | ||
| import os | ||
| import json | ||
| import time | ||
| import logging | ||
|
|
||
| try: | ||
| import urllib.request as urllib2 | ||
| except ImportError: | ||
| import urllib2 | ||
|
|
||
| log = logging.getLogger("travis.leader") | ||
| log.addHandler(logging.StreamHandler()) | ||
| log.setLevel(logging.INFO) | ||
|
|
||
| TRAVIS_JOB_NUMBER = 'TRAVIS_JOB_NUMBER' | ||
| TRAVIS_BUILD_ID = 'TRAVIS_BUILD_ID' | ||
| POLLING_INTERVAL = 'LEADER_POLLING_INTERVAL' | ||
|
|
||
| build_id = os.getenv(TRAVIS_BUILD_ID) | ||
| polling_interval = int(os.getenv(POLLING_INTERVAL, '5')) | ||
|
|
||
| #assume, first job is the leader | ||
| is_leader = lambda job_number: job_number.endswith('.1') | ||
|
|
||
| if not os.getenv(TRAVIS_JOB_NUMBER): | ||
| # seems even for builds with only one job, this won't get here | ||
| log.fatal("Don't use defining leader for build without matrix") | ||
| exit(1) | ||
| elif is_leader(os.getenv(TRAVIS_JOB_NUMBER)): | ||
| log.info("This is a leader") | ||
| else: | ||
| #since python is subprocess, env variables are exported back via file | ||
| with open(".to_export_back", "w") as export_var: | ||
| export_var.write("BUILD_MINION=YES") | ||
| log.info("This is a minion") | ||
| exit(0) | ||
|
|
||
|
|
||
| class MatrixElement(object): | ||
| def __init__(self, json_raw): | ||
| self.is_finished = json_raw['finished_at'] is not None | ||
| self.is_succeeded = json_raw['result'] == 0 | ||
| self.number = json_raw['number'] | ||
| self.is_leader = is_leader(self.number) | ||
|
|
||
|
|
||
| def matrix_snapshot(): | ||
| """ | ||
| :return: Matrix List | ||
| """ | ||
| response = urllib2.build_opener().open("https://api.travis-ci.org/builds/{0}".format(build_id)).read() | ||
| raw_json = json.loads(response) | ||
| matrix_without_leader = [MatrixElement(element) for element in raw_json["matrix"]] | ||
| return matrix_without_leader | ||
|
|
||
|
|
||
| def wait_others_to_finish(): | ||
| def others_finished(): | ||
| """ | ||
| Dumps others to finish | ||
| Leader cannot finish, it is working now | ||
| :return: tuple(True or False, List of not finished jobs) | ||
| """ | ||
| snapshot = matrix_snapshot() | ||
| finished = [el.is_finished for el in snapshot if not el.is_leader] | ||
| return reduce(lambda a, b: a and b, finished), [el.number for el in snapshot if | ||
| not el.is_leader and not el.is_finished] | ||
|
|
||
| while True: | ||
| finished, waiting_list = others_finished() | ||
| if finished: break | ||
| log.info("Leader waits for minions {0}...".format(waiting_list)) # just in case do not get "silence timeout" | ||
| time.sleep(polling_interval) | ||
|
|
||
|
|
||
| try: | ||
| wait_others_to_finish() | ||
|
|
||
| final_snapshot = matrix_snapshot() | ||
| log.info("Final Results: {0}".format([(e.number, e.is_succeeded) for e in final_snapshot])) | ||
|
|
||
| BUILD_AGGREGATE_STATUS = 'BUILD_AGGREGATE_STATUS' | ||
| others_snapshot = [el for el in final_snapshot if not el.is_leader] | ||
| if reduce(lambda a, b: a and b, [e.is_succeeded for e in others_snapshot]): | ||
| os.environ[BUILD_AGGREGATE_STATUS] = "others_succeeded" | ||
| elif reduce(lambda a, b: a and b, [not e.is_succeeded for e in others_snapshot]): | ||
| log.error("Others Failed") | ||
| os.environ[BUILD_AGGREGATE_STATUS] = "others_failed" | ||
| else: | ||
| log.warn("Others Unknown") | ||
| os.environ[BUILD_AGGREGATE_STATUS] = "unknown" | ||
| #since python is subprocess, env variables are exported back via file | ||
| with open(".to_export_back", "w") as export_var: | ||
| export_var.write("BUILD_LEADER=YES {0}={1}".format(BUILD_AGGREGATE_STATUS, os.environ[BUILD_AGGREGATE_STATUS])) | ||
|
|
||
| except Exception as e: | ||
| log.fatal(e) |