Switch to jenkinsfile #3525
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,328 @@ | ||
| /* known issues */ | ||
| /* Parallel tasks, when executed, show up as "part of <job name>" rather than a more descriptive name. See http://stackoverflow.com/questions/37812588/how-can-i-override-the-part-of-app-pipeline-buildname */ | ||
|
|
||
| /* notes */ | ||
| /* You must escape backslashes and $ because groovy. */ | ||
|
There was a problem hiding this comment. This can probably removed, it's just a fact of groovy. |
||
|
|
||
| if (env.BRANCH_NAME == "master") { | ||
| properties([pipelineTriggers([cron('@daily')])]) | ||
| } | ||
|
|
||
| def configs = [ | ||
| [ | ||
| label: 'windows', | ||
| toxenvs: ['py26', 'py27', 'py33', 'py34', 'py35', 'py36'], | ||
| ], | ||
| [ | ||
| label: 'windows64', | ||
| toxenvs: ['py26', 'py27', 'py33', 'py34', 'py35', 'py36'], | ||
| ], | ||
| [ | ||
| label: 'freebsd11', | ||
| toxenvs: ['py27'], | ||
| ], | ||
| [ | ||
| label: 'sierra', | ||
| toxenvs: ['py27'], | ||
| ], | ||
| [ | ||
| label: 'yosemite', | ||
| toxenvs: ['py27'], | ||
| ], | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-centos7', | ||
| toxenvs: ['py27'], | ||
| ], | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-wheezy', | ||
| toxenvs: ['py27'], | ||
| ], | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-jessie', | ||
| toxenvs: ['py27', 'py34'], | ||
| ], | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-sid', | ||
| toxenvs: ['py27', 'py35'], | ||
| ], | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-stretch', | ||
| toxenvs: ['py27', 'py35'], | ||
| ], | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-jessie-libressl:2.4.5', | ||
| toxenvs: ['py27'], | ||
| ], | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-ubuntu-xenial', | ||
| toxenvs: ['py27', 'py35'], | ||
| ], | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-ubuntu-rolling', | ||
| toxenvs: ['py27', 'py35', 'docs', 'pep8', 'py3pep8'], | ||
| ], | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-fedora', | ||
| toxenvs: ['py27', 'py35'], | ||
| ], | ||
|
There was a problem hiding this comment. We need the docs-linkcheck buidl somewhere, somehow. |
||
| ] | ||
|
|
||
| /* Add the linkcheck job to our config list if we're on master */ | ||
| if (env.BRANCH_NAME == "master") { | ||
| configs.add( | ||
| [ | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-ubuntu-rolling', | ||
| toxenvs: ['docs-linkcheck'], | ||
| ] | ||
| ) | ||
| } | ||
|
|
||
| def downstreams = [ | ||
| [ | ||
| downstreamName: 'pyOpenSSL', | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-ubuntu-rolling', | ||
| script: """#!/bin/bash -xe | ||
| git clone --depth=1 https://github.com/pyca/pyopenssl.git pyopenssl | ||
| cd pyopenssl | ||
| virtualenv .venv | ||
| source .venv/bin/activate | ||
| pip install ../cryptography | ||
| pip install -e . | ||
| pip install pytest | ||
| pytest tests | ||
| """ | ||
| ], | ||
| [ | ||
| downstreamName: 'Twisted', | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-ubuntu-rolling', | ||
| script: """#!/bin/bash -xe | ||
| git clone --depth=1 https://github.com/twisted/twisted.git twisted | ||
| cd twisted | ||
| virtualenv .venv | ||
| source .venv/bin/activate | ||
| pip install ../cryptography | ||
| pip install pyopenssl service_identity pycrypto | ||
| pip install -e . | ||
| python -m twisted.trial src/twisted | ||
| """ | ||
| ], | ||
| [ | ||
| downstreamName: 'paramiko', | ||
| label: 'docker', | ||
| imageName: 'pyca/cryptography-runner-ubuntu-rolling', | ||
| script: """#!/bin/bash -xe | ||
| git clone --depth=1 https://github.com/paramiko/paramiko.git paramiko | ||
| cd paramiko | ||
| virtualenv .venv | ||
| source .venv/bin/activate | ||
| pip install ../cryptography | ||
| pip install -e . | ||
| pip install -r dev-requirements.txt | ||
| inv test | ||
| """ | ||
| ], | ||
| ] | ||
|
|
||
| def checkout_git(label) { | ||
| def script = "" | ||
| if (env.BRANCH_NAME.startsWith('PR-')) { | ||
| script = """ | ||
| git clone --depth=1 https://github.com/pyca/cryptography.git cryptography | ||
|
There was a problem hiding this comment. Is it pratical to factor these first two lines of the script that are the same in both things out? |
||
| cd cryptography | ||
| git fetch origin +refs/pull/${env.CHANGE_ID}/merge: | ||
| git checkout -qf FETCH_HEAD | ||
| git rev-parse HEAD | ||
| """ | ||
| } else { | ||
| script = """ | ||
| git clone --depth=1 https://github.com/pyca/cryptography.git cryptography | ||
| cd cryptography | ||
| git checkout ${env.BRANCH_NAME} | ||
| git rev-parse HEAD | ||
| """ | ||
| } | ||
| if (label.contains("windows")) { | ||
| bat script | ||
| } else { | ||
| sh """#!/bin/sh | ||
| set -xe | ||
| ${script} | ||
| """ | ||
| } | ||
| } | ||
| def build(toxenv, label, imageName) { | ||
|
|
||
| try { | ||
| timeout(time: 30, unit: 'MINUTES') { | ||
|
|
||
| checkout_git(label) | ||
|
|
||
| withCredentials([string(credentialsId: 'cryptography-codecov-token', variable: 'CODECOV_TOKEN')]) { | ||
| withEnv(["LABEL=$label", "TOXENV=$toxenv", "IMAGE_NAME=$imageName"]) { | ||
| if (label.contains("windows")) { | ||
| def pythonPath = [ | ||
| py26: "C:\\Python26\\python.exe", | ||
| py27: "C:\\Python27\\python.exe", | ||
| py33: "C:\\Python33\\python.exe", | ||
| py34: "C:\\Python34\\python.exe", | ||
| py35: "C:\\Python35\\python.exe", | ||
| py36: "C:\\Python36\\python.exe" | ||
| ] | ||
| if (toxenv == "py35" || toxenv == "py36") { | ||
| opensslPaths = [ | ||
| "windows": [ | ||
| "include": "C:\\OpenSSL-Win32-2015\\include", | ||
| "lib": "C:\\OpenSSL-Win32-2015\\lib" | ||
| ], | ||
| "windows64": [ | ||
| "include": "C:\\OpenSSL-Win64-2015\\include", | ||
| "lib": "C:\\OpenSSL-Win64-2015\\lib" | ||
| ] | ||
| ] | ||
| } else { | ||
| opensslPaths = [ | ||
| "windows": [ | ||
| "include": "C:\\OpenSSL-Win32-2010\\include", | ||
| "lib": "C:\\OpenSSL-Win32-2010\\lib" | ||
| ], | ||
| "windows64": [ | ||
| "include": "C:\\OpenSSL-Win64-2010\\include", | ||
| "lib": "C:\\OpenSSL-Win64-2010\\lib" | ||
| ] | ||
| ] | ||
| } | ||
| bat """ | ||
| cd cryptography | ||
| @set PATH="C:\\Python27";"C:\\Python27\\Scripts";%PATH% | ||
| @set CRYPTOGRAPHY_WINDOWS_LINK_OPENSSL110=1 | ||
| @set PYTHON="${pythonPath[toxenv]}" | ||
|
|
||
| @set INCLUDE="${opensslPaths[label]['include']}";%INCLUDE% | ||
| @set LIB="${opensslPaths[label]['lib']}";%LIB% | ||
| tox -r | ||
| IF %ERRORLEVEL% NEQ 0 EXIT /B %ERRORLEVEL% | ||
| virtualenv .codecov | ||
| call .codecov/Scripts/activate | ||
| pip install codecov | ||
| codecov -e JOB_BASE_NAME,LABEL | ||
| """ | ||
| } else if (label.contains("sierra") || label.contains("yosemite")) { | ||
| ansiColor { | ||
| sh """#!/usr/bin/env bash | ||
| set -xe | ||
| # Jenkins logs in as a non-interactive shell, so we don't even have /usr/local/bin in PATH | ||
| export PATH=/usr/local/bin:\$PATH | ||
| export PATH="/Users/jenkins/.pyenv/shims:\${PATH}" | ||
| export PYENV_SHELL=bash | ||
| cd cryptography | ||
| CRYPTOGRAPHY_OSX_NO_LINK_FLAGS=1 \ | ||
| LDFLAGS="/usr/local/opt/openssl\\@1.1/lib/libcrypto.a /usr/local/opt/openssl\\@1.1/lib/libssl.a" \ | ||
| CFLAGS="-I/usr/local/opt/openssl\\@1.1/include -Werror -Wno-error=deprecated-declarations -Wno-error=incompatible-pointer-types -Wno-error=unused-function -Wno-error=unused-command-line-argument" \ | ||
| tox -r -- --color=yes | ||
| virtualenv .venv | ||
| source .venv/bin/activate | ||
| pip install coverage | ||
| bash <(curl -s https://codecov.io/bash) -e JOB_BASE_NAME,LABEL | ||
| """ | ||
| } | ||
| } else { | ||
| ansiColor { | ||
| sh """#!/usr/bin/env bash | ||
| set -xe | ||
| cd cryptography | ||
| if [[ "\${IMAGE_NAME}" == *"libressl"* ]]; then | ||
| LD_LIBRARY_PATH="/usr/local/libressl/lib:\$LD_LIBRARY_PATH" \ | ||
| LDFLAGS="-L/usr/local/libressl/lib" \ | ||
| CFLAGS="-I/usr/local/libressl/include" \ | ||
| tox -r -- --color=yes | ||
| else | ||
| tox -r -- --color=yes | ||
| fi | ||
| virtualenv .venv | ||
| source .venv/bin/activate | ||
| pip install coverage | ||
| bash <(curl -s https://codecov.io/bash) -e JOB_BASE_NAME,LABEL | ||
| """ | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } finally { | ||
| deleteDir() | ||
| } | ||
|
|
||
| } | ||
|
|
||
| def builders = [:] | ||
| for (config in configs) { | ||
| def label = config["label"] | ||
| def toxenvs = config["toxenvs"] | ||
|
|
||
| for (_toxenv in toxenvs) { | ||
| def toxenv = _toxenv | ||
|
|
||
| if (label.contains("docker")) { | ||
| def imageName = config["imageName"] | ||
| def combinedName = "${imageName}-${toxenv}" | ||
| builders[combinedName] = { | ||
| node(label) { | ||
| stage(combinedName) { | ||
| docker.image(imageName).inside { | ||
| build(toxenv, label, imageName) | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } else { | ||
| def combinedName = "${label}-${toxenv}" | ||
| builders[combinedName] = { | ||
| node(label) { | ||
| stage(combinedName) { | ||
| build(toxenv, label, '') | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| parallel builders | ||
|
|
||
| def downstreamBuilders = [:] | ||
| for (downstream in downstreams) { | ||
| def downstreamName = downstream["downstreamName"] | ||
| def imageName = downstream["imageName"] | ||
| def label = downstream["label"] | ||
| def script = downstream["script"] | ||
| downstreamBuilders[downstreamName] = { | ||
| node(label) { | ||
| docker.image(imageName).inside { | ||
| try { | ||
| timeout(time: 30, unit: 'MINUTES') { | ||
| checkout_git(label) | ||
| sh script | ||
| } | ||
| } finally { | ||
| deleteDir() | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| stage("Downstreams") { | ||
| parallel downstreamBuilders | ||
| } | ||
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Remove this and turn it into a follow up issue, or linewrap it with a link to a jenkins upstream issue.