ci: Test minimum supported BTC version #9961
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
name: Continuous Integration | |
on: | |
push: | |
branches: | |
- "master" | |
pull_request: | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
cancel-in-progress: true | |
env: | |
# Makes the upload-artifact work more reliably at the cost | |
# of a bit of compile time. | |
RUST_PROFILE: release | |
SLOW_MACHINE: 1 | |
CI_SERVER_URL: "http://35.239.136.52:3170" | |
jobs: | |
prebuild: | |
name: Pre-build checks | |
runs-on: ubuntu-20.04 | |
timeout-minutes: 30 | |
env: | |
BOLTDIR: bolts | |
strategy: | |
fail-fast: true | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
fetch-depth: 0 | |
- name: Rebase | |
# We can't rebase if we're on master already. | |
if: github.ref != 'refs/heads/master' | |
run: | | |
git config user.name github-actions | |
git config user.email github-actions@github.com | |
git fetch origin ${{ github.base_ref }} | |
git rebase origin/${{ github.base_ref }} | |
- name: Set up Python 3.8 | |
uses: actions/setup-python@v5 | |
with: | |
python-version: 3.8 | |
- name: Install dependencies | |
run: | | |
bash -x .github/scripts/setup.sh | |
pip install -U pip wheel poetry | |
# Export and then use pip to install into the current env | |
poetry export -o /tmp/requirements.txt --without-hashes --with dev | |
pip install -r /tmp/requirements.txt | |
# We're going to check BOLT quotes, so get the latest version | |
git clone https://github.com/lightning/bolts.git ../${BOLTDIR} | |
- name: Configure | |
run: ./configure --enable-debugbuild --enable-rust | |
- name: Check source | |
run: make check-source BASE_REF="origin/${{ github.base_ref }}" | |
- name: Check Generated Files have been updated | |
run: make check-gen-updated | |
- name: Check docs | |
run: make check-doc | |
compile: | |
name: Compile CLN ${{ matrix.cfg }} | |
runs-on: ubuntu-22.04 | |
timeout-minutes: 30 | |
needs: | |
- prebuild | |
strategy: | |
fail-fast: true | |
matrix: | |
include: | |
- CFG: compile-gcc | |
VALGRIND: 1 | |
COMPILER: gcc | |
- CFG: compile-gcc-O3 | |
VALGRIND: 1 | |
COMPILER: gcc | |
COPTFLAGS_VAR: COPTFLAGS="-O3 -Werror" | |
# While we're at it let's try to compile with clang | |
- CFG: compile-clang | |
VALGRIND: 1 | |
COMPILER: clang | |
- CFG: compile-clang-sanitizers | |
COMPILER: clang | |
ASAN: 1 | |
UBSAN: 1 | |
VALGRIND: 0 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Set up Python 3.8 | |
uses: actions/setup-python@v5 | |
with: | |
python-version: 3.8 | |
- name: Install dependencies | |
run: | | |
bash -x .github/scripts/setup.sh | |
- name: Build | |
env: | |
COMPILER: ${{ matrix.COMPILER }} | |
ASAN: ${{ matrix.ASAN }} | |
UBSAN: ${{ matrix.UBSAN }} | |
VALGRIND: ${{ matrix.VALGRIND }} | |
COMPAT: 1 | |
CFG: ${{ matrix.CFG }} | |
run: | | |
set -e | |
pip3 install --user pip wheel poetry | |
poetry export -o requirements.txt --with dev --without-hashes | |
python3 -m pip install -r requirements.txt | |
./configure --enable-debugbuild CC="$COMPILER" ${{ matrix.COPTFLAGS_VAR }} | |
make -j $(nproc) testpack.tar.bz2 | |
# Rename now so we don't clash | |
mv testpack.tar.bz2 cln-${CFG}.tar.bz2 | |
- name: Check rust packages | |
run: cargo test --all | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: cln-${{ matrix.CFG }}.tar.bz2 | |
path: cln-${{ matrix.CFG }}.tar.bz2 | |
min-btc-integration: | |
name: Test CLN with minimum supported BTC version ${{ matrix.name }} | |
runs-on: ubuntu-22.04 | |
timeout-minutes: 120 | |
env: | |
RUST_PROFILE: release # Has to match the one in the compile step | |
PYTEST_OPTS: --timeout=1200 --force-flaky | |
needs: | |
- compile | |
strategy: | |
fail-fast: true | |
matrix: | |
include: | |
- NAME: gcc | |
CFG: compile-gcc | |
TEST_DB_PROVIDER: sqlite3 | |
COMPILER: gcc | |
TEST_NETWORK: regtest | |
# While we're at it let's try to compile with clang | |
- NAME: clang | |
CFG: compile-clang | |
TEST_DB_PROVIDER: sqlite3 | |
COMPILER: clang | |
TEST_NETWORK: regtest | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Set up Python 3.8 | |
uses: actions/setup-python@v5 | |
with: | |
python-version: 3.8 | |
- name: Install dependencies | |
run: | | |
pip3 install --user pip wheel poetry | |
poetry install | |
- name: Download Bitcoin Core | |
run: wget "https://bitcoincore.org/bin/bitcoin-core-25.0/bitcoin-25.0-x86_64-linux-gnu.tar.gz" | |
- name: Extract Bitcoin Core | |
run: tar -xf "bitcoin-25.0-x86_64-linux-gnu.tar.gz" | |
- name: List Extracted Contents | |
run: ls -l bitcoin-25.0 | |
- name: Move Bitcoin Core Binaries | |
run: sudo mv bitcoin-25.0/bin/* /usr/local/bin/ | |
- name: Clean Up | |
run: rm -rf "bitcoin-25.0-x86_64-linux-gnu.tar.gz" "bitcoin-25.0" | |
- name: Download build | |
uses: actions/download-artifact@v4 | |
with: | |
name: cln-${{ matrix.CFG }}.tar.bz2 | |
- name: Unpack pre-built CLN | |
env: | |
CFG: ${{ matrix.CFG }} | |
run: | | |
tar -xaf cln-${CFG}.tar.bz2 | |
- name: Test | |
env: | |
COMPILER: ${{ matrix.COMPILER }} | |
COMPAT: 1 | |
CFG: ${{ matrix.CFG }} | |
SLOW_MACHINE: 1 | |
PYTEST_PAR: 10 | |
TEST_DEBUG: 1 | |
TEST_DB_PROVIDER: ${{ matrix.TEST_DB_PROVIDER }} | |
TEST_NETWORK: ${{ matrix.TEST_NETWORK }} | |
LIGHTNINGD_POSTGRES_NO_VACUUM: 1 | |
run: | | |
env | |
cat config.vars | |
VALGRIND=0 poetry run pytest tests/ -vvv -n ${PYTEST_PAR} ${PYTEST_OPTS} | |
gather: | |
# A dummy task that depends on the full matrix of tests, and | |
# signals successful completion. Used for the PR status to pass | |
# before merging. | |
name: CI completion | |
runs-on: ubuntu-20.04 | |
needs: | |
- min-btc-integration | |
steps: | |
- name: Complete | |
run: | | |
echo CI completed successfully |