Skip to content

Daily Build Camel Main branch #329

Daily Build Camel Main branch

Daily Build Camel Main branch #329

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
name: Daily Build Camel Main branch
on:
schedule:
# Run every day at midnight
- cron: '0 0 * * *'
env:
LANG: en_US.UTF-8
MAVEN_OPTS: -Xmx3000m
CQ_MAVEN_ARGS: -V -ntp -e -Daether.connector.http.connectionMaxTtl=120
TESTCONTAINERS_RYUK_DISABLED: true
ISSUE_ID: 2927
jobs:
initial-mvn-install:
if: github.repository == 'apache/camel-quarkus'
runs-on: ubuntu-latest
outputs:
matrix: ${{ steps.set-native-matrix.outputs.matrix }}
examples-matrix: ${{ steps.set-examples-matrix.outputs.examples-matrix }}
alternate-jvm-matrix: ${{ steps.set-alternate-jvm-matrix.outputs.alternate-jvm-matrix }}
env:
MAVEN_OPTS: -Xmx4600m
steps:
- name: Check free space on disk
run: |
df -h /
- name: Set up JDK 17
uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: '17'
- name: Set Workflow Build ID
run: |
[ ! -d ~/build-data ] && mkdir -p ~/build-data
echo "${{ github.run_id }}-${{ github.run_number }}-$(uuidgen)" > ~/build-data/build-id.txt
- name: Checkout
uses: actions/checkout@v4
with:
ref: camel-main
fetch-depth: 0
- name: Rebase branch main onto camel-main
run: |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
git fetch origin main
git rebase origin/main
git rev-parse origin/main > ~/build-data/main-sha.txt
- name: Build Camel
run: |
cd ../
git clone --depth 1 --branch main https://github.com/apache/camel.git \
&& cd camel \
&& echo "Current Camel commit:" $(git rev-parse HEAD) \
&& ./mvnw ${CQ_MAVEN_ARGS} clean install -Dquickly -T1C
- name: Update extension metadata
run: |
./mvnw -N cq:update-quarkus-metadata ${CQ_MAVEN_ARGS}
- name: mvn clean install -DskipTests
run: |
eval ./mvnw ${CQ_MAVEN_ARGS} clean install -DskipTests -Dquarkus.build.skip -Pformat
- name: Sync Maven properties
run: |
./mvnw cq:sync-versions ${CQ_MAVEN_ARGS} -N
- name: Fail if there are uncommitted changes
shell: bash
run: |
[[ -z $(git status --porcelain | grep -v antora.yml) ]] || { echo 'There are uncommitted changes'; git status; git diff; exit 1; }
- name: Tar Maven Repo
shell: bash
run: |
tar -czf ${{ runner.temp }}/maven-repo.tgz -C ~ build-data .m2/repository
ls -lh ${{ runner.temp }}/maven-repo.tgz
df -h /
- name: Persist Maven Repo
uses: actions/upload-artifact@v4
with:
name: maven-repo
path: ${{ runner.temp }}/maven-repo.tgz
retention-days: 1
- name: Setup Native Test Matrix
id: set-native-matrix
run: |
CATEGORIES=$(yq -M -N -I 0 -o=json e 'keys' tooling/scripts/test-categories.yaml | tr '"' "'")
echo "matrix={'category': ${CATEGORIES}}" >> $GITHUB_OUTPUT
- name: Setup Alternate JVM Matrix
id: set-alternate-jvm-matrix
shell: bash
run: |
cd integration-tests
mvn help:evaluate -Dexpression=project.modules -N -q -DforceStdout | sed -e 's/<[^>]*>//g' -e 's/^[[:space:]]*//' -e '/^$/d' > ${{ runner.temp }}/itest-modules.txt
GROUP1_MODULES=$(cat ${{ runner.temp }}/itest-modules.txt | grep -E '^[a-m].*' | tr '\n' ',' | sed 's/,$//')
GROUP2_MODULES=$(cat ${{ runner.temp }}/itest-modules.txt | grep -E '^[n-z].*' | tr '\n' ',' | sed 's/,$//')
echo "alternate-jvm-matrix={'include': [{'name': 'group-01', 'modules': '${GROUP1_MODULES}'},{'name': 'group-02', 'modules': '${GROUP2_MODULES}'}]}" >> $GITHUB_OUTPUT
- name: Setup Examples Matrix
id: set-examples-matrix
run: |
EXAMPLES_BRANCH="camel-quarkus-main"
if [[ ${GITHUB_REF_NAME} =~ [0-9]+.[0-9]+.x ]]; then
EXAMPLES_BRANCH=${GITHUB_REF_NAME}
elif [[ ${GITHUB_BASE_REF} =~ [0-9]+.[0-9]+.x ]]; then
EXAMPLES_BRANCH=${GITHUB_BASE_REF}
fi
sudo apt install groovy -y --no-install-recommends
EXAMPLES_MATRIX=$(groovy -DEXAMPLES_BRANCH=${EXAMPLES_BRANCH} tooling/scripts/generate-examples-matrix.groovy)
echo "examples-matrix=${EXAMPLES_MATRIX}" >> $GITHUB_OUTPUT
- name: Report Build Failure
if: failure() || cancelled()
run: |
# Abort rebase in case something went wrong as we may have broken pom.xml files
if [[ -e ".git/rebase" || -e ".git/rebase-apply" || -e ".git/rebase-merge" ]]; then
git rebase --abort
fi
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)
native-tests:
name: Native Tests - ${{matrix.category}}
needs: initial-mvn-install
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix: ${{ fromJson(needs.initial-mvn-install.outputs.matrix) }}
steps:
- name: Download Maven Repo
uses: actions/download-artifact@v4
with:
name: maven-repo
path: ..
- name: Extract Maven Repo
shell: bash
run: |
df -h /
tar -xzf ../maven-repo.tgz -C ~
rm -f ../maven-repo.tgz
df -h /
- name: Checkout
uses: actions/checkout@v4
with:
ref: camel-main
fetch-depth: 0
- name: Reclaim Disk Space
run: .github/reclaim-disk-space.sh
- name: Rebase branch main onto camel-main
run: |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
git fetch origin main
git rebase $(cat ~/build-data/main-sha.txt)
- name: Set up JDK 17
uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: '17'
- name: Integration Tests
run: |
for MODULE in $(yq -M -N e ".${{ matrix.category }}" tooling/scripts/test-categories.yaml | grep -vE '^\s*#' | cut -f2 -d' '); do
if [[ "${MODULE}" == "null" ]]; then
continue
fi
MODULE="integration-tests/$(echo ${MODULE} | sed 's/^[ \t]*//;s/[ \t]*$//')"
if [[ "x$(./mvnw org.apache.maven.plugins:maven-help-plugin:3.2.0:evaluate -Dexpression=ci.native.tests.skip -DforceStdout -q -f ${MODULE})" == "xtrue" ]]; then
JVM_MODULES+=("${MODULE}")
else
NATIVE_MODULES+=("${MODULE}")
fi
done
if [[ ${#JVM_MODULES[@]} -eq 0 ]] && [[ ${#NATIVE_MODULES[@]} -eq 0 ]]; then
echo "No test modules were found for category ${{ matrix.category }}"
exit 1
fi
IFS=,
if [[ ${JVM_MODULES[@]} ]]; then
eval ./mvnw ${CQ_MAVEN_ARGS} clean test \
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
-Pdocker,ci \
-pl "${JVM_MODULES[*]}"
fi
if [[ ${NATIVE_MODULES[@]} ]]; then
eval ./mvnw ${CQ_MAVEN_ARGS} clean verify \
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
-Dquarkus.native.builder-image.pull=missing \
-Pnative,docker,ci \
--fail-at-end \
-pl "${NATIVE_MODULES[*]}"
fi
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
with:
test-report-xml-base-dir: integration-tests
- name: Fail if there are uncommitted changes
shell: bash
run: |
[[ -z $(git status --porcelain) ]] || { echo 'There are uncommitted changes'; git status; git diff; exit 1; }
- name: Report Build Failure
if: failure() || cancelled()
run: |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)
functional-extension-tests:
runs-on: ubuntu-latest
needs: initial-mvn-install
env:
MAVEN_OPTS: -Xmx3000m
steps:
- name: Download Maven Repo
uses: actions/download-artifact@v4
with:
name: maven-repo
path: ..
- name: Extract Maven Repo
shell: bash
run: |
df -h /
tar -xzf ../maven-repo.tgz -C ~
rm -f ../maven-repo.tgz
df -h /
- name: Checkout
uses: actions/checkout@v4
with:
ref: camel-main
fetch-depth: 0
- name: Rebase branch main onto camel-main
run: |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
git fetch origin main
git rebase $(cat ~/build-data/main-sha.txt)
- name: Set up JDK 17
uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: '17'
- name: cd extensions-core && mvn test
run: |
cd extensions-core
../mvnw ${CQ_MAVEN_ARGS} \
-Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \
--fail-at-end \
test
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
with:
test-report-xml-base-dir: extensions-core
- name: cd extensions && mvn test
run: |
cd extensions
../mvnw ${CQ_MAVEN_ARGS} \
-Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \
--fail-at-end \
test
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
with:
test-report-xml-base-dir: extensions
- name: cd test-framework && mvn test
run: |
cd test-framework
../mvnw ${CQ_MAVEN_ARGS} \
-Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \
--fail-at-end \
test
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
with:
test-report-xml-base-dir: test-framework
- name: cd tooling && mvn verify
run: |
cd tooling
../mvnw ${CQ_MAVEN_ARGS} \
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
--fail-at-end \
verify
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
with:
test-report-xml-base-dir: tooling
- name: cd catalog && mvn test
run: |
cd catalog
../mvnw ${CQ_MAVEN_ARGS} \
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
test
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
with:
test-report-xml-base-dir: catalog
- name: Report Build Failure
if: failure() || cancelled()
run: |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)
extensions-jvm-tests:
runs-on: ubuntu-latest
needs: initial-mvn-install
strategy:
fail-fast: false
matrix:
java: [ '17', '21' ]
env:
MAVEN_OPTS: -Xmx3000m
steps:
- name: Download Maven Repo
uses: actions/download-artifact@v4
with:
name: maven-repo
path: ..
- name: Extract Maven Repo
shell: bash
run: |
df -h /
tar -xzf ../maven-repo.tgz -C ~
rm -f ../maven-repo.tgz
df -h /
- name: Checkout
uses: actions/checkout@v4
with:
ref: camel-main
fetch-depth: 0
- name: Rebase branch main onto camel-main
run: |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
git fetch origin main
git rebase $(cat ~/build-data/main-sha.txt)
- name: Set up JDK ${{ matrix.java }}
uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: ${{ matrix.java }}
- name: cd integration-tests-jvm && mvn clean test
run: |
cd integration-tests-jvm
../mvnw ${CQ_MAVEN_ARGS} \
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
--fail-at-end \
clean test
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
with:
test-report-xml-base-dir: integration-tests-jvm
- name: Report Build Failure
if: failure() || cancelled()
run: |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)
integration-tests-alternative-jdk:
runs-on: ubuntu-latest
needs: initial-mvn-install
strategy:
fail-fast: false
matrix: ${{ fromJson(needs.initial-mvn-install.outputs.alternate-jvm-matrix) }}
env:
MAVEN_OPTS: -Xmx3000m
steps:
- name: Download Maven Repo
uses: actions/download-artifact@v4
with:
name: maven-repo
path: ..
- name: Extract Maven Repo
shell: bash
run: |
df -h /
tar -xzf ../maven-repo.tgz -C ~
rm -f ../maven-repo.tgz
df -h /
- name: Checkout
uses: actions/checkout@v4
with:
ref: camel-main
fetch-depth: 0
- name: Rebase branch main onto camel-main
run: |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
git fetch origin main
git rebase $(cat ~/build-data/main-sha.txt)
- name: Reclaim Disk Space
run: .github/reclaim-disk-space.sh
- name: Set up JDK 21
uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: '21'
- name: cd integration-tests && mvn clean verify
shell: bash
env:
TEST_MODULES: ${{matrix.modules}}
run: |
cd integration-tests
../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \
-pl "${TEST_MODULES// /,}" \
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
--fail-at-end \
clean verify
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
with:
test-report-xml-base-dir: integration-tests
integration-tests-alternative-platform:
runs-on: ${{ matrix.os }}
needs: initial-mvn-install
strategy:
fail-fast: false
matrix:
os: [ 'windows-latest' ]
env:
MAVEN_OPTS: -Xmx3000m
steps:
- name: Download Maven Repo
uses: actions/download-artifact@v4
with:
name: maven-repo
path: ..
- name: Extract Maven Repo
shell: bash
run: |
tar -xzf ../maven-repo.tgz -C ~
rm -f ../maven-repo.tgz
- name: Checkout
uses: actions/checkout@v4
with:
ref: camel-main
fetch-depth: 0
- name: Rebase branch main onto camel-main
run: |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
git fetch origin main
git rebase $(cat ~/build-data/main-sha.txt)
- name: Set up JDK 17
uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: '17'
- name: cd integration-tests && mvn clean verify
shell: bash
run: |
cd integration-tests
../mvnw ${CQ_MAVEN_ARGS} \
-Dskip-testcontainers-tests -Dformatter.skip -Dimpsort.skip -Denforcer.skip \
--fail-at-end \
clean verify
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
with:
test-report-xml-base-dir: integration-tests
- name: Report Build Failure
if: failure() || cancelled()
shell: bash
run: |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)
examples-tests:
name: Examples Tests - ${{matrix.name}}
needs: initial-mvn-install
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix: ${{ fromJson(needs.initial-mvn-install.outputs.examples-matrix) }}
steps:
- name: Set up JDK 17
uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: '17'
- name: Download Maven Repo
uses: actions/download-artifact@v4
with:
name: maven-repo
path: ..
- name: Extract Maven Repo
shell: bash
run: |
df -h /
tar -xzf ../maven-repo.tgz -C ~
rm -f ../maven-repo.tgz
df -h /
- name: Checkout
uses: actions/checkout@v4
with:
ref: camel-main
fetch-depth: 0
- name: Rebase branch main onto camel-main
run: |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
git fetch origin main
git rebase $(cat ~/build-data/main-sha.txt)
- name: set CQ_VERSION
run: echo "CQ_VERSION=$(./mvnw help:evaluate -Dexpression=project.version -q -DforceStdout -N)" >> $GITHUB_ENV
- name: clone and verify examples
env:
EXAMPLE_MODULES: ${{matrix.examples}}
shell: '/usr/bin/bash {0}'
run: |
EXAMPLES_BRANCH="camel-quarkus-main"
if [[ ${GITHUB_REF_NAME} =~ [0-9]+.[0-9]+.x ]]; then
EXAMPLES_BRANCH=${GITHUB_REF_NAME}
elif [[ ${GITHUB_BASE_REF} =~ [0-9]+.[0-9]+.x ]]; then
EXAMPLES_BRANCH=${GITHUB_BASE_REF}
fi
git clone --depth 1 --branch ${EXAMPLES_BRANCH} https://github.com/apache/camel-quarkus-examples.git \
&& cd camel-quarkus-examples \
&& echo "Current Examples commit:" $(git rev-parse HEAD) \
&& ./mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} org.l2x6.cq:cq-maven-plugin:2.10.0:examples-set-platform -Dcq.camel-quarkus.version=${CQ_VERSION}
BUILD_FAILURES=()
for MODULE in ${EXAMPLE_MODULES//,/ }; do
cd ${MODULE}
../mvnw ${CQ_MAVEN_ARGS} clean verify \
-Dformatter.skip -Dimpsort.skip \
-Dquarkus.native.builder-image.pull=missing \
-Pnative,docker,ci
if [[ $? -ne 0 ]]; then
BUILD_FAILURES[${#BUILD_FAILURES[@]}]=${MODULE}
fi
cd -
done
if [[ ${#BUILD_FAILURES[@]} -gt 0 ]]; then
echo -e "\nBuild errors were encountered in the following projects:\n"
for FAILURE in ${BUILD_FAILURES[@]}; do
echo "* ${FAILURE}"
done
echo -e "\nCheck build logs for further information."
exit 1
fi
- name: Report test failures
uses: ./.github/actions/test-summary-report
if: ${{ failure() }}
- name: Report Build Failure
if: failure() || cancelled()
run: |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)
handle-build-status:
needs: native-tests
runs-on: ubuntu-latest
steps:
- name: Set up JDK 17
uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: '17'
- name: Download Maven Repo
uses: actions/download-artifact@v4
with:
name: maven-repo
path: ..
- name: Extract Maven Repo
shell: bash
run: |
df -h /
tar -xzf ../maven-repo.tgz -C ~
rm -f ../maven-repo.tgz
df -h /
- name: Checkout
uses: actions/checkout@v4
with:
ref: camel-main
fetch-depth: 0
- name: Rebase branch main onto camel-main
run: |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
git fetch origin main
git rebase $(cat ~/build-data/main-sha.txt)
- name: Report build status
id: report
run: |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=verify -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)
- name: Sync branch main to camel-main
if: steps.report.outputs.overall_build_status == 'success'
run: |
git push --force-with-lease origin camel-main