Skip to content

Continuous Integration #221

Continuous Integration

Continuous Integration #221

Workflow file for this run

#
# Copyright IBM Corporation 2020,2023
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
name: Continuous Integration
on:
push:
branches: [ main ]
tags: [ '*' ]
pull_request:
branches: [ main ]
types: [ opened, synchronize, reopened ]
schedule:
- cron: '30 11 * * 1,3,5'
permissions: read-all
jobs:
ci-local:
runs-on: ubuntu-22.04
env:
KAR_JAVA_SDK_OVERRIDE: -Dversion.kar-java-sdk=99.99.99-SNAPSHOT
steps:
# Checkout repo
- name: Checkout repo
uses: actions/checkout@v4
# Download pre-reqs
- name: Install k8s clis
run: ./ci/setup.sh
# Configure language versions
- name: Setup Go
uses: actions/setup-go@v5
with:
go-version-file: 'core/go.mod'
cache-dependency-path: 'core/go.sum'
- name: Setup Java
uses: actions/setup-java@v4
with:
java-version: '11'
distribution: 'temurin'
- name: Setup JavaScript
uses: actions/setup-node@v4
with:
node-version: 18.x
# Deploy Kafka and Redis (add a sleep to because docker compose doesn't have readiness probes)
- name: Start Kafka and Redis
run: |
./scripts/docker-compose-start.sh
sleep 5
# Build KAR locally
- name: Make KAR cli
run: make cli
- name: Build Java SDK
working-directory: sdk-java
run: |
mvn --batch-mode versions:set -DnewVersion=99.99.99-SNAPSHOT
mvn --batch-mode install
- name: Setup yalc to use local JavaScript SDK
run: |
npm i -g yalc
./scripts/setup-yalc.sh
# Run tests
- name: rpclib unit tests
run: |
. ./scripts/kar-env-local.sh
make check-rpc
shell: bash
- name: Run JavaScript tests
run: ./ci/testJSLocal.sh
- name: Run Java tests
run: ./ci/testJavaLocal.sh
ci-local-released:
runs-on: ubuntu-22.04
steps:
# Checkout repo
- name: Checkout repo
uses: actions/checkout@v4
# Download pre-reqs
- name: Install k8s clis
run: ./ci/setup.sh
# Configure language versions
- name: Setup Go
uses: actions/setup-go@v5
with:
go-version-file: 'core/go.mod'
cache-dependency-path: 'core/go.sum'
- name: Setup Java
uses: actions/setup-java@v4
with:
java-version: '11'
distribution: 'temurin'
- name: Setup JavaScript
uses: actions/setup-node@v4
with:
node-version: 16.x
# Deploy Kafka and Redis (add a sleep to because docker compose doesn't have readiness probes)
- name: Start Kafka and Redis
run: |
./scripts/docker-compose-start.sh
sleep 5
# Build KAR locally
- name: Make KAR cli
run: make cli
# Run tests
- name: Run JavaScript tests
run: ./ci/testJSLocal.sh
- name: Run Java tests
run: ./ci/testJavaLocal.sh
ci-in-cluster:
runs-on: ubuntu-22.04
steps:
# Checkout repo
- name: Checkout repo
uses: actions/checkout@v4
# Download pre-reqs
- name: Install k8s clis
run: ./ci/setup.sh
# Configure language versions
- name: Setup Go
uses: actions/setup-go@v5
with:
go-version-file: 'core/go.mod'
cache-dependency-path: 'core/go.sum'
- name: Setup Java
uses: actions/setup-java@v4
with:
java-version: '11'
distribution: 'temurin'
- name: Setup JavaScript
uses: actions/setup-node@v4
with:
node-version: 18.x
# Start kind (need registry running to push images)
- name: Start kind
run: ./scripts/kind-start.sh
# Build KAR locally
- name: Make KAR cli
run: make cli
- name: Make Java images
run: make docker-java
- name: Make JavaScript images
run: make docker-js
- name: Make Python images
run: make docker-python
# Delopy KAR on kind
- name: Deploy KAR
run: ./scripts/kar-k8s-deploy.sh
# Run in cluster tests
- name: Run Tests
run: ./ci/testInCluster.sh
push-images:
needs: [ci-local, ci-local-released, ci-in-cluster]
runs-on: ubuntu-22.04
if: github.repository == 'IBM/kar'
env:
PUSH_LATEST: ${{ (github.event_name == 'push' || github.event_name == 'schedule') && github.ref == 'refs/heads/main' }}
PUSH_RELEASE: ${{ github.event_name == 'push' && github.ref_type == 'tag' }}
steps:
# Checkout repo
- name: Checkout repo
if: ${{ env.PUSH_LATEST == 'true' || env.PUSH_RELEASE == 'true' }}
uses: actions/checkout@v4
- name: Docker Login
if: ${{ env.PUSH_LATEST == 'true' || env.PUSH_RELEASE == 'true' }}
uses: docker/login-action@v3
with:
registry: quay.io
username: ${{ secrets.QUAY_USERNAME }}
password: ${{ secrets.QUAY_ROBOT_TOKEN }}
- name: Push Latest Images
if: ${{ env.PUSH_LATEST == 'true' }}
run: KAR_VERSION=$(git rev-parse --short "$GITHUB_SHA") DOCKER_REGISTRY=quay.io DOCKER_NAMESPACE=ibm DOCKER_IMAGE_TAG=latest make docker
- name: Push Release Images
if: ${{ env.PUSH_RELEASE == 'true' }}
run: KAR_VERSION=${GITHUB_REF_NAME#v} DOCKER_REGISTRY=quay.io DOCKER_NAMESPACE=ibm DOCKER_IMAGE_TAG=${GITHUB_REF_NAME#v} make docker