89 lines (87 loc) · 3.83 KB
/
benchmark-workflow.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
name: Nussknacker benchmark
on:
workflow_dispatch:
inputs:
nussknacker_version:
description: "Nussknacker version"
required: false
type: string
transaction_count:
description: "Number of transactions"
required: false
type: string
env:
INPUT_NUSSKNACKER_VERSION: ${{ inputs.nussknacker_version }}
# TODO version should be set up only when build is triggered from nk core (workflow_dispatch / inputs.nussknacker_version defined)
# TODO and when build is on staging or target branch is staging. In any other situation, version from helm values should be used
NUSSKNACKER_VERSION: ${{
inputs.nussknacker_version != '' && inputs.nussknacker_version ||
((github.head_ref == 'staging' || github.ref_name == 'staging') && 'staging-latest' ||
'1.14.0') }}
TRANSACTION_COUNT: ${{ inputs.transaction_count != '' && inputs.transaction_count || '10000000' }}
jobs:
nussknacker-benchmark-flink:
name: Nussknacker benchmark Streaming-Flink
runs-on: ubuntu-latest
env:
# TODO (1) scala_2.12 is used because we use the default flink image. We should prepare our own (https://github.com/TouK/flink-scala-2.13)
# TODO (1) and switch to it
# TODO (2) version should be set up only when build is triggered from nk core (workflow_dispatch / inputs.nussknacker_version defined)
# TODO (2) and when build is on staging or target branch is staging. In any other situation, version from docker-compose should be used
NUSSKNACKER_VERSION: ${{
endsWith(inputs.nussknacker_version, 'SNAPSHOT') && format('{0}_{1}', inputs.nussknacker_version, 'scala-2.12') ||
((github.head_ref == 'staging' || github.ref_name == 'staging') && 'staging-latest_scala-2.12' ||
'1.14.0_scala-2.12') }}
defaults:
run:
shell: bash
steps:
- name: Checkout
uses: actions/checkout@v2
- name: Print Nussknacker version
run: |
echo "Nussknacker version: $NUSSKNACKER_VERSION, dispatch input version: $INPUT_NUSSKNACKER_VERSION, GITHUB_BASE_REF: $GITHUB_BASE_REF, GITHUB_HEAD_REF: $GITHUB_HEAD_REF, GITHUB_REF_NAME: $GITHUB_REF_NAME"
- name: install quickstart
shell: bash
env:
KAFKA_AUTO_OFFSET_RESET: earliest
run: ./docker/streaming/start.sh
- name: Test
run: ./common/tests/benchmark/runBenchmarkForDockerStreaming.sh $TRANSACTION_COUNT benchmarkFlink.json
- name: Save artifacts
uses: actions/upload-artifact@v2
with:
name: benchmarkDetailsFlink
path: /tmp/benchmarkResult.csv
nussknacker-benchmark-lite:
name: Nussknacker benchmark Streaming-Lite
runs-on: ubuntu-latest
env:
RELEASE: "nu-quickstart"
DEVEL: "true"
defaults:
run:
shell: bash
steps:
- name: Checkout
uses: actions/checkout@v3
- name: Print Nussknacker version
run: |
echo "Nussknacker version: $NUSSKNACKER_VERSION, dispatch input version: $INPUT_NUSSKNACKER_VERSION, GITHUB_BASE_REF: $GITHUB_BASE_REF, GITHUB_HEAD_REF: $GITHUB_HEAD_REF, GITHUB_REF_NAME: $GITHUB_REF_NAME"
- uses: AbsaOSS/k3d-action@v2.4.0
with:
cluster-name: "k3s-default"
k3d-version: "v5.4.9" # default version - change with caution, there was some problem after upgrade
args: >-
--config=.k3d/single-cluster.yml
--trace
- name: install quickstart
shell: bash
run: ./k8s-helm/install-common.sh -f ../common/tests/benchmark/k8sAutoOffsetEarliest.yml
- name: Test
run: ./common/tests/benchmark/runBenchmarkForK8sStreaming.sh $TRANSACTION_COUNT benchmarkLite.json
- name: Save artifacts
uses: actions/upload-artifact@v2
with:
name: benchmarkDetailsLite
path: /tmp/benchmarkResult.csv