Skip to content

Commit 861c78e

Browse files
david22swandavid22swan
committed
(provision_service#296) - Port to Cloud CI
1 parent 939f5cd commit 861c78e

File tree

4 files changed

+428
-15
lines changed

4 files changed

+428
-15
lines changed

‎.github/workflows/nightly.yml‎

Lines changed: 204 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,204 @@
1+
name: "nightly"
2+
3+
on:
4+
schedule:
5+
- cron: '0 0 * * *'
6+
7+
env:
8+
HONEYCOMB_WRITEKEY: 7f3c63a70eecc61d635917de46bea4e6
9+
HONEYCOMB_DATASET: litmus tests
10+
11+
jobs:
12+
setup_matrix:
13+
name: "Setup Test Matrix"
14+
runs-on: ubuntu-20.04
15+
outputs:
16+
matrix: ${{ steps.get-matrix.outputs.matrix }}
17+
18+
steps:
19+
- name: "Honeycomb: Start recording"
20+
uses: puppetlabs/kvrhdn-gha-buildevents@pdk-templates-v1
21+
with:
22+
apikey: ${{ env.HONEYCOMB_WRITEKEY }}
23+
dataset: ${{ env.HONEYCOMB_DATASET }}
24+
job-status: ${{ job.status }}
25+
26+
- name: "Honeycomb: Start first step"
27+
run: |
28+
echo STEP_ID=setup-environment >> $GITHUB_ENV
29+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
30+
31+
- name: Checkout Source
32+
uses: actions/checkout@v2
33+
if: ${{ github.repository_owner == 'puppetlabs' }}
34+
35+
- name: Activate Ruby 2.7
36+
uses: ruby/setup-ruby@v1
37+
if: ${{ github.repository_owner == 'puppetlabs' }}
38+
with:
39+
ruby-version: "2.7"
40+
bundler-cache: true
41+
42+
- name: Print bundle environment
43+
if: ${{ github.repository_owner == 'puppetlabs' }}
44+
run: |
45+
echo ::group::bundler environment
46+
buildevents cmd $TRACE_ID $STEP_ID 'bundle env' -- bundle env
47+
echo ::endgroup::
48+
49+
- name: "Honeycomb: Record Setup Environment time"
50+
if: ${{ github.repository_owner == 'puppetlabs' }}
51+
run: |
52+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Setup Environment'
53+
echo STEP_ID=Setup-Acceptance-Test-Matrix >> $GITHUB_ENV
54+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
55+
56+
- name: Setup Acceptance Test Matrix
57+
id: get-matrix
58+
if: ${{ github.repository_owner == 'puppetlabs' }}
59+
run: |
60+
if [ '${{ github.repository_owner }}' == 'puppetlabs' ]; then
61+
buildevents cmd $TRACE_ID $STEP_ID matrix_from_metadata -- bundle exec matrix_from_metadata_v2
62+
else
63+
echo "::set-output name=matrix::{}"
64+
fi
65+
66+
- name: "Honeycomb: Record Setup Test Matrix time"
67+
if: ${{ always() }}
68+
run: |
69+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Setup Test Matrix'
70+
71+
Acceptance:
72+
name: "${{matrix.platforms.label}}, ${{matrix.collection}}"
73+
needs:
74+
- setup_matrix
75+
76+
runs-on: ubuntu-20.04
77+
strategy:
78+
fail-fast: false
79+
matrix: ${{fromJson(needs.setup_matrix.outputs.matrix)}}
80+
81+
env:
82+
BUILDEVENT_FILE: '../buildevents.txt'
83+
84+
steps:
85+
- run: |
86+
echo 'platform=${{ matrix.platforms.image }}' >> $BUILDEVENT_FILE
87+
echo 'collection=${{ matrix.collection }}' >> $BUILDEVENT_FILE
88+
echo 'label=${{ matrix.platforms.label }}' >> $BUILDEVENT_FILE
89+
90+
91+
- name: "Honeycomb: Start recording"
92+
uses: puppetlabs/kvrhdn-gha-buildevents@pdk-templates-v1
93+
with:
94+
apikey: ${{ env.HONEYCOMB_WRITEKEY }}
95+
dataset: ${{ env.HONEYCOMB_DATASET }}
96+
job-status: ${{ job.status }}
97+
matrix-key: ${{ matrix.platforms.label }}-${{ matrix.collection }}
98+
99+
- name: "Honeycomb: start first step"
100+
run: |
101+
echo STEP_ID=${{ matrix.platforms.image }}-${{ matrix.collection }}-1 >> $GITHUB_ENV
102+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
103+
104+
- name: Checkout Source
105+
uses: actions/checkout@v2
106+
107+
- name: Activate Ruby 2.7
108+
uses: ruby/setup-ruby@v1
109+
with:
110+
ruby-version: "2.7"
111+
bundler-cache: true
112+
113+
- name: Print bundle environment
114+
run: |
115+
echo ::group::bundler environment
116+
buildevents cmd $TRACE_ID $STEP_ID 'bundle env' -- bundle env
117+
echo ::endgroup::
118+
119+
- name: "Honeycomb: Record Setup Environment time"
120+
if: ${{ always() }}
121+
run: |
122+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Setup Environment'
123+
echo STEP_ID=${{ matrix.platforms.image }}-${{ matrix.collection }}-2 >> $GITHUB_ENV
124+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
125+
126+
- name: Provision test environment
127+
run: |
128+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:provision ${{ matrix.platforms.image }}' -- bundle exec rake 'litmus:provision[${{matrix.platforms.provider}},${{ matrix.platforms.image }}]'
129+
echo ::group::=== REQUEST ===
130+
cat request.json || true
131+
echo
132+
echo ::endgroup::
133+
echo ::group::=== INVENTORY ===
134+
if [ -f 'spec/fixtures/litmus_inventory.yaml' ];
135+
then
136+
FILE='spec/fixtures/litmus_inventory.yaml'
137+
elif [ -f 'inventory.yaml' ];
138+
then
139+
FILE='inventory.yaml'
140+
fi
141+
sed -e 's/password: .*/password: "[redacted]"/' < $FILE || true
142+
echo ::endgroup::
143+
144+
- name: Install agent
145+
run: |
146+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:install_agent ${{ matrix.collection }}' -- bundle exec rake 'litmus:install_agent[${{ matrix.collection }}]'
147+
148+
- name: Install module
149+
run: |
150+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:install_module' -- bundle exec rake 'litmus:install_module'
151+
152+
- name: "Honeycomb: Record deployment times"
153+
if: ${{ always() }}
154+
run: |
155+
echo ::group::honeycomb step
156+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Deploy test system'
157+
echo STEP_ID=${{ matrix.platforms.image }}-${{ matrix.collection }}-3 >> $GITHUB_ENV
158+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
159+
echo ::endgroup::
160+
161+
- name: Run acceptance tests
162+
run: |
163+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:acceptance:parallel' -- bundle exec rake 'litmus:acceptance:parallel'
164+
165+
- name: "Honeycomb: Record acceptance testing times"
166+
if: ${{ always() }}
167+
run: |
168+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Run acceptance tests'
169+
echo STEP_ID=${{ matrix.platforms.image }}-${{ matrix.collection }}-4 >> $GITHUB_ENV
170+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
171+
172+
- name: Remove test environment
173+
if: ${{ always() }}
174+
continue-on-error: true
175+
run: |
176+
if [[ -f inventory.yaml || -f spec/fixtures/litmus_inventory.yaml ]]; then
177+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:tear_down' -- bundle exec rake 'litmus:tear_down'
178+
echo ::group::=== REQUEST ===
179+
cat request.json || true
180+
echo
181+
echo ::endgroup::
182+
fi
183+
184+
- name: "Honeycomb: Record removal times"
185+
if: ${{ always() }}
186+
run: |
187+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Remove test environment'
188+
189+
slack-workflow-status:
190+
if: always()
191+
name: Post Workflow Status To Slack
192+
needs:
193+
- Acceptance
194+
runs-on: ubuntu-20.04
195+
steps:
196+
- name: Slack Workflow Notification
197+
uses: puppetlabs/Gamesight-slack-workflow-status@pdk-templates-v1
198+
with:
199+
# Required Input
200+
repo_token: ${{ secrets.GITHUB_TOKEN }}
201+
slack_webhook_url: ${{ secrets.SLACK_WEBHOOK }}
202+
# Optional Input
203+
channel: '#team-ia-bots'
204+
name: 'GABot'

‎.github/workflows/pr_test.yml‎

Lines changed: 184 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,184 @@
1+
name: "PR Testing"
2+
3+
on: [pull_request]
4+
5+
env:
6+
HONEYCOMB_WRITEKEY: 7f3c63a70eecc61d635917de46bea4e6
7+
HONEYCOMB_DATASET: litmus tests
8+
9+
jobs:
10+
setup_matrix:
11+
name: "Setup Test Matrix"
12+
runs-on: ubuntu-20.04
13+
outputs:
14+
matrix: ${{ steps.get-matrix.outputs.matrix }}
15+
16+
steps:
17+
- name: "Honeycomb: Start recording"
18+
uses: puppetlabs/kvrhdn-gha-buildevents@pdk-templates-v1
19+
with:
20+
apikey: ${{ env.HONEYCOMB_WRITEKEY }}
21+
dataset: ${{ env.HONEYCOMB_DATASET }}
22+
job-status: ${{ job.status }}
23+
24+
- name: "Honeycomb: Start first step"
25+
run: |
26+
echo STEP_ID=setup-environment >> $GITHUB_ENV
27+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
28+
29+
- name: Checkout Source
30+
uses: actions/checkout@v2
31+
if: ${{ github.repository_owner == 'puppetlabs' }}
32+
33+
- name: Activate Ruby 2.7
34+
uses: ruby/setup-ruby@v1
35+
if: ${{ github.repository_owner == 'puppetlabs' }}
36+
with:
37+
ruby-version: "2.7"
38+
bundler-cache: true
39+
40+
- name: Print bundle environment
41+
if: ${{ github.repository_owner == 'puppetlabs' }}
42+
run: |
43+
echo ::group::bundler environment
44+
buildevents cmd $TRACE_ID $STEP_ID 'bundle env' -- bundle env
45+
echo ::endgroup::
46+
47+
- name: "Honeycomb: Record Setup Environment time"
48+
if: ${{ github.repository_owner == 'puppetlabs' }}
49+
run: |
50+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Setup Environment'
51+
echo STEP_ID=Setup-Acceptance-Test-Matrix >> $GITHUB_ENV
52+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
53+
54+
- name: Setup Acceptance Test Matrix
55+
id: get-matrix
56+
run: |
57+
if [ '${{ github.repository_owner }}' == 'puppetlabs' ]; then
58+
buildevents cmd $TRACE_ID $STEP_ID matrix_from_metadata -- bundle exec matrix_from_metadata_v2
59+
else
60+
echo "::set-output name=matrix::{}"
61+
fi
62+
63+
- name: "Honeycomb: Record Setup Test Matrix time"
64+
if: ${{ always() }}
65+
run: |
66+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Setup Test Matrix'
67+
68+
Acceptance:
69+
name: "${{matrix.platforms.label}}, ${{matrix.collection}}"
70+
needs:
71+
- setup_matrix
72+
if: ${{ needs.setup_matrix.outputs.matrix != '{}' }}
73+
74+
runs-on: ubuntu-20.04
75+
strategy:
76+
fail-fast: false
77+
matrix: ${{fromJson(needs.setup_matrix.outputs.matrix)}}
78+
79+
env:
80+
BUILDEVENT_FILE: '../buildevents.txt'
81+
82+
steps:
83+
- run: |
84+
echo 'platform=${{ matrix.platforms.image }}' >> $BUILDEVENT_FILE
85+
echo 'collection=${{ matrix.collection }}' >> $BUILDEVENT_FILE
86+
echo 'label=${{ matrix.platforms.label }}' >> $BUILDEVENT_FILE
87+
88+
- name: "Honeycomb: Start recording"
89+
uses: puppetlabs/kvrhdn-gha-buildevents@pdk-templates-v1
90+
with:
91+
apikey: ${{ env.HONEYCOMB_WRITEKEY }}
92+
dataset: ${{ env.HONEYCOMB_DATASET }}
93+
job-status: ${{ job.status }}
94+
matrix-key: ${{ matrix.platforms.label }}-${{ matrix.collection }}
95+
96+
- name: "Honeycomb: start first step"
97+
run: |
98+
echo STEP_ID=${{ matrix.platforms.image }}-${{ matrix.collection }}-1 >> $GITHUB_ENV
99+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
100+
101+
- name: Checkout Source
102+
uses: actions/checkout@v2
103+
104+
- name: Activate Ruby 2.7
105+
uses: ruby/setup-ruby@v1
106+
with:
107+
ruby-version: "2.7"
108+
bundler-cache: true
109+
110+
- name: Print bundle environment
111+
run: |
112+
echo ::group::bundler environment
113+
buildevents cmd $TRACE_ID $STEP_ID 'bundle env' -- bundle env
114+
echo ::endgroup::
115+
116+
- name: "Honeycomb: Record Setup Environment time"
117+
if: ${{ always() }}
118+
run: |
119+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Setup Environment'
120+
echo STEP_ID=${{ matrix.platforms.image }}-${{ matrix.collection }}-2 >> $GITHUB_ENV
121+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
122+
123+
- name: Provision test environment
124+
run: |
125+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:provision ${{ matrix.platforms.image }}' -- bundle exec rake 'litmus:provision[${{matrix.platforms.provider}},${{ matrix.platforms.image }}]'
126+
echo ::group::=== REQUEST ===
127+
cat request.json || true
128+
echo
129+
echo ::endgroup::
130+
echo ::group::=== INVENTORY ===
131+
if [ -f 'spec/fixtures/litmus_inventory.yaml' ];
132+
then
133+
FILE='spec/fixtures/litmus_inventory.yaml'
134+
elif [ -f 'inventory.yaml' ];
135+
then
136+
FILE='inventory.yaml'
137+
fi
138+
sed -e 's/password: .*/password: "[redacted]"/' < $FILE || true
139+
echo ::endgroup::
140+
141+
- name: Install agent
142+
run: |
143+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:install_agent ${{ matrix.collection }}' -- bundle exec rake 'litmus:install_agent[${{ matrix.collection }}]'
144+
145+
- name: Install module
146+
run: |
147+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:install_module' -- bundle exec rake 'litmus:install_module'
148+
149+
- name: "Honeycomb: Record deployment times"
150+
if: ${{ always() }}
151+
run: |
152+
echo ::group::honeycomb step
153+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Deploy test system'
154+
echo STEP_ID=${{ matrix.platforms.image }}-${{ matrix.collection }}-3 >> $GITHUB_ENV
155+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
156+
echo ::endgroup::
157+
158+
- name: Run acceptance tests
159+
run: |
160+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:acceptance:parallel' -- bundle exec rake 'litmus:acceptance:parallel'
161+
162+
- name: "Honeycomb: Record acceptance testing times"
163+
if: ${{ always() }}
164+
run: |
165+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Run acceptance tests'
166+
echo STEP_ID=${{ matrix.platforms.image }}-${{ matrix.collection }}-4 >> $GITHUB_ENV
167+
echo STEP_START=$(date +%s) >> $GITHUB_ENV
168+
169+
- name: Remove test environment
170+
if: ${{ always() }}
171+
continue-on-error: true
172+
run: |
173+
if [[ -f inventory.yaml || -f spec/fixtures/litmus_inventory.yaml ]]; then
174+
buildevents cmd $TRACE_ID $STEP_ID 'rake litmus:tear_down' -- bundle exec rake 'litmus:tear_down'
175+
echo ::group::=== REQUEST ===
176+
cat request.json || true
177+
echo
178+
echo ::endgroup::
179+
fi
180+
181+
- name: "Honeycomb: Record removal times"
182+
if: ${{ always() }}
183+
run: |
184+
buildevents step $TRACE_ID $STEP_ID $STEP_START 'Remove test environment'

0 commit comments

Comments
 (0)