/
.gitlab-ci-staging-tests.yml
154 lines (139 loc) · 5.39 KB
/
.gitlab-ci-staging-tests.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
variables:
CI_JOBS_STAGING_ROLE_ARN:
value: "arn:aws:iam::017659451055:role/nt-eks-hm-staging-ci"
description: "AWS IAM role which executes the AWS jobs"
AWS_DEFAULT_REGION:
value: $CI_JOBS_AWS_REGION
description: "EKS Staging Cluster Region"
AWS_EKS_CLUSTER_NAME:
value: $CI_JOBS_AWS_EKS_CLUSTER_NAME
description: "EKS Staging Cluster Name"
.setup_eks_cluster_staging: &setup_eks_cluster_staging |
# Configure AWS CLI for staging cluster
export $(printf "AWS_ACCESS_KEY_ID=%s AWS_SECRET_ACCESS_KEY=%s AWS_SESSION_TOKEN=%s" \
$(aws sts assume-role-with-web-identity \
--role-arn ${CI_JOBS_STAGING_ROLE_ARN} \
--role-session-name "GitLabRunner-${CI_PROJECT_ID}-${CI_PIPELINE_ID}" \
--web-identity-token ${AWS_OIDC_TOKEN} \
--duration-seconds ${AWS_OIDC_TOKEN_TIMEOUT:-3600} \
--query 'Credentials.[AccessKeyId,SecretAccessKey,SessionToken]' \
--output text))
aws sts get-caller-identity
test:staging:backend-tests:
image: tiangolo/docker-with-compose
stage: test
timeout: 4h
services:
- docker:dind
variables:
K8S: "staging"
GATEWAY_HOSTNAME: "staging.hosted.mender.io"
GMAIL_PASSWORD: $CI_GMAIL_PASSWORD
GMAIL_ADDRESS: $CI_GMAIL_ADDRESS
DOCKER_HOST: tcp://docker:2375
TESTS_IN_PARALLEL_BACKEND_INTEGRATION: "4"
id_tokens:
AWS_OIDC_TOKEN:
aud: https://gitlab.com
before_script:
- apk add --no-cache aws-cli bash curl python3 py3-pip
# Install python dependencies
- pip3 install pyyaml
- *setup_eks_cluster_staging
script:
- cd backend-tests
- ./run -s enterprise
artifacts:
expire_in: 2w
when: always
paths:
- backend-tests/acceptance.*
- backend-tests/results_backend_integration_*.xml
- backend-tests/report_backend_integration_*.html
reports:
junit: backend-tests/results_backend_integration_*.xml
test:staging:integration-tests:
# Integration tests depends on running ssh to containers, we're forced to
# run dockerd on the same host.
image: docker:dind
stage: test
timeout: 4h
tags:
- mender-qa-worker-integration-tests
variables:
K8S: "staging"
GATEWAY_HOSTNAME: "staging.hosted.mender.io"
GMAIL_PASSWORD: $CI_GMAIL_PASSWORD
GMAIL_ADDRESS: $CI_GMAIL_ADDRESS
DOCKER_CLIENT_TIMEOUT: 300
COMPOSE_HTTP_TIMEOUT: 300
SPECIFIC_INTEGRATION_TEST: "Enterprise"
TESTS_IN_PARALLEL_INTEGRATION: "2"
id_tokens:
AWS_OIDC_TOKEN:
aud: https://gitlab.com
before_script:
- unset DOCKER_HOST
- unset DOCKER_TLS_VERIFY
- unset DOCKER_CERT_PATH
# Dependencies for post job status
- apk add --no-cache curl jq python3 py3-pip
# Start dockerd in the background
- /usr/local/bin/dockerd &
# Wait for dockerd to start
- |-
MAX_WAIT=30
while [ ! -e "/var/run/docker.sock" ] && [ $MAX_WAIT -gt 0 ]; do
MAX_WAIT=$(($MAX_WAIT - 1))
sleep 1
done
- docker version # Verify that the docker server is up and running
# Get and install the integration test requirements
- apk add $(cat tests/requirements/apk-requirements.txt | grep -v py-pip)
- CRYPTOGRAPHY_DONT_BUILD_RUST=1 pip3 install -r tests/requirements-python/python-requirements.txt
# Install awscli, kubectl and aws-iam-authenticator
- apk add --no-cache aws-cli
- curl -LO "https://dl.k8s.io/release/$(curl -L -s https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl"
- install -o root -g root -m 0755 kubectl /usr/bin/kubectl
- curl -LO "https://amazon-eks.s3.us-west-2.amazonaws.com/1.17.9/2020-08-04/bin/linux/amd64/aws-iam-authenticator"
- install -o root -g root -m 0755 kubectl /usr/bin/aws-iam-authenticator
- *setup_eks_cluster_staging
# Login for private repos
- docker login -u ${DOCKER_HUB_USERNAME} -p ${DOCKER_HUB_PASSWORD}
- docker login -u ${REGISTRY_MENDER_IO_USERNAME} -p ${REGISTRY_MENDER_IO_PASSWORD} registry.mender.io
script:
- cd tests
- ./run.sh
artifacts:
expire_in: 2w
when: always
paths:
- tests/mender_test_logs
- tests/results_full_integration.xml
- tests/report_full_integration.html
reports:
junit: tests/results_full_integration.xml
trigger:staging:cleanup-tenants:
image: alpine:3.16
stage: .post
when: always
variables:
K8S: "staging"
id_tokens:
AWS_OIDC_TOKEN:
aud: https://gitlab.com
before_script:
# Install awscli, kubectl and aws-iam-authenticator
- apk add --no-cache aws-cli curl
- curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
- install -o root -g root -m 0755 kubectl /usr/bin/kubectl
- curl -LO "https://amazon-eks.s3.us-west-2.amazonaws.com/1.17.9/2020-08-04/bin/linux/amd64/aws-iam-authenticator"
- install -o root -g root -m 0755 kubectl /usr/bin/aws-iam-authenticator
- *setup_eks_cluster_staging
script:
- export KUBECONFIG="${HOME}/kubeconfig.${K8S}"
- aws eks update-kubeconfig --name $AWS_EKS_CLUSTER_NAME --kubeconfig ${HOME}/kubeconfig.${K8S}
- kubectl config set-context --current --namespace=$K8S
- "kubectl exec -it mongodb-0 -- mongo tenantadm --eval 'db.tenants.update({name: {$regex: /^test.mender.io/}}, {$set: {\"status\": \"suspended\", \"cancelled_at\": ISODate(\"2021-01-01T00:00:00Z\")}}, {multi: true})'"
- kubectl delete job mender-drop-suspended-tenants-manual || true
- kubectl create job --from=cronjob/mender-drop-suspended-tenants mender-drop-suspended-tenants-manual