-
Notifications
You must be signed in to change notification settings - Fork 2.6k
/
spark-config.yaml
78 lines (77 loc) · 2.24 KB
/
spark-config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
periodics:
- interval: 2h
name: spark-periodic-default-gke
labels:
preset-service-account: "true"
preset-k8s-ssh: "true"
preset-dind-enabled: "true"
spec:
containers:
- image: gcr.io/k8s-testimages/kubekins-e2e:v20190819-0b0980f-master
args:
- "--job=$(JOB_NAME)"
- "--repo=github.com/apache-spark-on-k8s/spark-integration=master"
- "--upload=gs://kubernetes-jenkins/logs/"
- "--timeout=150"
- --scenario=kubernetes_e2e
- --
- --check-leaked-resources
- --cluster=
- --deployment=gke
- --extract=gke
- --gcp-node-image=gci
- --gcp-zone=us-central1-f
- --gke-environment=prod
- --provider=gke
- --test=false
- --test-cmd=../e2e/e2e-prow.sh
- --test-cmd-name=spark-integration
- --timeout=120m
# docker-in-docker needs privileged mode
securityContext:
privileged: true
resources:
requests:
cpu: 6
memory: "8Gi"
annotations:
testgrid-dashboards: sig-big-data
description: Periodic builds and testing of Apache Spark on default version of GKE.
- interval: 2h
name: spark-periodic-latest-gke
labels:
preset-service-account: "true"
preset-k8s-ssh: "true"
preset-dind-enabled: "true"
spec:
containers:
- image: gcr.io/k8s-testimages/kubekins-e2e:v20190819-0b0980f-master
args:
- "--job=$(JOB_NAME)"
- "--repo=github.com/apache-spark-on-k8s/spark-integration=master"
- "--upload=gs://kubernetes-jenkins/logs/"
- "--timeout=150"
- --scenario=kubernetes_e2e
- --
- --check-leaked-resources
- --cluster=
- --deployment=gke
- --extract=gke-latest
- --gcp-node-image=gci
- --gcp-zone=us-central1-f
- --gke-environment=prod
- --provider=gke
- --test=false
- --test-cmd=../e2e/e2e-prow.sh
- --test-cmd-name=spark-integration
- --timeout=120m
# docker-in-docker needs privileged mode
securityContext:
privileged: true
resources:
requests:
cpu: 6
memory: "8Gi"
annotations:
testgrid-dashboards: sig-big-data
description: Periodic builds and testing of Apache Spark running on the newest stable GKE.