Skip to content
Permalink
master
Switch branches/tags

Name already in use

A tag already exists with the provided branch name. Many Git commands accept both tag and branch names, so creating this branch may cause unexpected behavior. Are you sure you want to create this branch?
Go to file
 
 
Cannot retrieve contributors at this time
apiVersion: v1
kind: Service
metadata:
name: spark-master
labels:
app: spark
role: master
spec:
selector:
app: spark
role: master
type: ClusterIP
ports:
- port: 7077
targetPort: 7077
protocol: TCP
name: rpc
- port: 8080
targetPort: 8080
protocol: TCP
name: http
---
apiVersion: v1
kind: Service
metadata:
name: spark-master-expose
labels:
app: spark
role: master
spec:
selector:
app: spark
role: master
type: LoadBalancer
ports:
- port: 8080
targetPort: 8080
protocol: TCP
name: http
---
apiVersion: batch/v1
kind: Job
metadata:
name: spark-driver
labels:
app: spark
role: driver
spec:
completions: 1
template:
metadata:
labels:
app: spark
role: driver
spec:
restartPolicy: OnFailure
enableServiceLinks: false
hostname: spark-driver
containers:
- name: spark-driver
image: michalklempa/spark-sql-example
imagePullPolicy: Never
command:
- /submit.sh
env:
- name: SPARK_MASTER_HOST
value: "spark-master"
- name: SPARK_MASTER_PORT
value: "7077"
---
apiVersion: apps/v1
kind: DeploymentList
items:
- apiVersion: apps/v1
kind: Deployment
metadata:
name: spark-master-deployment
labels:
app: spark
role: master
spec:
replicas: 1
selector:
matchLabels:
app: spark
role: master
template:
metadata:
labels:
app: spark
role: master
spec:
restartPolicy: Always
enableServiceLinks: false
hostname: spark-master
containers:
- name: spark-master
image: michalklempa/spark-sql-example
imagePullPolicy: Never
command:
- /master.sh
ports:
- containerPort: 8080
- containerPort: 7077
- apiVersion: apps/v1
kind: Deployment
metadata:
name: spark-worker-deployment
labels:
app: spark
role: worker
spec:
replicas: 2
selector:
matchLabels:
app: spark
role: worker
template:
metadata:
labels:
app: spark
role: worker
spec:
restartPolicy: Always
enableServiceLinks: false
containers:
- name: spark-worker
image: michalklempa/spark-sql-example
imagePullPolicy: Never
command:
- /worker.sh
env:
- name: SPARK_MASTER_HOST
value: "spark-master"
- name: SPARK_MASTER_PORT
value: "7077"