4.5.7. ## spark-master.yaml¶
#apiVersion: v1
#kind: ConfigMap
#metadata:
# name: kube-hadoop-conf
# namespace: default
#data:
# NAMENODE_HOST: spk-master
# RESOURCEMANAGER_HOST: resourcemanager
# HISTORYSERVER_HOST: historyserver
# MARIADB_HOST: mariabd
---
apiVersion: v1
kind: Service
metadata:
name: spk-master
labels:
component: spk-master
spec:
type: NodePort
selector:
component: spk-master
ports:
- port: 7077
name: rpc
targetPort: 7077
nodePort: 32077
- port: 8080
name: http
targetPort: 8080
nodePort: 30080
# ports:
# - name: rpc
# port: 9000
# targetPort: 9000
# - name: datanode-port
# port: 50010
# - name: http
# port: 50070
# targetPort: 50070
# nodePort: 32007
# clusterIP: None
---
#apiVersion: v1
#kind: ReplicationController
apiVersion: apps/v1beta1
#kind: StatefulSet
kind: Deployment
metadata:
name: spk-master
labels:
component: spk-master
spec:
# serviceName: spk-master
replicas: 1
# selector:
# component: spk-master
template:
metadata:
labels:
component: spk-master
spec:
hostname: spk-master
imagePullSecrets:
- name: registry-secret
containers:
- name: spk-master
image: registry.cn-hangzhou.aliyuncs.com/ispatial/spark:ssdp-0.0.1
imagePullPolicy: IfNotPresent
ports:
- containerPort: 8080
name: http
- containerPort: 7077
name: rpc
# ports:
# - containerPort: 9000
# - containerPort: 50070
env:
- name: SPARK_NODE_TYPE
value: master
- name: MARIADB_HOST
value: mariabd
- name: SPARKMASTER_HOST
value: spk-master
- name: NAMENODE_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: NAMENODE_HOST
- name: RESOURCEMANAGER_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: RESOURCEMANAGER_HOST
- name: HISTORYSERVER_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: HISTORYSERVER_HOST
restartPolicy: Always
## spark-worker.yaml
#apiVersion: v1
#kind: ConfigMap
#metadata:
# name: kube-hadoop-conf
# namespace: default
#data:
# NAMENODE_HOST: spk-worker
# RESOURCEMANAGER_HOST: resourcemanager
# HISTORYSERVER_HOST: historyserver
# MARIADB_HOST: mariabd
---
apiVersion: v1
kind: Service
metadata:
name: spk-worker
labels:
component: spk-worker
spec:
type: NodePort
selector:
component: spk-worker
ports:
- port: 8081
name: http
targetPort: 8081
nodePort: 30081
# ports:
# - name: rpc
# port: 9000
# targetPort: 9000
# - name: datanode-port
# port: 50010
# - name: http
# port: 50070
# targetPort: 50070
# nodePort: 32007
# clusterIP: None
---
#apiVersion: v1
#kind: ReplicationController
apiVersion: apps/v1beta1
#kind: StatefulSet
kind: Deployment
metadata:
name: spk-worker
labels:
component: spk-worker
spec:
# serviceName: spk-worker
replicas: 1
# selector:
# component: spk-worker
template:
metadata:
labels:
component: spk-worker
spec:
hostname: spk-worker
imagePullSecrets:
- name: registry-secret
containers:
- name: spk-worker
image: registry.cn-hangzhou.aliyuncs.com/ispatial/spark:ssdp-0.0.1
imagePullPolicy: IfNotPresent
ports:
- containerPort: 8081
name: http
# ports:
# - containerPort: 9000
# - containerPort: 50070
env:
- name: SPARK_NODE_TYPE
value: worker
- name: MARIADB_HOST
value: mariabd
- name: SPARKMASTER_HOST
value: spk-master
- name: NAMENODE_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: NAMENODE_HOST
- name: RESOURCEMANAGER_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: RESOURCEMANAGER_HOST
- name: HISTORYSERVER_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: HISTORYSERVER_HOST
restartPolicy: Always
## spark-worker2.yaml
#apiVersion: v1
#kind: ConfigMap
#metadata:
# name: kube-hadoop-conf
# namespace: default
#data:
# NAMENODE_HOST: spk-worker
# RESOURCEMANAGER_HOST: resourcemanager
# HISTORYSERVER_HOST: historyserver
# MARIADB_HOST: mariabd
---
apiVersion: v1
kind: Service
metadata:
name: spk-worker2
labels:
component: spk-worker2
spec:
type: NodePort
selector:
component: spk-worker2
ports:
- port: 8081
name: http
# ports:
# - name: rpc
# port: 9000
# targetPort: 9000
# - name: datanode-port
# port: 50010
# - name: http
# port: 50070
# targetPort: 50070
# nodePort: 32007
# clusterIP: None
---
#apiVersion: v1
#kind: ReplicationController
apiVersion: apps/v1beta1
#kind: StatefulSet
kind: Deployment
metadata:
name: spk-worker2
labels:
component: spk-worker2
spec:
# serviceName: spk-worker
replicas: 1
# selector:
# component: spk-worker
template:
metadata:
labels:
component: spk-worker2
spec:
hostname: spk-worker2
imagePullSecrets:
- name: registry-secret
containers:
- name: spk-worker2
image: registry.cn-hangzhou.aliyuncs.com/ispatial/spark:ssdp-0.0.1
imagePullPolicy: IfNotPresent
ports:
- containerPort: 8081
name: http
# ports:
# - containerPort: 9000
# - containerPort: 50070
env:
- name: SPARK_NODE_TYPE
value: worker
- name: MARIADB_HOST
value: mariabd
- name: SPARKMASTER_HOST
value: spk-master
- name: NAMENODE_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: NAMENODE_HOST
- name: RESOURCEMANAGER_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: RESOURCEMANAGER_HOST
- name: HISTORYSERVER_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: HISTORYSERVER_HOST
restartPolicy: Always
## spark-worker3.yaml
#apiVersion: v1
#kind: ConfigMap
#metadata:
# name: kube-hadoop-conf
# namespace: default
#data:
# NAMENODE_HOST: spk-worker
# RESOURCEMANAGER_HOST: resourcemanager
# HISTORYSERVER_HOST: historyserver
# MARIADB_HOST: mariabd
---
apiVersion: v1
kind: Service
metadata:
name: spk-worker3
labels:
component: spk-worker3
spec:
type: NodePort
selector:
component: spk-worker3
ports:
- port: 8081
name: http
# ports:
# - name: rpc
# port: 9000
# targetPort: 9000
# - name: datanode-port
# port: 50010
# - name: http
# port: 50070
# targetPort: 50070
# nodePort: 32007
# clusterIP: None
---
#apiVersion: v1
#kind: ReplicationController
apiVersion: apps/v1beta1
#kind: StatefulSet
kind: Deployment
metadata:
name: spk-worker3
labels:
component: spk-worker3
spec:
# serviceName: spk-worker
replicas: 1
# selector:
# component: spk-worker
template:
metadata:
labels:
component: spk-worker3
spec:
hostname: spk-worker3
imagePullSecrets:
- name: registry-secret
containers:
- name: spk-worker3
image: registry.cn-hangzhou.aliyuncs.com/ispatial/spark:ssdp-0.0.1
imagePullPolicy: IfNotPresent
ports:
- containerPort: 8081
name: http
# ports:
# - containerPort: 9000
# - containerPort: 50070
env:
- name: SPARK_NODE_TYPE
value: worker
- name: MARIADB_HOST
value: mariabd
- name: SPARKMASTER_HOST
value: spk-master
- name: NAMENODE_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: NAMENODE_HOST
- name: RESOURCEMANAGER_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: RESOURCEMANAGER_HOST
- name: HISTORYSERVER_HOST
valueFrom:
configMapKeyRef:
name: kube-hadoop-conf
key: HISTORYSERVER_HOST
restartPolicy: Always