## spark-master.yaml ======================= .. code:: #apiVersion: v1 #kind: ConfigMap #metadata: # name: kube-hadoop-conf # namespace: default #data: # NAMENODE_HOST: spk-master # RESOURCEMANAGER_HOST: resourcemanager # HISTORYSERVER_HOST: historyserver # MARIADB_HOST: mariabd --- apiVersion: v1 kind: Service metadata: name: spk-master labels: component: spk-master spec: type: NodePort selector: component: spk-master ports: - port: 7077 name: rpc targetPort: 7077 nodePort: 32077 - port: 8080 name: http targetPort: 8080 nodePort: 30080 # ports: # - name: rpc # port: 9000 # targetPort: 9000 # - name: datanode-port # port: 50010 # - name: http # port: 50070 # targetPort: 50070 # nodePort: 32007 # clusterIP: None --- #apiVersion: v1 #kind: ReplicationController apiVersion: apps/v1beta1 #kind: StatefulSet kind: Deployment metadata: name: spk-master labels: component: spk-master spec: # serviceName: spk-master replicas: 1 # selector: # component: spk-master template: metadata: labels: component: spk-master spec: hostname: spk-master imagePullSecrets: - name: registry-secret containers: - name: spk-master image: registry.cn-hangzhou.aliyuncs.com/ispatial/spark:ssdp-0.0.1 imagePullPolicy: IfNotPresent ports: - containerPort: 8080 name: http - containerPort: 7077 name: rpc # ports: # - containerPort: 9000 # - containerPort: 50070 env: - name: SPARK_NODE_TYPE value: master - name: MARIADB_HOST value: mariabd - name: SPARKMASTER_HOST value: spk-master - name: NAMENODE_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: NAMENODE_HOST - name: RESOURCEMANAGER_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: RESOURCEMANAGER_HOST - name: HISTORYSERVER_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: HISTORYSERVER_HOST restartPolicy: Always ## spark-worker.yaml .. code:: #apiVersion: v1 #kind: ConfigMap #metadata: # name: kube-hadoop-conf # namespace: default #data: # NAMENODE_HOST: spk-worker # RESOURCEMANAGER_HOST: resourcemanager # HISTORYSERVER_HOST: historyserver # MARIADB_HOST: mariabd --- apiVersion: v1 kind: Service metadata: name: spk-worker labels: component: spk-worker spec: type: NodePort selector: component: spk-worker ports: - port: 8081 name: http targetPort: 8081 nodePort: 30081 # ports: # - name: rpc # port: 9000 # targetPort: 9000 # - name: datanode-port # port: 50010 # - name: http # port: 50070 # targetPort: 50070 # nodePort: 32007 # clusterIP: None --- #apiVersion: v1 #kind: ReplicationController apiVersion: apps/v1beta1 #kind: StatefulSet kind: Deployment metadata: name: spk-worker labels: component: spk-worker spec: # serviceName: spk-worker replicas: 1 # selector: # component: spk-worker template: metadata: labels: component: spk-worker spec: hostname: spk-worker imagePullSecrets: - name: registry-secret containers: - name: spk-worker image: registry.cn-hangzhou.aliyuncs.com/ispatial/spark:ssdp-0.0.1 imagePullPolicy: IfNotPresent ports: - containerPort: 8081 name: http # ports: # - containerPort: 9000 # - containerPort: 50070 env: - name: SPARK_NODE_TYPE value: worker - name: MARIADB_HOST value: mariabd - name: SPARKMASTER_HOST value: spk-master - name: NAMENODE_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: NAMENODE_HOST - name: RESOURCEMANAGER_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: RESOURCEMANAGER_HOST - name: HISTORYSERVER_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: HISTORYSERVER_HOST restartPolicy: Always ## spark-worker2.yaml .. code:: #apiVersion: v1 #kind: ConfigMap #metadata: # name: kube-hadoop-conf # namespace: default #data: # NAMENODE_HOST: spk-worker # RESOURCEMANAGER_HOST: resourcemanager # HISTORYSERVER_HOST: historyserver # MARIADB_HOST: mariabd --- apiVersion: v1 kind: Service metadata: name: spk-worker2 labels: component: spk-worker2 spec: type: NodePort selector: component: spk-worker2 ports: - port: 8081 name: http # ports: # - name: rpc # port: 9000 # targetPort: 9000 # - name: datanode-port # port: 50010 # - name: http # port: 50070 # targetPort: 50070 # nodePort: 32007 # clusterIP: None --- #apiVersion: v1 #kind: ReplicationController apiVersion: apps/v1beta1 #kind: StatefulSet kind: Deployment metadata: name: spk-worker2 labels: component: spk-worker2 spec: # serviceName: spk-worker replicas: 1 # selector: # component: spk-worker template: metadata: labels: component: spk-worker2 spec: hostname: spk-worker2 imagePullSecrets: - name: registry-secret containers: - name: spk-worker2 image: registry.cn-hangzhou.aliyuncs.com/ispatial/spark:ssdp-0.0.1 imagePullPolicy: IfNotPresent ports: - containerPort: 8081 name: http # ports: # - containerPort: 9000 # - containerPort: 50070 env: - name: SPARK_NODE_TYPE value: worker - name: MARIADB_HOST value: mariabd - name: SPARKMASTER_HOST value: spk-master - name: NAMENODE_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: NAMENODE_HOST - name: RESOURCEMANAGER_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: RESOURCEMANAGER_HOST - name: HISTORYSERVER_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: HISTORYSERVER_HOST restartPolicy: Always ## spark-worker3.yaml .. code:: #apiVersion: v1 #kind: ConfigMap #metadata: # name: kube-hadoop-conf # namespace: default #data: # NAMENODE_HOST: spk-worker # RESOURCEMANAGER_HOST: resourcemanager # HISTORYSERVER_HOST: historyserver # MARIADB_HOST: mariabd --- apiVersion: v1 kind: Service metadata: name: spk-worker3 labels: component: spk-worker3 spec: type: NodePort selector: component: spk-worker3 ports: - port: 8081 name: http # ports: # - name: rpc # port: 9000 # targetPort: 9000 # - name: datanode-port # port: 50010 # - name: http # port: 50070 # targetPort: 50070 # nodePort: 32007 # clusterIP: None --- #apiVersion: v1 #kind: ReplicationController apiVersion: apps/v1beta1 #kind: StatefulSet kind: Deployment metadata: name: spk-worker3 labels: component: spk-worker3 spec: # serviceName: spk-worker replicas: 1 # selector: # component: spk-worker template: metadata: labels: component: spk-worker3 spec: hostname: spk-worker3 imagePullSecrets: - name: registry-secret containers: - name: spk-worker3 image: registry.cn-hangzhou.aliyuncs.com/ispatial/spark:ssdp-0.0.1 imagePullPolicy: IfNotPresent ports: - containerPort: 8081 name: http # ports: # - containerPort: 9000 # - containerPort: 50070 env: - name: SPARK_NODE_TYPE value: worker - name: MARIADB_HOST value: mariabd - name: SPARKMASTER_HOST value: spk-master - name: NAMENODE_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: NAMENODE_HOST - name: RESOURCEMANAGER_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: RESOURCEMANAGER_HOST - name: HISTORYSERVER_HOST valueFrom: configMapKeyRef: name: kube-hadoop-conf key: HISTORYSERVER_HOST restartPolicy: Always