Master pod for Standalone Spark deployed on K8s

spark-master-deployment.yaml

kind: Deployment
apiVersion: extensions/v1beta1
metadata:
  name: spark-master
spec:
  replicas: 1
  selector:
    matchLabels:
      component: spark-master
  template:
    metadata:
      labels:
        component: spark-master
    spec:
      hostname: spark-master
      containers:
        - name: spark-master
          image: spark-hadoop:1.0.23
          command: ["/opt/spark/sbin/start-master.sh"]
          terminationMessagePolicy: FallbackToLogsOnError
          ports:
            - containerPort: 4040
            - containerPort: 7077
            - containerPort: 8080
          env:
          - name: MY_POD_IP
            valueFrom:
              fieldRef:
                fieldPath: status.podIP 
          - name: SPARK_NO_DAEMONIZE
            value: "true"
          resources:
            requests:
              cpu: 100m
          volumeMounts:
          - name: varlog
            mountPath: /opt/spark/logs/
          - name: datadir
            mountPath: /opt/spark/data/
      volumes:
      - name: varlog
        hostPath:
          # directory location on host
          path: /tmp/logs
          # this field is optional
          type: Directory
      - name: datadir
        hostPath:
          # directory location on host
          path: HOME/spark-2.4.3-bin-hadoop2.7/datafiles/
          # this field is optional
          type: Directory