An example for submitting spark job from Kubernetes master in default namespaces.

k8s-spark-submit.sh

#!/bin/bash -ex


docker run --rm -it --net=host --entrypoint=/opt/spark/bin/spark-submit esailors/spark:2.3.0 \
   --master k8s://http://localhost:8080 \
   --deploy-mode cluster \
   --name spark-pi \
   --class org.apache.spark.examples.SparkPi \
   --conf spark.executor.instances=3 \
   --conf spark.kubernetes.container.image=esailors/spark:2.3.0 \
   --conf spark.kubernetes.driver.pod.name=spark-pi-driver \
   local:///opt/spark/examples/jars/spark-examples_2.11-2.3.0.jar
 

kubectl logs -f spark-pi-driver

kubectl delete pods spark-pi-driver