Last active
October 11, 2019 00:28
-
-
Save skonto/919a59d662b38fb4eb1dbc54d5765f72 to your computer and use it in GitHub Desktop.
Spark operator log output ctr runtime with multi-version support
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ++ id -u | |
| + myuid=0 | |
| ++ id -g | |
| + mygid=0 | |
| + set +e | |
| ++ getent passwd 0 | |
| + uidentry=root:x:0:0:root:/root:/bin/ash | |
| + set -e | |
| + echo 0 | |
| 0 | |
| 0 | |
| + echo 0 | |
| + echo root:x:0:0:root:/root:/bin/ash | |
| root:x:0:0:root:/root:/bin/ash | |
| + [[ -z root:x:0:0:root:/root:/bin/ash ]] | |
| + exec /sbin/tini -s -- /usr/bin/spark-operator --metrics-addr=127.0.0.1:8080 --enable-webhook=true | |
| 2019-10-11T00:26:38.999Z INFO main Starting the Spark Operator | |
| 2019-10-11T00:26:38.999Z INFO main Setting up the controller runtime manager | |
| 2019-10-11T00:26:39.362Z INFO controller-runtime.metrics metrics server is starting to listen {"addr": ":8080"} | |
| 2019-10-11T00:26:39.362Z INFO main Registering Components. | |
| 2019-10-11T00:26:39.362Z INFO main scheme name {"name": "pkg/runtime/scheme.go:101"} | |
| 2019-10-11T00:26:39.363Z INFO main Adding Controllers. | |
| 2019-10-11T00:26:39.363Z INFO controller-runtime.controller Starting EventSource {"controller": "sparkapplication-controller", "source": "kind source: /, Kind="} | |
| 2019-10-11T00:26:39.364Z INFO controller-runtime.controller Starting EventSource {"controller": "sparkapplication-controller", "source": "kind source: /, Kind="} | |
| 2019-10-11T00:26:39.364Z INFO main Setting up webhooks | |
| 2019-10-11T00:26:39.364Z INFO main Getting the webhook server | |
| 2019-10-11T00:26:39.364Z INFO main Starting the Cmd. | |
| 2019-10-11T00:26:39.364Z INFO controller-runtime.manager starting metrics server {"path": "/metrics"} | |
| 2019-10-11T00:26:39.465Z INFO controller-runtime.controller Starting Controller {"controller": "sparkapplication-controller"} | |
| 2019-10-11T00:26:39.466Z INFO controller-runtime.certwatcher Updated current TLS certificate | |
| 2019-10-11T00:26:39.466Z INFO controller-runtime.certwatcher Starting certificate watcher | |
| 2019-10-11T00:26:39.565Z INFO controller-runtime.controller Starting workers {"controller": "sparkapplication-controller", "worker count": 10} | |
| 2019-10-11T00:27:08.510Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:08.510Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:14.254Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:14.254Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:14.941Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:14.943Z INFO sparkapp-controller Current Spark app state {"appState": ""} | |
| 2019-10-11T00:27:14.943Z INFO sparkapp-controller SparkApplication was added {"namespace": "spark", "name": "spark-pi"} | |
| 2019-10-11T00:27:14.943Z INFO sparkapp-controller spark-submit info {"arguments": ["/opt/spark/bin/spark-submit", "--class", "org.apache.spark.examples.SparkPi", "--master", "k8s://https://10.96.0.1:443", "--deploy-mode", "cluster", "--conf", "spark.kubernetes.namespace=spark", "--conf", "spark.app.name=spark-pi", "--conf", "spark.kubernetes.driver.pod.name=spark-pi-driver", "--conf", "spark.kubernetes.container.image=lightbend/spark:2.1.2-OpenShift-2.4.4-rh-2.12", "--conf", "spark.kubernetes.container.image.pullPolicy=Always", "--conf", "spark.kubernetes.submission.waitAppCompletion=false", "--conf", "spark.kubernetes.driver.label.sparkoperator.k8s.io/app-name=spark-pi", "--conf", "spark.kubernetes.driver.label.sparkoperator.k8s.io/launched-by-spark-operator=true", "--conf", "spark.kubernetes.driver.label.sparkoperator.k8s.io/submission-id=db19dd1d-7fe5-4b19-93fa-9fa0558a83af", "--conf", "spark.driver.memory=1g", "--conf", "spark.kubernetes.authenticate.driver.serviceAccountName=spark-sa", "--conf", "spark.kubernetes.driver.label.version=2.4.4", "--conf", "spark.kubernetes.driver.secrets.mysecret=/etc/config-secret", "--conf", "spark.kubernetes.executor.label.sparkoperator.k8s.io/app-name=spark-pi", "--conf", "spark.kubernetes.executor.label.sparkoperator.k8s.io/launched-by-spark-operator=true", "--conf", "spark.kubernetes.executor.label.sparkoperator.k8s.io/submission-id=db19dd1d-7fe5-4b19-93fa-9fa0558a83af", "--conf", "spark.executor.instances=2", "--conf", "spark.executor.memory=500m", "--conf", "spark.kubernetes.executor.label.version=2.4.4", "local:///opt/spark/examples/jars/spark-examples_2.12-2.1.2-2.4.4-lightbend.jar", "1000000"]} | |
| 2019-10-11T00:27:14.943Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220638"}, "reason": "SparkApplicationAdded", "message": "SparkApplication spark-pi was added, enqueuing it for submission"} | |
| 2019-10-11T00:27:19.043Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:19.043Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:20.876Z DEBUG webhook-log Pod in namespace is subject to mutation {"pod": "spark-pi-driver", "namespace": "spark"} | |
| 2019-10-11T00:27:22.653Z INFO sparkapp-controller spark-submit info {"output": ""} | |
| 2019-10-11T00:27:22.653Z INFO sparkapp-controller SparkApplication has been submitted {"appNamespace": "spark", "appName": "spark-pi"} | |
| 2019-10-11T00:27:22.653Z INFO sparkapp-controller Creating a service for the Spark UI for application {"serviceName": "spark-pi-ui-svc", "appName": "spark-pi"} | |
| 2019-10-11T00:27:22.654Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220638"}, "reason": "SparkApplicationSubmitted", "message": "SparkApplication spark-pi was submitted successfully"} | |
| 2019-10-11T00:27:22.676Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{},"applicationState":{"state":""}}, "toStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:22.677Z INFO sparkapp-controller updating with status: {"oldStatus": {"lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{},"applicationState":{"state":""}}, "newStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:22.681Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:22.682Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:22.682Z INFO sparkapp-controller Current Spark app state {"appState": "SUBMITTED"} | |
| 2019-10-11T00:27:22.682Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "toStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:22.682Z INFO sparkapp-controller updating with status: {"oldStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "newStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:22.685Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:22.685Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:22.685Z INFO sparkapp-controller Current Spark app state {"appState": "SUBMITTED"} | |
| 2019-10-11T00:27:22.686Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "toStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:22.686Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:27:22.686Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:23.767Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:23.767Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:26.237Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:26.238Z INFO sparkapp-controller Current Spark app state {"appState": "SUBMITTED"} | |
| 2019-10-11T00:27:26.238Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "toStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:26.238Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220671"}, "reason": "SparkDriverRunning", "message": "Driver spark-pi-driver is running"} | |
| 2019-10-11T00:27:26.238Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "newStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:26.242Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:26.242Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:26.242Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-10-11T00:27:26.242Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "toStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:26.242Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:27:26.242Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:29.604Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:29.604Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:34.331Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:34.331Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:39.026Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:39.026Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:39.386Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:39.387Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-10-11T00:27:39.387Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "toStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:39.387Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220689"}, "reason": "SparkExecutorRunning", "message": "Executor spark-pi-1570753637441-exec-1 is running"} | |
| 2019-10-11T00:27:39.387Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220689"}, "reason": "SparkExecutorRunning", "message": "Executor spark-pi-1570753637441-exec-2 is running"} | |
| 2019-10-11T00:27:39.387Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "newStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:39.392Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:39.392Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:39.392Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-10-11T00:27:39.392Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "toStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:39.392Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:27:39.392Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:42.626Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:42.626Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-10-11T00:27:42.626Z INFO sparkapp-controller Setting to invalidating state {"app": "spark-pi"} | |
| 2019-10-11T00:27:42.626Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "newStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"INVALIDATING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:42.629Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "toStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}} | |
| 2019-10-11T00:27:42.630Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:27:42.630Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:42.630Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:42.630Z INFO sparkapp-controller Current Spark app state {"appState": "INVALIDATING"} | |
| 2019-10-11T00:27:42.630Z DEBUG sparkapp-controller Deleting pod in namespace {"podName": "spark-pi-driver", "namespace": "spark"} | |
| 2019-10-11T00:27:42.639Z DEBUG sparkapp-controller Deleting Spark UI Service in namespace {"serviceName": "spark-pi-ui-svc", "namespace": "spark"} | |
| 2019-10-11T00:27:42.748Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"INVALIDATING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "toStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"PENDING_RERUN"},"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:42.748Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-46c459ae4ce049509b0a0ccc14998cee","submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":"2019-10-11T00:27:22Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"INVALIDATING"},"executorState":{"spark-pi-1570753637441-exec-1":"RUNNING","spark-pi-1570753637441-exec-2":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cbc712cad687139c730ee809e75059ad6220d98d84f169aa67ca69cf0629ba1e"}, "newStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"PENDING_RERUN"},"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:42.752Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:42.752Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:42.752Z INFO sparkapp-controller Current Spark app state {"appState": "PENDING_RERUN"} | |
| 2019-10-11T00:27:42.752Z DEBUG sparkapp-controller SparkApplication pending rerun {"namespace": "spark", "name": "spark-pi"} | |
| 2019-10-11T00:27:42.752Z DEBUG sparkapp-controller Resources for SparkApplication successfully deleted {"namespace": "spark", "name": "spark-pi"} | |
| 2019-10-11T00:27:42.752Z INFO sparkapp-controller spark-submit info {"arguments": ["/opt/spark/bin/spark-submit", "--class", "org.apache.spark.examples.SparkPi", "--master", "k8s://https://10.96.0.1:443", "--deploy-mode", "cluster", "--conf", "spark.kubernetes.namespace=spark", "--conf", "spark.app.name=spark-pi", "--conf", "spark.kubernetes.driver.pod.name=spark-pi-driver", "--conf", "spark.kubernetes.container.image=lightbend/spark:2.1.2-OpenShift-2.4.4-rh-2.12", "--conf", "spark.kubernetes.container.image.pullPolicy=Always", "--conf", "spark.kubernetes.submission.waitAppCompletion=false", "--conf", "spark.kubernetes.driver.label.sparkoperator.k8s.io/app-name=spark-pi", "--conf", "spark.kubernetes.driver.label.sparkoperator.k8s.io/launched-by-spark-operator=true", "--conf", "spark.kubernetes.driver.label.sparkoperator.k8s.io/submission-id=0b4a134a-cd53-4a84-8622-218b5882cca4", "--conf", "spark.driver.memory=1g", "--conf", "spark.kubernetes.authenticate.driver.serviceAccountName=spark-sa", "--conf", "spark.kubernetes.driver.label.version=2.4.4", "--conf", "spark.kubernetes.driver.secrets.mysecret=/etc/config-secret", "--conf", "spark.kubernetes.executor.label.sparkoperator.k8s.io/app-name=spark-pi", "--conf", "spark.kubernetes.executor.label.sparkoperator.k8s.io/launched-by-spark-operator=true", "--conf", "spark.kubernetes.executor.label.sparkoperator.k8s.io/submission-id=0b4a134a-cd53-4a84-8622-218b5882cca4", "--conf", "spark.executor.instances=2", "--conf", "spark.executor.memory=500m", "--conf", "spark.kubernetes.executor.label.version=2.4.4", "local:///opt/spark/examples/jars/spark-examples_2.12-2.1.2-2.4.4-lightbend.jar", "100"]} | |
| 2019-10-11T00:27:42.752Z DEBUG controller-runtime.manager.events Warning {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220759"}, "reason": "SparkApplicationPendingRerun", "message": "SparkApplication spark-pi is pending rerun"} | |
| 2019-10-11T00:27:43.932Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:43.932Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:47.983Z DEBUG webhook-log Pod in namespace is subject to mutation {"pod": "spark-pi-driver", "namespace": "spark"} | |
| 2019-10-11T00:27:48.624Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:48.624Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:50.455Z INFO sparkapp-controller spark-submit info {"output": ""} | |
| 2019-10-11T00:27:50.455Z INFO sparkapp-controller SparkApplication has been submitted {"appNamespace": "spark", "appName": "spark-pi"} | |
| 2019-10-11T00:27:50.455Z INFO sparkapp-controller Creating a service for the Spark UI for application {"serviceName": "spark-pi-ui-svc", "appName": "spark-pi"} | |
| 2019-10-11T00:27:50.455Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220759"}, "reason": "SparkApplicationSubmitted", "message": "SparkApplication spark-pi was submitted successfully"} | |
| 2019-10-11T00:27:50.460Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"PENDING_RERUN"},"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:50.460Z INFO sparkapp-controller updating with status: {"oldStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"PENDING_RERUN"},"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "newStatus": {"submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:50.463Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:50.463Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:50.463Z INFO sparkapp-controller Current Spark app state {"appState": "PENDING_RERUN"} | |
| 2019-10-11T00:27:50.463Z DEBUG sparkapp-controller SparkApplication pending rerun {"namespace": "spark", "name": "spark-pi"} | |
| 2019-10-11T00:27:50.463Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"PENDING_RERUN"},"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"submissionID":"db19dd1d-7fe5-4b19-93fa-9fa0558a83af","lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.110.235.32:4040","podName":"spark-pi-driver"},"applicationState":{"state":"PENDING_RERUN"},"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:50.464Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:27:50.464Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:50.464Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:50.464Z INFO sparkapp-controller Current Spark app state {"appState": "SUBMITTED"} | |
| 2019-10-11T00:27:50.464Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:50.464Z INFO sparkapp-controller updating with status: {"oldStatus": {"submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "newStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:50.467Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:50.467Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:50.467Z INFO sparkapp-controller Current Spark app state {"appState": "SUBMITTED"} | |
| 2019-10-11T00:27:50.467Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:50.467Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:27:50.467Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:54.420Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:54.420Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:27:55.413Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:55.413Z INFO sparkapp-controller Current Spark app state {"appState": "SUBMITTED"} | |
| 2019-10-11T00:27:55.413Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:55.413Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220825"}, "reason": "SparkDriverRunning", "message": "Driver spark-pi-driver is running"} | |
| 2019-10-11T00:27:55.414Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "newStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:55.417Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:55.418Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:27:55.418Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-10-11T00:27:55.418Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:27:55.418Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:27:55.418Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:27:59.296Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:27:59.296Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:28:04.036Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:28:04.036Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:28:08.861Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:28:08.861Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:28:09.387Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:28:09.387Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-10-11T00:28:09.387Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:28:09.387Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:28:09.387Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:28:09.389Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:28:09.389Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-10-11T00:28:09.389Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:28:09.390Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:28:09.390Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:28:09.746Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:28:09.747Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-10-11T00:28:09.747Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220844"}, "reason": "SparkDriverCompleted", "message": "Driver spark-pi-driver completed"} | |
| 2019-10-11T00:28:09.747Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":"2019-10-11T00:28:09Z","driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUCCEEDING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:28:09.747Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "newStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUCCEEDING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:28:09.756Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:28:09.756Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:28:09.757Z INFO sparkapp-controller Current Spark app state {"appState": "SUCCEEDING"} | |
| 2019-10-11T00:28:09.757Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUCCEEDING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:28:09.757Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"7d959c9a-acca-4764-baae-ce8fec588033","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"220907"}, "reason": "SparkApplicationCompleted", "message": "SparkApplication spark-pi completed"} | |
| 2019-10-11T00:28:09.757Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUCCEEDING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "newStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:28:09.762Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:28:09.762Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-10-11T00:28:09.762Z INFO sparkapp-controller Current Spark app state {"appState": "COMPLETED"} | |
| 2019-10-11T00:28:09.762Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}, "toStatus": {"sparkApplicationId":"spark-f7789c37ae884e16832a478bb7cee04d","submissionID":"0b4a134a-cd53-4a84-8622-218b5882cca4","lastSubmissionAttemptTime":"2019-10-11T00:27:50Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.96.42.237:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"04f14ac0b65a58627350f019adcbe3b9a034d9adef34e47c5b21d42e14ea3d92"}} | |
| 2019-10-11T00:28:09.762Z INFO sparkapp-controller Nothing has changed | |
| 2019-10-11T00:28:09.762Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-10-11T00:28:13.581Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:28:13.581Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:28:19.325Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:28:19.325Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:28:24.052Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:28:24.052Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-10-11T00:28:28.764Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-10-11T00:28:28.764Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment