Created
September 30, 2019 01:01
-
-
Save skonto/38ce04c029d2a3297f206990822d88fc to your computer and use it in GitHub Desktop.
Spark operator log output ctr runtime
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ++ id -u | |
| + myuid=0 | |
| ++ id -g | |
| + mygid=0 | |
| + set +e | |
| ++ getent passwd 0 | |
| + uidentry=root:x:0:0:root:/root:/bin/ash | |
| + set -e | |
| + echo 0 | |
| 0 | |
| 0 | |
| root:x:0:0:root:/root:/bin/ash | |
| + echo 0 | |
| + echo root:x:0:0:root:/root:/bin/ash | |
| + [[ -z root:x:0:0:root:/root:/bin/ash ]] | |
| + exec /sbin/tini -s -- /usr/bin/spark-operator --metrics-addr=127.0.0.1:8080 --enable-webhook=true | |
| 2019-09-30T00:57:22.276Z INFO main Starting the Spark Operator | |
| 2019-09-30T00:57:22.277Z INFO main Setting up the controller runtime manager | |
| 2019-09-30T00:57:22.633Z INFO controller-runtime.metrics metrics server is starting to listen {"addr": ":8080"} | |
| 2019-09-30T00:57:22.634Z INFO main Registering Components. | |
| 2019-09-30T00:57:22.634Z INFO main scheme name {"name": "pkg/runtime/scheme.go:101"} | |
| 2019-09-30T00:57:22.634Z INFO main Adding Controllers. | |
| 2019-09-30T00:57:22.635Z INFO controller-runtime.controller Starting EventSource {"controller": "sparkapplication-controller", "source": "kind source: /, Kind="} | |
| 2019-09-30T00:57:22.635Z INFO controller-runtime.controller Starting EventSource {"controller": "sparkapplication-controller", "source": "kind source: /, Kind="} | |
| 2019-09-30T00:57:22.635Z INFO main Setting up webhooks | |
| 2019-09-30T00:57:22.635Z INFO main Getting the webhook server | |
| 2019-09-30T00:57:22.635Z INFO main Starting the Cmd. | |
| 2019-09-30T00:57:22.637Z INFO controller-runtime.manager starting metrics server {"path": "/metrics"} | |
| 2019-09-30T00:57:22.736Z INFO controller-runtime.controller Starting Controller {"controller": "sparkapplication-controller"} | |
| 2019-09-30T00:57:22.738Z INFO controller-runtime.certwatcher Updated current TLS certificate | |
| 2019-09-30T00:57:22.739Z INFO controller-runtime.certwatcher Starting certificate watcher | |
| 2019-09-30T00:57:22.836Z INFO controller-runtime.controller Starting workers {"controller": "sparkapplication-controller", "worker count": 10} | |
| 2019-09-30T00:57:31.092Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:57:31.092Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:57:35.745Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:57:35.745Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:57:41.437Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:57:41.437Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:57:46.061Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:57:46.061Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:57:50.721Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:57:50.721Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:57:56.407Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:57:56.407Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:01.041Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:01.041Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:05.717Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:05.717Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:11.381Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:11.381Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:16.010Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:16.010Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:20.624Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:20.624Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:26.340Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:26.340Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:31.017Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:31.017Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:35.708Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:35.708Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:41.397Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:41.397Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:46.097Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:46.097Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:50.761Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:50.761Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:58:56.419Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:58:56.419Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:01.063Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:01.063Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:05.700Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:05.700Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:11.378Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:11.379Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:16.000Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:16.000Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:20.645Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:20.645Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:22.200Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:22.201Z INFO sparkapp-controller Current Spark app state {"appState": ""} | |
| 2019-09-30T00:59:22.201Z INFO sparkapp-controller SparkApplication was added {"namespace": "spark", "name": "spark-pi"} | |
| 2019-09-30T00:59:22.201Z INFO sparkapp-controller spark-submit info {"arguments": ["/opt/spark/bin/spark-submit", "--class", "org.apache.spark.examples.SparkPi", "--master", "k8s://https://10.96.0.1:443", "--deploy-mode", "cluster", "--conf", "spark.kubernetes.namespace=spark", "--conf", "spark.app.name=spark-pi", "--conf", "spark.kubernetes.driver.pod.name=spark-pi-driver", "--conf", "spark.kubernetes.container.image=gcr.io/spark-operator/spark:v2.4.4", "--conf", "spark.kubernetes.container.image.pullPolicy=Always", "--conf", "spark.kubernetes.submission.waitAppCompletion=false", "--conf", "spark.kubernetes.driver.label.sparkoperator.k8s.io/app-name=spark-pi", "--conf", "spark.kubernetes.driver.label.sparkoperator.k8s.io/launched-by-spark-operator=true", "--conf", "spark.kubernetes.driver.label.sparkoperator.k8s.io/submission-id=73cc8356-fd83-420f-9694-25a24a6bd4d5", "--conf", "spark.driver.memory=500m", "--conf", "spark.kubernetes.authenticate.driver.serviceAccountName=spark-sa", "--conf", "spark.kubernetes.driver.label.version=2.4.4", "--conf", "spark.kubernetes.driver.secrets.mysecret=/etc/config-secret", "--conf", "spark.kubernetes.executor.label.sparkoperator.k8s.io/app-name=spark-pi", "--conf", "spark.kubernetes.executor.label.sparkoperator.k8s.io/launched-by-spark-operator=true", "--conf", "spark.kubernetes.executor.label.sparkoperator.k8s.io/submission-id=73cc8356-fd83-420f-9694-25a24a6bd4d5", "--conf", "spark.executor.instances=2", "--conf", "spark.executor.memory=500m", "--conf", "spark.kubernetes.executor.label.version=2.4.4", "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.4.jar", "100"]} | |
| 2019-09-30T00:59:22.201Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"d19b28af-7e48-4426-b805-5161ac5b4cd2","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"1220"}, "reason": "SparkApplicationAdded", "message": "SparkApplication spark-pi was added, enqueuing it for submission"} | |
| 2019-09-30T00:59:26.287Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:26.287Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:27.258Z DEBUG webhook-log Pod in namespace is subject to mutation {"pod": "spark-pi-driver", "namespace": "spark"} | |
| 2019-09-30T00:59:30.182Z INFO sparkapp-controller spark-submit info {"output": ""} | |
| 2019-09-30T00:59:30.182Z INFO sparkapp-controller SparkApplication has been submitted {"appNamespace": "spark", "appName": "spark-pi"} | |
| 2019-09-30T00:59:30.182Z INFO sparkapp-controller Creating a service for the Spark UI for application {"serviceName": "spark-pi-ui-svc", "appName": "spark-pi"} | |
| 2019-09-30T00:59:30.182Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"d19b28af-7e48-4426-b805-5161ac5b4cd2","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"1220"}, "reason": "SparkApplicationSubmitted", "message": "SparkApplication spark-pi was submitted successfully"} | |
| 2019-09-30T00:59:30.188Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{},"applicationState":{"state":""}}, "toStatus": {"submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:30.189Z INFO sparkapp-controller updating with status: {"oldStatus": {"lastSubmissionAttemptTime":null,"terminationTime":null,"driverInfo":{},"applicationState":{"state":""}}, "newStatus": {"submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:30.192Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:30.192Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:30.193Z INFO sparkapp-controller Current Spark app state {"appState": "SUBMITTED"} | |
| 2019-09-30T00:59:30.193Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "toStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:30.193Z INFO sparkapp-controller updating with status: {"oldStatus": {"submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "newStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:30.196Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:30.196Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:30.196Z INFO sparkapp-controller Current Spark app state {"appState": "SUBMITTED"} | |
| 2019-09-30T00:59:30.196Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "toStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:30.196Z INFO sparkapp-controller Nothing has changed | |
| 2019-09-30T00:59:30.196Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:30.973Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:30.973Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:33.913Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:33.913Z INFO sparkapp-controller Current Spark app state {"appState": "SUBMITTED"} | |
| 2019-09-30T00:59:33.913Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"d19b28af-7e48-4426-b805-5161ac5b4cd2","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"1256"}, "reason": "SparkDriverRunning", "message": "Driver spark-pi-driver is running"} | |
| 2019-09-30T00:59:33.913Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "toStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:33.913Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUBMITTED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "newStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:33.918Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:33.918Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:33.918Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-09-30T00:59:33.918Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "toStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:33.918Z INFO sparkapp-controller Nothing has changed | |
| 2019-09-30T00:59:33.918Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:35.656Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:35.656Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:41.368Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:41.368Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:46.224Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:46.224Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:46.391Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:46.391Z INFO sparkapp-controller Current Spark app state {"appState": "RUNNING"} | |
| 2019-09-30T00:59:46.391Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "toStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":"2019-09-30T00:59:46Z","driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUCCEEDING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:46.391Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"d19b28af-7e48-4426-b805-5161ac5b4cd2","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"1274"}, "reason": "SparkDriverCompleted", "message": "Driver spark-pi-driver completed"} | |
| 2019-09-30T00:59:46.391Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"RUNNING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "newStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUCCEEDING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:46.396Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:46.396Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:46.396Z INFO sparkapp-controller Current Spark app state {"appState": "SUCCEEDING"} | |
| 2019-09-30T00:59:46.396Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUCCEEDING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "toStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:46.396Z DEBUG controller-runtime.manager.events Normal {"object": {"kind":"SparkApplication","namespace":"spark","name":"spark-pi","uid":"d19b28af-7e48-4426-b805-5161ac5b4cd2","apiVersion":"sparkoperator.k8s.io/v1beta2","resourceVersion":"1333"}, "reason": "SparkApplicationCompleted", "message": "SparkApplication spark-pi completed"} | |
| 2019-09-30T00:59:46.396Z INFO sparkapp-controller updating with status: {"oldStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"SUCCEEDING"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "newStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:46.399Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:46.400Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:46.400Z INFO sparkapp-controller Current Spark app state {"appState": "COMPLETED"} | |
| 2019-09-30T00:59:46.400Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "toStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:46.400Z INFO sparkapp-controller Nothing has changed | |
| 2019-09-30T00:59:46.400Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:50.873Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:50.873Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T00:59:52.649Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:52.649Z INFO sparkapp-controller Current Spark app state {"appState": "COMPLETED"} | |
| 2019-09-30T00:59:52.649Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "toStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:52.649Z INFO sparkapp-controller Nothing has changed | |
| 2019-09-30T00:59:52.649Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:52.650Z INFO sparkapp-controller Reconciling object with {"name": "spark-pi", "ns": "spark"} | |
| 2019-09-30T00:59:52.650Z INFO sparkapp-controller Current Spark app state {"appState": "COMPLETED"} | |
| 2019-09-30T00:59:52.650Z INFO sparkapp-controller Trying to update SparkApplication {"namespace": "spark", "name": "spark-pi", "fromStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}, "toStatus": {"sparkApplicationId":"spark-94c375a44ad74291b55ae973fcc20e4d","submissionID":"73cc8356-fd83-420f-9694-25a24a6bd4d5","lastSubmissionAttemptTime":"2019-09-30T00:59:30Z","terminationTime":null,"driverInfo":{"webUIServiceName":"spark-pi-ui-svc","webUIPort":4040,"webUIAddress":"10.98.211.121:4040","podName":"spark-pi-driver"},"applicationState":{"state":"COMPLETED"},"executionAttempts":1,"submissionAttempts":1,"apphash":"cc6a6c6866c7d67f763b633015903ea7594b5f044bfbde7f8d3e0377c45534fd"}} | |
| 2019-09-30T00:59:52.651Z INFO sparkapp-controller Nothing has changed | |
| 2019-09-30T00:59:52.651Z DEBUG controller-runtime.controller Successfully Reconciled {"controller": "sparkapplication-controller", "request": "spark/spark-pi"} | |
| 2019-09-30T00:59:55.533Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T00:59:55.533Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T01:00:01.240Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T01:00:01.240Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T01:00:05.921Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T01:00:05.921Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} | |
| 2019-09-30T01:00:10.602Z INFO webhook-log Pod is not subject to mutation... | |
| 2019-09-30T01:00:10.602Z DEBUG webhook-log Pod in namespace is not subject to mutation {"pod": "storage-provisioner", "namespace": "kube-system"} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment