Created
August 4, 2022 16:32
-
-
Save nsivabalan/46630710ce57e2bdd9c263ddec96f44b to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
22/08/04 15:32:26 INFO Utils: Supplied authorities: hiveserver:10000 | |
22/08/04 15:32:26 INFO Utils: Resolved authority: hiveserver:10000 | |
22/08/04 15:32:26 WARN HiveConnection: Failed to connect to hiveserver:10000 | |
22/08/04 15:32:26 INFO DagScheduler: Forcing shutdown of executor service, this might kill running tasks | |
22/08/04 15:32:26 ERROR HoodieTestSuiteJob: Failed to run Test Suite | |
java.util.concurrent.ExecutionException: java.lang.NoClassDefFoundError: org/apache/logging/log4j/core/appender/AbstractAppender | |
at java.util.concurrent.FutureTask.report(FutureTask.java:122) | |
at java.util.concurrent.FutureTask.get(FutureTask.java:206) | |
at org.apache.hudi.integ.testsuite.dag.scheduler.DagScheduler.execute(DagScheduler.java:113) | |
at org.apache.hudi.integ.testsuite.dag.scheduler.DagScheduler.schedule(DagScheduler.java:68) | |
at org.apache.hudi.integ.testsuite.HoodieTestSuiteJob.runTestSuite(HoodieTestSuiteJob.java:215) | |
at org.apache.hudi.integ.testsuite.HoodieTestSuiteJob.main(HoodieTestSuiteJob.java:181) | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) | |
at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:955) | |
at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180) | |
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203) | |
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90) | |
at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1043) | |
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1052) | |
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | |
Caused by: java.lang.NoClassDefFoundError: org/apache/logging/log4j/core/appender/AbstractAppender | |
at java.lang.ClassLoader.defineClass1(Native Method) | |
at java.lang.ClassLoader.defineClass(ClassLoader.java:756) | |
at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142) | |
at java.net.URLClassLoader.defineClass(URLClassLoader.java:473) | |
at java.net.URLClassLoader.access$100(URLClassLoader.java:74) | |
at java.net.URLClassLoader$1.run(URLClassLoader.java:369) | |
at java.net.URLClassLoader$1.run(URLClassLoader.java:363) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at java.net.URLClassLoader.findClass(URLClassLoader.java:362) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:418) | |
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:405) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:351) | |
at org.apache.logging.log4j.core.config.plugins.util.PluginRegistry.decodeCacheFiles(PluginRegistry.java:181) | |
at org.apache.logging.log4j.core.config.plugins.util.PluginRegistry.loadFromMainClassLoader(PluginRegistry.java:119) | |
at org.apache.logging.log4j.core.config.plugins.util.PluginManager.collectPlugins(PluginManager.java:132) | |
at org.apache.logging.log4j.core.pattern.PatternParser.<init>(PatternParser.java:131) | |
at org.apache.logging.log4j.core.pattern.PatternParser.<init>(PatternParser.java:112) | |
at org.apache.logging.log4j.core.layout.PatternLayout.createPatternParser(PatternLayout.java:209) | |
at org.apache.logging.log4j.core.layout.PatternLayout.createSerializer(PatternLayout.java:123) | |
at org.apache.logging.log4j.core.layout.PatternLayout.<init>(PatternLayout.java:111) | |
at org.apache.logging.log4j.core.layout.PatternLayout.<init>(PatternLayout.java:58) | |
at org.apache.logging.log4j.core.layout.PatternLayout$Builder.build(PatternLayout.java:494) | |
at org.apache.logging.log4j.core.config.AbstractConfiguration.setToDefault(AbstractConfiguration.java:548) | |
at org.apache.logging.log4j.core.config.DefaultConfiguration.<init>(DefaultConfiguration.java:47) | |
at org.apache.logging.log4j.core.LoggerContext.<init>(LoggerContext.java:74) | |
at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.createContext(ClassLoaderContextSelector.java:171) | |
at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.locateContext(ClassLoaderContextSelector.java:145) | |
at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.getContext(ClassLoaderContextSelector.java:70) | |
at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.getContext(ClassLoaderContextSelector.java:57) | |
at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:147) | |
at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:45) | |
at org.apache.logging.log4j.LogManager.getContext(LogManager.java:194) | |
at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:103) | |
at org.apache.logging.slf4j.Log4jLoggerFactory.getContext(Log4jLoggerFactory.java:43) | |
at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:42) | |
at org.apache.logging.slf4j.Log4jLoggerFactory.getLogger(Log4jLoggerFactory.java:29) | |
at org.apache.hive.org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:285) | |
at org.apache.hudi.org.apache.hive.jdbc.HiveConnection.<clinit>(HiveConnection.java:117) | |
at org.apache.hudi.org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:107) | |
at java.sql.DriverManager.getConnection(DriverManager.java:664) | |
at java.sql.DriverManager.getConnection(DriverManager.java:247) | |
at org.apache.hudi.integ.testsuite.dag.nodes.HiveQueryNode.execute(HiveQueryNode.java:69) | |
at org.apache.hudi.integ.testsuite.dag.scheduler.DagScheduler.executeNode(DagScheduler.java:136) | |
at org.apache.hudi.integ.testsuite.dag.scheduler.DagScheduler.lambda$execute$0(DagScheduler.java:105) | |
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) | |
at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:750) | |
Caused by: java.lang.ClassNotFoundException: org.apache.logging.log4j.core.appender.AbstractAppender | |
at java.net.URLClassLoader.findClass(URLClassLoader.java:387) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:418) | |
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:351) | |
... 50 more | |
22/08/04 15:32:26 INFO SparkUI: Stopped Spark web UI at http://spark-88605b82697a4d27-driver-svc.infra.svc:8090 | |
22/08/04 15:32:26 INFO KubernetesClusterSchedulerBackend: Shutting down all executors | |
22/08/04 15:32:26 INFO KubernetesClusterSchedulerBackend$KubernetesDriverEndpoint: Asking each executor to shut down | |
22/08/04 15:32:26 WARN ExecutorPodsWatchSnapshotSource: Kubernetes client has been closed. | |
22/08/04 15:32:26 INFO MapOutputTrackerMasterEndpoint: MapOutputTrackerMasterEndpoint stopped! | |
22/08/04 15:32:26 INFO MemoryStore: MemoryStore cleared | |
22/08/04 15:32:26 INFO BlockManager: BlockManager stopped | |
22/08/04 15:32:26 INFO BlockManagerMaster: BlockManagerMaster stopped | |
22/08/04 15:32:26 INFO OutputCommitCoordinator$OutputCommitCoordinatorEndpoint: OutputCommitCoordinator stopped! | |
22/08/04 15:32:26 INFO SparkContext: Successfully stopped SparkContext | |
22/08/04 15:32:26 INFO SparkContext: SparkContext already stopped. | |
Exception in thread "main" org.apache.hudi.exception.HoodieException: Failed to run Test Suite | |
at org.apache.hudi.integ.testsuite.HoodieTestSuiteJob.runTestSuite(HoodieTestSuiteJob.java:220) | |
at org.apache.hudi.integ.testsuite.HoodieTestSuiteJob.main(HoodieTestSuiteJob.java:181) | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) | |
at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:955) | |
at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180) | |
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203) | |
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90) | |
at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1043) | |
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1052) | |
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | |
Caused by: java.util.concurrent.ExecutionException: java.lang.NoClassDefFoundError: org/apache/logging/log4j/core/appender/AbstractAppender | |
at java.util.concurrent.FutureTask.report(FutureTask.java:122) | |
at java.util.concurrent.FutureTask.get(FutureTask.java:206) | |
at org.apache.hudi.integ.testsuite.dag.scheduler.DagScheduler.execute(DagScheduler.java:113) | |
at org.apache.hudi.integ.testsuite.dag.scheduler.DagScheduler.schedule(DagScheduler.java:68) | |
at org.apache.hudi.integ.testsuite.HoodieTestSuiteJob.runTestSuite(HoodieTestSuiteJob.java:215) | |
... 13 more | |
Caused by: java.lang.NoClassDefFoundError: org/apache/logging/log4j/core/appender/AbstractAppender | |
at java.lang.ClassLoader.defineClass1(Native Method) | |
at java.lang.ClassLoader.defineClass(ClassLoader.java:756) | |
at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142) | |
at java.net.URLClassLoader.defineClass(URLClassLoader.java:473) | |
at java.net.URLClassLoader.access$100(URLClassLoader.java:74) | |
at java.net.URLClassLoader$1.run(URLClassLoader.java:369) | |
at java.net.URLClassLoader$1.run(URLClassLoader.java:363) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at java.net.URLClassLoader.findClass(URLClassLoader.java:362) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:418) | |
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:405) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:351) | |
at org.apache.logging.log4j.core.config.plugins.util.PluginRegistry.decodeCacheFiles(PluginRegistry.java:181) | |
at org.apache.logging.log4j.core.config.plugins.util.PluginRegistry.loadFromMainClassLoader(PluginRegistry.java:119) | |
at org.apache.logging.log4j.core.config.plugins.util.PluginManager.collectPlugins(PluginManager.java:132) | |
at org.apache.logging.log4j.core.pattern.PatternParser.<init>(PatternParser.java:131) | |
at org.apache.logging.log4j.core.pattern.PatternParser.<init>(PatternParser.java:112) | |
at org.apache.logging.log4j.core.layout.PatternLayout.createPatternParser(PatternLayout.java:209) | |
at org.apache.logging.log4j.core.layout.PatternLayout.createSerializer(PatternLayout.java:123) | |
at org.apache.logging.log4j.core.layout.PatternLayout.<init>(PatternLayout.java:111) | |
at org.apache.logging.log4j.core.layout.PatternLayout.<init>(PatternLayout.java:58) | |
at org.apache.logging.log4j.core.layout.PatternLayout$Builder.build(PatternLayout.java:494) | |
at org.apache.logging.log4j.core.config.AbstractConfiguration.setToDefault(AbstractConfiguration.java:548) | |
at org.apache.logging.log4j.core.config.DefaultConfiguration.<init>(DefaultConfiguration.java:47) | |
at org.apache.logging.log4j.core.LoggerContext.<init>(LoggerContext.java:74) | |
at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.createContext(ClassLoaderContextSelector.java:171) | |
at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.locateContext(ClassLoaderContextSelector.java:145) | |
at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.getContext(ClassLoaderContextSelector.java:70) | |
at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.getContext(ClassLoaderContextSelector.java:57) | |
at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:147) | |
at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:45) | |
at org.apache.logging.log4j.LogManager.getContext(LogManager.java:194) | |
at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:103) | |
at org.apache.logging.slf4j.Log4jLoggerFactory.getContext(Log4jLoggerFactory.java:43) | |
at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:42) | |
at org.apache.logging.slf4j.Log4jLoggerFactory.getLogger(Log4jLoggerFactory.java:29) | |
at org.apache.hive.org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:285) | |
at org.apache.hudi.org.apache.hive.jdbc.HiveConnection.<clinit>(HiveConnection.java:117) | |
at org.apache.hudi.org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:107) | |
at java.sql.DriverManager.getConnection(DriverManager.java:664) | |
at java.sql.DriverManager.getConnection(DriverManager.java:247) | |
at org.apache.hudi.integ.testsuite.dag.nodes.HiveQueryNode.execute(HiveQueryNode.java:69) | |
at org.apache.hudi.integ.testsuite.dag.scheduler.DagScheduler.executeNode(DagScheduler.java:136) | |
at org.apache.hudi.integ.testsuite.dag.scheduler.DagScheduler.lambda$execute$0(DagScheduler.java:105) | |
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) | |
at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:750) | |
Caused by: java.lang.ClassNotFoundException: org.apache.logging.log4j.core.appender.AbstractAppender | |
at java.net.URLClassLoader.findClass(URLClassLoader.java:387) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:418) | |
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:351) | |
... 50 more | |
22/08/04 15:32:26 INFO ShutdownHookManager: Shutdown hook called | |
22/08/04 15:32:26 INFO ShutdownHookManager: Deleting directory /tmp/spark-34aff25e-a5a5-466c-b39b-61e58109b8d3 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment