Created
November 5, 2021 17:00
-
-
Save yihua/c108a9d04ce35158f6603a07ef4c21aa to your computer and use it in GitHub Desktop.
Hive sync runtime dependency issue from Hudi kafka-connect sink
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[2021-11-05 09:58:11,463] ERROR [hudi-sink|task-0] Retrying HMSHandler after 2000 ms (attempt 8 of 10) with error: javax.jdo.JDOFatalInternalException: Unexpected exception caught. | |
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1193) | |
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808) | |
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701) | |
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:523) | |
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:552) | |
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:407) | |
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:344) | |
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:305) | |
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76) | |
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136) | |
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58) | |
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:624) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:590) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:584) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:427) | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148) | |
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107) | |
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79) | |
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6889) | |
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:159) | |
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70) | |
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) | |
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) | |
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) | |
at java.lang.reflect.Constructor.newInstance(Constructor.java:423) | |
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1699) | |
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83) | |
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133) | |
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104) | |
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600) | |
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652) | |
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632) | |
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894) | |
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248) | |
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231) | |
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388) | |
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332) | |
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312) | |
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288) | |
at org.apache.hudi.hive.HoodieHiveClient.<init>(HoodieHiveClient.java:89) | |
at org.apache.hudi.hive.HiveSyncTool.<init>(HiveSyncTool.java:80) | |
at org.apache.hudi.connect.writers.KafkaConnectTransactionServices.syncHive(KafkaConnectTransactionServices.java:176) | |
at org.apache.hudi.connect.writers.KafkaConnectTransactionServices.syncMeta(KafkaConnectTransactionServices.java:148) | |
at org.apache.hudi.connect.writers.KafkaConnectTransactionServices.<init>(KafkaConnectTransactionServices.java:109) | |
at org.apache.hudi.connect.transaction.ConnectTransactionCoordinator.<init>(ConnectTransactionCoordinator.java:88) | |
at org.apache.hudi.connect.HoodieSinkTask.bootstrap(HoodieSinkTask.java:191) | |
at org.apache.hudi.connect.HoodieSinkTask.open(HoodieSinkTask.java:151) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.openPartitions(WorkerSinkTask.java:635) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.access$1000(WorkerSinkTask.java:71) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask$HandleRebalance.onPartitionsAssigned(WorkerSinkTask.java:700) | |
at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.invokePartitionsAssigned(ConsumerCoordinator.java:293) | |
at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.onJoinComplete(ConsumerCoordinator.java:430) | |
at org.apache.kafka.clients.consumer.internals.AbstractCoordinator.joinGroupIfNeeded(AbstractCoordinator.java:450) | |
at org.apache.kafka.clients.consumer.internals.AbstractCoordinator.ensureActiveGroup(AbstractCoordinator.java:366) | |
at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.poll(ConsumerCoordinator.java:508) | |
at org.apache.kafka.clients.consumer.KafkaConsumer.updateAssignmentMetadataIfNeeded(KafkaConsumer.java:1262) | |
at org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1231) | |
at org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1211) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.pollConsumer(WorkerSinkTask.java:452) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.poll(WorkerSinkTask.java:324) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.iteration(WorkerSinkTask.java:232) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.execute(WorkerSinkTask.java:201) | |
at org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:186) | |
at org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:241) | |
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) | |
at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
NestedThrowablesStackTrace: | |
java.lang.reflect.InvocationTargetException | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960) | |
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166) | |
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808) | |
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701) | |
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:523) | |
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:552) | |
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:407) | |
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:344) | |
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:305) | |
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76) | |
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136) | |
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58) | |
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:624) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:590) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:584) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:427) | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148) | |
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107) | |
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79) | |
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92) | |
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6889) | |
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:159) | |
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70) | |
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) | |
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) | |
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) | |
at java.lang.reflect.Constructor.newInstance(Constructor.java:423) | |
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1699) | |
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83) | |
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133) | |
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104) | |
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600) | |
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652) | |
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632) | |
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894) | |
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248) | |
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231) | |
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388) | |
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332) | |
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312) | |
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288) | |
at org.apache.hudi.hive.HoodieHiveClient.<init>(HoodieHiveClient.java:89) | |
at org.apache.hudi.hive.HiveSyncTool.<init>(HiveSyncTool.java:80) | |
at org.apache.hudi.connect.writers.KafkaConnectTransactionServices.syncHive(KafkaConnectTransactionServices.java:176) | |
at org.apache.hudi.connect.writers.KafkaConnectTransactionServices.syncMeta(KafkaConnectTransactionServices.java:148) | |
at org.apache.hudi.connect.writers.KafkaConnectTransactionServices.<init>(KafkaConnectTransactionServices.java:109) | |
at org.apache.hudi.connect.transaction.ConnectTransactionCoordinator.<init>(ConnectTransactionCoordinator.java:88) | |
at org.apache.hudi.connect.HoodieSinkTask.bootstrap(HoodieSinkTask.java:191) | |
at org.apache.hudi.connect.HoodieSinkTask.open(HoodieSinkTask.java:151) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.openPartitions(WorkerSinkTask.java:635) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.access$1000(WorkerSinkTask.java:71) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask$HandleRebalance.onPartitionsAssigned(WorkerSinkTask.java:700) | |
at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.invokePartitionsAssigned(ConsumerCoordinator.java:293) | |
at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.onJoinComplete(ConsumerCoordinator.java:430) | |
at org.apache.kafka.clients.consumer.internals.AbstractCoordinator.joinGroupIfNeeded(AbstractCoordinator.java:450) | |
at org.apache.kafka.clients.consumer.internals.AbstractCoordinator.ensureActiveGroup(AbstractCoordinator.java:366) | |
at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.poll(ConsumerCoordinator.java:508) | |
at org.apache.kafka.clients.consumer.KafkaConsumer.updateAssignmentMetadataIfNeeded(KafkaConsumer.java:1262) | |
at org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1231) | |
at org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1211) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.pollConsumer(WorkerSinkTask.java:452) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.poll(WorkerSinkTask.java:324) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.iteration(WorkerSinkTask.java:232) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.execute(WorkerSinkTask.java:201) | |
at org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:186) | |
at org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:241) | |
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) | |
at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
Caused by: org.datanucleus.exceptions.NucleusUserException: Error : Could not find API definition for name "JDO". Perhaps you dont have the requisite datanucleus-api-XXX jar in the CLASSPATH? | |
at org.datanucleus.api.ApiAdapterFactory.getApiAdapter(ApiAdapterFactory.java:94) | |
at org.datanucleus.AbstractNucleusContext.<init>(AbstractNucleusContext.java:115) | |
at org.datanucleus.PersistenceNucleusContextImpl.<init>(PersistenceNucleusContextImpl.java:167) | |
at org.datanucleus.PersistenceNucleusContextImpl.<init>(PersistenceNucleusContextImpl.java:156) | |
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.<init>(JDOPersistenceManagerFactory.java:415) | |
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:304) | |
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213) | |
... 83 more | |
(org.apache.hadoop.hive.metastore.RetryingHMSHandler:218) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment