Last active
December 23, 2016 01:57
-
-
Save praveev/d30fc34642796c09a148f0eef31ae148 to your computer and use it in GitHub Desktop.
Druid batch ingestion errors on the mappers and reducers
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2016-12-23T01:42:53,654 ERROR [main] org.apache.hadoop.mapred.YarnChild - Error running child : java.lang.NoSuchMethodError: com.fasterxml.jackson.core.JsonGenerator.setCurrentValue(Ljava/lang/Object;)V | |
at com.fasterxml.jackson.databind.ser.std.MapSerializer.serialize(MapSerializer.java:448) | |
at com.fasterxml.jackson.databind.ser.std.MapSerializer.serialize(MapSerializer.java:29) | |
at com.fasterxml.jackson.databind.ser.DefaultSerializerProvider.serializeValue(DefaultSerializerProvider.java:130) | |
at com.fasterxml.jackson.databind.ObjectMapper._convert(ObjectMapper.java:3437) | |
at com.fasterxml.jackson.databind.ObjectMapper.convertValue(ObjectMapper.java:3378) | |
at io.druid.guice.JsonConfigurator.configurate(JsonConfigurator.java:101) | |
at io.druid.guice.JsonConfigProvider.get(JsonConfigProvider.java:200) | |
at io.druid.guice.JsonConfigProvider.get(JsonConfigProvider.java:79) | |
at com.google.inject.internal.ProviderInternalFactory.provision(ProviderInternalFactory.java:81) | |
at com.google.inject.internal.InternalFactoryToInitializableAdapter.provision(InternalFactoryToInitializableAdapter.java:53) | |
at com.google.inject.internal.ProviderInternalFactory.circularGet(ProviderInternalFactory.java:61) | |
at com.google.inject.internal.InternalFactoryToInitializableAdapter.get(InternalFactoryToInitializableAdapter.java:45) | |
at com.google.inject.internal.ProviderToInternalFactoryAdapter$1.call(ProviderToInternalFactoryAdapter.java:46) | |
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1092) | |
at com.google.inject.internal.ProviderToInternalFactoryAdapter.get(ProviderToInternalFactoryAdapter.java:40) | |
at com.google.inject.internal.SingletonScope$1.get(SingletonScope.java:194) | |
at com.google.inject.internal.InternalFactoryToProviderAdapter.get(InternalFactoryToProviderAdapter.java:41) | |
at com.google.inject.internal.InjectorImpl$2$1.call(InjectorImpl.java:1019) | |
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1092) | |
at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1015) | |
at io.druid.guice.SupplierProvider.get(SupplierProvider.java:52) | |
at com.google.inject.internal.ProviderInternalFactory.provision(ProviderInternalFactory.java:81) | |
at com.google.inject.internal.InternalFactoryToInitializableAdapter.provision(InternalFactoryToInitializableAdapter.java:53) | |
at com.google.inject.internal.ProviderInternalFactory.circularGet(ProviderInternalFactory.java:61) | |
at com.google.inject.internal.InternalFactoryToInitializableAdapter.get(InternalFactoryToInitializableAdapter.java:45) | |
at com.google.inject.internal.InjectorImpl$2$1.call(InjectorImpl.java:1019) | |
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1085) | |
at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1015) | |
at com.google.inject.internal.InjectorImpl.getInstance(InjectorImpl.java:1054) | |
at io.druid.initialization.Initialization.makeInjectorWithModules(Initialization.java:365) | |
at io.druid.indexer.HadoopDruidIndexerConfig.<clinit>(HadoopDruidIndexerConfig.java:99) | |
at io.druid.query.multiDim.partition.MultiDimensionPartitionsJob$MultiDimensionPartitionsDimSelectionBaseReducer.setup(MultiDimensionPartitionsJob.java:306) | |
at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:168) | |
at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:627) | |
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:389) | |
at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:422) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1738) | |
at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158) | |
2016-12-23T00:36:42,728 ERROR [main] org.apache.hadoop.mapred.YarnChild - Error running child : java.lang.NoSuchMethodError: com.fasterxml.jackson.annotation.JsonProperty.access()Lcom/fasterxml/jackson/annotation/JsonProperty$Access; | |
at com.fasterxml.jackson.databind.introspect.JacksonAnnotationIntrospector.findPropertyAccess(JacksonAnnotationIntrospector.java:229) | |
at com.fasterxml.jackson.databind.introspect.POJOPropertyBuilder$9.withMember(POJOPropertyBuilder.java:545) | |
at com.fasterxml.jackson.databind.introspect.POJOPropertyBuilder$9.withMember(POJOPropertyBuilder.java:542) | |
at com.fasterxml.jackson.databind.introspect.POJOPropertyBuilder.fromMemberAnnotationsExcept(POJOPropertyBuilder.java:1002) | |
at com.fasterxml.jackson.databind.introspect.POJOPropertyBuilder.findAccess(POJOPropertyBuilder.java:542) | |
at com.fasterxml.jackson.databind.introspect.POJOPropertyBuilder.removeNonVisible(POJOPropertyBuilder.java:623) | |
at com.fasterxml.jackson.databind.introspect.POJOPropertiesCollector._removeUnwantedAccessor(POJOPropertiesCollector.java:697) | |
at com.fasterxml.jackson.databind.introspect.POJOPropertiesCollector.collectAll(POJOPropertiesCollector.java:298) | |
at com.fasterxml.jackson.databind.introspect.POJOPropertiesCollector.getPropertyMap(POJOPropertiesCollector.java:248) | |
at com.fasterxml.jackson.databind.introspect.POJOPropertiesCollector.getProperties(POJOPropertiesCollector.java:155) | |
at com.fasterxml.jackson.databind.introspect.BasicBeanDescription._properties(BasicBeanDescription.java:142) | |
at com.fasterxml.jackson.databind.introspect.BasicBeanDescription.findProperties(BasicBeanDescription.java:217) | |
at io.druid.guice.JsonConfigurator.verifyClazzIsConfigurable(JsonConfigurator.java:173) | |
at io.druid.guice.JsonConfigurator.configurate(JsonConfigurator.java:72) | |
at io.druid.guice.JsonConfigProvider.get(JsonConfigProvider.java:200) | |
at io.druid.guice.JsonConfigProvider.get(JsonConfigProvider.java:79) | |
at com.google.inject.internal.ProviderInternalFactory.provision(ProviderInternalFactory.java:81) | |
at com.google.inject.internal.InternalFactoryToInitializableAdapter.provision(InternalFactoryToInitializableAdapter.java:53) | |
at com.google.inject.internal.ProviderInternalFactory.circularGet(ProviderInternalFactory.java:61) | |
at com.google.inject.internal.InternalFactoryToInitializableAdapter.get(InternalFactoryToInitializableAdapter.java:45) | |
at com.google.inject.internal.ProviderToInternalFactoryAdapter$1.call(ProviderToInternalFactoryAdapter.java:46) | |
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1092) | |
at com.google.inject.internal.ProviderToInternalFactoryAdapter.get(ProviderToInternalFactoryAdapter.java:40) | |
at com.google.inject.internal.SingletonScope$1.get(SingletonScope.java:194) | |
at com.google.inject.internal.InternalFactoryToProviderAdapter.get(InternalFactoryToProviderAdapter.java:41) | |
at com.google.inject.internal.InjectorImpl$2$1.call(InjectorImpl.java:1019) | |
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1092) | |
at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1015) | |
at io.druid.guice.SupplierProvider.get(SupplierProvider.java:52) | |
at com.google.inject.internal.ProviderInternalFactory.provision(ProviderInternalFactory.java:81) | |
at com.google.inject.internal.InternalFactoryToInitializableAdapter.provision(InternalFactoryToInitializableAdapter.java:53) | |
at com.google.inject.internal.ProviderInternalFactory.circularGet(ProviderInternalFactory.java:61) | |
at com.google.inject.internal.InternalFactoryToInitializableAdapter.get(InternalFactoryToInitializableAdapter.java:45) | |
at com.google.inject.internal.InjectorImpl$2$1.call(InjectorImpl.java:1019) | |
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1085) | |
at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1015) | |
at com.google.inject.internal.InjectorImpl.getInstance(InjectorImpl.java:1054) | |
at io.druid.initialization.Initialization.makeInjectorWithModules(Initialization.java:365) | |
at io.druid.indexer.HadoopDruidIndexerConfig.<clinit>(HadoopDruidIndexerConfig.java:99) | |
at io.druid.indexer.hadoop.DatasourceInputSplit.readFields(DatasourceInputSplit.java:87) | |
at org.apache.hadoop.io.serializer.WritableSerialization$WritableDeserializer.deserialize(WritableSerialization.java:71) | |
at org.apache.hadoop.io.serializer.WritableSerialization$WritableDeserializer.deserialize(WritableSerialization.java:42) | |
at org.apache.hadoop.mapreduce.lib.input.TaggedInputSplit.readFields(TaggedInputSplit.java:128) | |
at org.apache.hadoop.io.serializer.WritableSerialization$WritableDeserializer.deserialize(WritableSerialization.java:71) | |
at org.apache.hadoop.io.serializer.WritableSerialization$WritableDeserializer.deserialize(WritableSerialization.java:42) | |
at org.apache.hadoop.mapred.MapTask.getSplitDetails(MapTask.java:372) | |
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:754) | |
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) | |
at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:422) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1738) | |
at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment