Skip to content

Instantly share code, notes, and snippets.

@zoetrope
Created April 30, 2016 05:29
Show Gist options
  • Save zoetrope/5a216d460deb4c00972400dce92f1811 to your computer and use it in GitHub Desktop.
Save zoetrope/5a216d460deb4c00972400dce92f1811 to your computer and use it in GitHub Desktop.
Elasticsearch-2.3を参照しているコードから、EmbulkEmbedを使ってembulk-output-elasticsearchを呼び出すとエラーになる
name := "embulk-test"
version := "1.0"
scalaVersion := "2.11.8"
resolvers += "embulk-bintray" at "http://dl.bintray.com/embulk/maven/"
libraryDependencies += "org.embulk" % "embulk-core" % "0.8.8"
libraryDependencies += "org.embulk" % "embulk-standards" % "0.8.8"
// この参照を外すとエラーは出なくなる
libraryDependencies += "org.elasticsearch" % "elasticsearch" % "2.3.0"
[info] Loading project definition from /home/zoetro/work/embulk-test/project
[info] Set current project to embulk-test (in build file:/home/zoetro/work/embulk-test/)
[info] Running EmbulkEmbedTest
2016-04-30 12:02:32.009 +0900 [INFO] (0029:transaction): Loaded plugin embulk-output-elasticsearch (0.3.0)
2016-04-30 12:02:32.048 +0900 [INFO] (0029:transaction): Loaded plugin embulk-parser-grok (0.1.7)
2016-04-30 12:02:32.062 +0900 [INFO] (0029:transaction): Listing local files at directory '/home/zoetro/work/embulk-test/src/main/resources' filtering filename by prefix 'apache_access_100.log'
2016-04-30 12:02:32.065 +0900 [INFO] (0029:transaction): Loading files [/home/zoetro/work/embulk-test/src/main/resources/apache_access_100.log]
2016-04-30 12:02:32.103 +0900 [INFO] (0029:transaction): Using local thread executor with max_threads=8 / output tasks 4 = input tasks 1 * 4
2016-04-30 12:02:32.154 +0900 [INFO] (0029:transaction): [Thomas Halloway] loaded [], sites []
2016-04-30 12:02:32.538 +0900 [INFO] (0029:transaction): [Thomas Halloway] failed to get node info for {#transport#-1}{127.0.0.1}{localhost/127.0.0.1:9300}, disconnecting...
org.elasticsearch.transport.RemoteTransportException: [Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]]
Caused by: org.elasticsearch.transport.TransportSerializationException: Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:179) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.messageReceived(MessageChannelHandler.java:138) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:462) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:443) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:303) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:268) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:255) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) ~[netty-3.10.5.Final.jar:na]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) ~[na:1.8.0_77]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ~[na:1.8.0_77]
at java.lang.Thread.run(Thread.java:745) ~[na:1.8.0_77]
Caused by: java.lang.ExceptionInInitializerError: null
at org.apache.lucene.codecs.PostingsFormat.forName(PostingsFormat.java:112) ~[lucene-core-5.5.0.jar:5.5.0 2a228b3920a07f930f7afb6a42d0d20e184a943c - mike - 2016-02-16 15:18:34]
at org.elasticsearch.common.lucene.Lucene.<clinit>(Lucene.java:103) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.Version.fromId(Version.java:500) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.Version.readVersion(Version.java:276) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readFrom(DiscoveryNode.java:326) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readNode(DiscoveryNode.java:309) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse.readFrom(LivenessResponse.java:52) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:177) ~[elasticsearch-2.3.0.jar:2.3.0]
... 23 common frames omitted
Caused by: java.lang.ClassCastException: class org.elasticsearch.index.codec.postingsformat.Elasticsearch090PostingsFormat
at java.lang.Class.asSubclass(Class.java:3404) ~[na:1.8.0_77]
at org.apache.lucene.util.SPIClassIterator.next(SPIClassIterator.java:141) ~[lucene-core-5.5.0.jar:5.5.0 2a228b3920a07f930f7afb6a42d0d20e184a943c - mike - 2016-02-16 15:18:34]
at org.apache.lucene.util.NamedSPILoader.reload(NamedSPILoader.java:65) ~[lucene-core-5.5.0.jar:5.5.0 2a228b3920a07f930f7afb6a42d0d20e184a943c - mike - 2016-02-16 15:18:34]
at org.apache.lucene.util.NamedSPILoader.<init>(NamedSPILoader.java:47) ~[lucene-core-5.5.0.jar:5.5.0 2a228b3920a07f930f7afb6a42d0d20e184a943c - mike - 2016-02-16 15:18:34]
at org.apache.lucene.util.NamedSPILoader.<init>(NamedSPILoader.java:37) ~[lucene-core-5.5.0.jar:5.5.0 2a228b3920a07f930f7afb6a42d0d20e184a943c - mike - 2016-02-16 15:18:34]
at org.apache.lucene.codecs.PostingsFormat$Holder.<clinit>(PostingsFormat.java:49) ~[lucene-core-5.5.0.jar:5.5.0 2a228b3920a07f930f7afb6a42d0d20e184a943c - mike - 2016-02-16 15:18:34]
... 31 common frames omitted
2016-04-30 12:02:32.539 +0900 [INFO] (0029:transaction): Executing plugin with 'insert' mode.
2016-04-30 12:02:32.540 +0900 [INFO] (0029:transaction): Inserting data into index[embulktest]
2016-04-30 12:02:32.543 +0900 [INFO] (0029:transaction): {done: 0 / 1, running: 0}
2016-04-30 12:02:32.550 +0900 [INFO] (0047:task-0000): [Gabriel the Air-Walker] loaded [], sites []
2016-04-30 12:02:32.573 +0900 [INFO] (0047:task-0000): [Gabriel the Air-Walker] failed to get node info for {#transport#-1}{127.0.0.1}{localhost/127.0.0.1:9300}, disconnecting...
org.elasticsearch.transport.RemoteTransportException: [Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]]
Caused by: org.elasticsearch.transport.TransportSerializationException: Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:179) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.messageReceived(MessageChannelHandler.java:138) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:462) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:443) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:303) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:268) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:255) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) ~[netty-3.10.5.Final.jar:na]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_77]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_77]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_77]
Caused by: java.lang.NoClassDefFoundError: Could not initialize class org.elasticsearch.common.lucene.Lucene
at org.elasticsearch.Version.fromId(Version.java:500) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.Version.readVersion(Version.java:276) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readFrom(DiscoveryNode.java:326) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readNode(DiscoveryNode.java:309) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse.readFrom(LivenessResponse.java:52) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:177) ~[elasticsearch-2.3.0.jar:2.3.0]
... 23 common frames omitted
2016-04-30 12:02:32.578 +0900 [INFO] (0047:task-0000): [Elias Bogan] loaded [], sites []
2016-04-30 12:02:32.643 +0900 [INFO] (0047:task-0000): [Elias Bogan] failed to get node info for {#transport#-1}{127.0.0.1}{localhost/127.0.0.1:9300}, disconnecting...
org.elasticsearch.transport.RemoteTransportException: [Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]]
Caused by: org.elasticsearch.transport.TransportSerializationException: Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:179) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.messageReceived(MessageChannelHandler.java:138) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:462) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:443) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:303) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:268) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:255) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) ~[netty-3.10.5.Final.jar:na]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_77]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_77]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_77]
Caused by: java.lang.NoClassDefFoundError: Could not initialize class org.elasticsearch.common.lucene.Lucene
at org.elasticsearch.Version.fromId(Version.java:500) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.Version.readVersion(Version.java:276) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readFrom(DiscoveryNode.java:326) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readNode(DiscoveryNode.java:309) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse.readFrom(LivenessResponse.java:52) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:177) ~[elasticsearch-2.3.0.jar:2.3.0]
... 23 common frames omitted
2016-04-30 12:02:32.645 +0900 [INFO] (0047:task-0000): [Decay II] loaded [], sites []
2016-04-30 12:02:32.669 +0900 [INFO] (0047:task-0000): [Decay II] failed to get node info for {#transport#-1}{127.0.0.1}{localhost/127.0.0.1:9300}, disconnecting...
org.elasticsearch.transport.RemoteTransportException: [Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]]
Caused by: org.elasticsearch.transport.TransportSerializationException: Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:179) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.messageReceived(MessageChannelHandler.java:138) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:462) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:443) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:303) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:268) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:255) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) ~[netty-3.10.5.Final.jar:na]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_77]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_77]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_77]
Caused by: java.lang.NoClassDefFoundError: Could not initialize class org.elasticsearch.common.lucene.Lucene
at org.elasticsearch.Version.fromId(Version.java:500) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.Version.readVersion(Version.java:276) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readFrom(DiscoveryNode.java:326) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readNode(DiscoveryNode.java:309) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse.readFrom(LivenessResponse.java:52) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:177) ~[elasticsearch-2.3.0.jar:2.3.0]
... 23 common frames omitted
2016-04-30 12:02:32.674 +0900 [INFO] (0047:task-0000): [Absalom] loaded [], sites []
2016-04-30 12:02:32.691 +0900 [INFO] (0047:task-0000): [Absalom] failed to get node info for {#transport#-1}{127.0.0.1}{localhost/127.0.0.1:9300}, disconnecting...
org.elasticsearch.transport.RemoteTransportException: [Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]]
Caused by: org.elasticsearch.transport.TransportSerializationException: Failed to deserialize response of type [org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:179) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.messageReceived(MessageChannelHandler.java:138) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:462) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:443) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:303) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:268) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:255) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) ~[netty-3.10.5.Final.jar:na]
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) ~[netty-3.10.5.Final.jar:na]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_77]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_77]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_77]
Caused by: java.lang.NoClassDefFoundError: Could not initialize class org.elasticsearch.common.lucene.Lucene
at org.elasticsearch.Version.fromId(Version.java:500) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.Version.readVersion(Version.java:276) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readFrom(DiscoveryNode.java:326) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.cluster.node.DiscoveryNode.readNode(DiscoveryNode.java:309) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.action.admin.cluster.node.liveness.LivenessResponse.readFrom(LivenessResponse.java:52) ~[elasticsearch-2.3.0.jar:2.3.0]
at org.elasticsearch.transport.netty.MessageChannelHandler.handleResponse(MessageChannelHandler.java:177) ~[elasticsearch-2.3.0.jar:2.3.0]
... 23 common frames omitted
2016-04-30 12:02:32.808 +0900 [INFO] (0047:task-0000): Execute 101 bulk actions
2016-04-30 12:02:32.809 +0900 [ERROR] (0047:task-0000): Got the error during bulk processing
org.elasticsearch.client.transport.NoNodeAvailableException: None of the configured nodes are available: []
at org.elasticsearch.client.transport.TransportClientNodesService.ensureNodesAreAvailable(TransportClientNodesService.java:280) ~[elasticsearch-2.0.0.jar:2.0.0]
at org.elasticsearch.client.transport.TransportClientNodesService.execute(TransportClientNodesService.java:197) ~[elasticsearch-2.0.0.jar:2.0.0]
at org.elasticsearch.client.transport.support.TransportProxyClient.execute(TransportProxyClient.java:55) ~[elasticsearch-2.0.0.jar:2.0.0]
at org.elasticsearch.client.transport.TransportClient.doExecute(TransportClient.java:272) ~[elasticsearch-2.0.0.jar:2.0.0]
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:347) ~[elasticsearch-2.0.0.jar:2.0.0]
at org.elasticsearch.client.support.AbstractClient.bulk(AbstractClient.java:424) ~[elasticsearch-2.0.0.jar:2.0.0]
at org.elasticsearch.action.bulk.BulkProcessor.execute(BulkProcessor.java:326) [elasticsearch-2.0.0.jar:2.0.0]
at org.elasticsearch.action.bulk.BulkProcessor.flush(BulkProcessor.java:375) [elasticsearch-2.0.0.jar:2.0.0]
at org.embulk.output.elasticsearch.ElasticsearchOutputPlugin$ElasticsearchPageOutput.finish(ElasticsearchOutputPlugin.java:445) [embulk-output-elasticsearch-0.3.0.jar:na]
at org.embulk.exec.LocalExecutorPlugin$ScatterTransactionalPageOutput.finish(LocalExecutorPlugin.java:496) [embulk-core-0.8.8.jar:na]
at org.embulk.spi.PageBuilder.finish(PageBuilder.java:244) [embulk-core-0.8.8.jar:na]
at org.embulk.parser.grok.GrokParserPlugin.run(GrokParserPlugin.java:90) [embulk-parser-grok-0.1.7.jar:na]
at org.embulk.spi.FileInputRunner.run(FileInputRunner.java:154) [embulk-core-0.8.8.jar:na]
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor.runInputTask(LocalExecutorPlugin.java:294) [embulk-core-0.8.8.jar:na]
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor.access$000(LocalExecutorPlugin.java:212) [embulk-core-0.8.8.jar:na]
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor$1.call(LocalExecutorPlugin.java:257) [embulk-core-0.8.8.jar:na]
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor$1.call(LocalExecutorPlugin.java:253) [embulk-core-0.8.8.jar:na]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [na:1.8.0_77]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_77]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_77]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_77]
2016-04-30 12:02:32.830 +0900 [INFO] (0029:transaction): {done: 1 / 1, running: 0}
[error] (run-main-0) org.embulk.exec.PartialExecutionException: org.embulk.output.elasticsearch.ElasticsearchOutputPlugin$ConnectionException: NoNodeAvailableException[None of the configured nodes are available: []]
org.embulk.exec.PartialExecutionException: org.embulk.output.elasticsearch.ElasticsearchOutputPlugin$ConnectionException: NoNodeAvailableException[None of the configured nodes are available: []]
at org.embulk.exec.BulkLoader$LoaderState.buildPartialExecuteException(BulkLoader.java:363)
at org.embulk.exec.BulkLoader.doRun(BulkLoader.java:572)
at org.embulk.exec.BulkLoader.access$000(BulkLoader.java:33)
at org.embulk.exec.BulkLoader$1.run(BulkLoader.java:374)
at org.embulk.exec.BulkLoader$1.run(BulkLoader.java:370)
at org.embulk.spi.Exec.doWith(Exec.java:25)
at org.embulk.exec.BulkLoader.run(BulkLoader.java:370)
at org.embulk.EmbulkEmbed.run(EmbulkEmbed.java:180)
at EmbulkEmbedTest$.delayedEndpoint$EmbulkEmbedTest$1(EmbulkEmbedTest.scala:16)
at EmbulkEmbedTest$delayedInit$body.apply(EmbulkEmbedTest.scala:5)
at scala.Function0$class.apply$mcV$sp(Function0.scala:34)
at scala.runtime.AbstractFunction0.apply$mcV$sp(AbstractFunction0.scala:12)
at scala.App$$anonfun$main$1.apply(App.scala:76)
at scala.App$$anonfun$main$1.apply(App.scala:76)
at scala.collection.immutable.List.foreach(List.scala:381)
at scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:35)
at scala.App$class.main(App.scala:76)
at EmbulkEmbedTest$.main(EmbulkEmbedTest.scala:5)
at EmbulkEmbedTest.main(EmbulkEmbedTest.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
Caused by: org.embulk.output.elasticsearch.ElasticsearchOutputPlugin$ConnectionException: NoNodeAvailableException[None of the configured nodes are available: []]
at org.embulk.output.elasticsearch.ElasticsearchOutputPlugin$1.afterBulk(ElasticsearchOutputPlugin.java:234)
at org.elasticsearch.action.bulk.BulkProcessor.execute(BulkProcessor.java:350)
at org.elasticsearch.action.bulk.BulkProcessor.flush(BulkProcessor.java:375)
at org.embulk.output.elasticsearch.ElasticsearchOutputPlugin$ElasticsearchPageOutput.finish(ElasticsearchOutputPlugin.java:445)
at org.embulk.exec.LocalExecutorPlugin$ScatterTransactionalPageOutput.finish(LocalExecutorPlugin.java:496)
at org.embulk.spi.PageBuilder.finish(PageBuilder.java:244)
at org.embulk.parser.grok.GrokParserPlugin.run(GrokParserPlugin.java:90)
at org.embulk.spi.FileInputRunner.run(FileInputRunner.java:154)
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor.runInputTask(LocalExecutorPlugin.java:294)
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor.access$000(LocalExecutorPlugin.java:212)
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor$1.call(LocalExecutorPlugin.java:257)
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor$1.call(LocalExecutorPlugin.java:253)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Caused by: NoNodeAvailableException[None of the configured nodes are available: []]
at org.elasticsearch.client.transport.TransportClientNodesService.ensureNodesAreAvailable(TransportClientNodesService.java:280)
at org.elasticsearch.client.transport.TransportClientNodesService.execute(TransportClientNodesService.java:197)
at org.elasticsearch.client.transport.support.TransportProxyClient.execute(TransportProxyClient.java:55)
at org.elasticsearch.client.transport.TransportClient.doExecute(TransportClient.java:272)
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:347)
at org.elasticsearch.client.support.AbstractClient.bulk(AbstractClient.java:424)
at org.elasticsearch.action.bulk.BulkProcessor.execute(BulkProcessor.java:326)
at org.elasticsearch.action.bulk.BulkProcessor.flush(BulkProcessor.java:375)
at org.embulk.output.elasticsearch.ElasticsearchOutputPlugin$ElasticsearchPageOutput.finish(ElasticsearchOutputPlugin.java:445)
at org.embulk.exec.LocalExecutorPlugin$ScatterTransactionalPageOutput.finish(LocalExecutorPlugin.java:496)
at org.embulk.spi.PageBuilder.finish(PageBuilder.java:244)
at org.embulk.parser.grok.GrokParserPlugin.run(GrokParserPlugin.java:90)
at org.embulk.spi.FileInputRunner.run(FileInputRunner.java:154)
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor.runInputTask(LocalExecutorPlugin.java:294)
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor.access$000(LocalExecutorPlugin.java:212)
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor$1.call(LocalExecutorPlugin.java:257)
at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor$1.call(LocalExecutorPlugin.java:253)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
[trace] Stack trace suppressed: run last compile:run for the full output.
java.lang.RuntimeException: Nonzero exit code: 1
at scala.sys.package$.error(package.scala:27)
[trace] Stack trace suppressed: run last compile:run for the full output.
[error] (compile:run) Nonzero exit code: 1
[error] Total time: 4 s, completed 2016/04/30 12:02:32
import java.io.File
import org.embulk.EmbulkEmbed
object EmbulkEmbedTest extends App {
val bootstrap = new EmbulkEmbed.Bootstrap()
val embulkEmbed = bootstrap.initialize()
val loader = embulkEmbed.newConfigLoader()
val yaml = new File(getClass.getClassLoader.getResource("test.yml").getPath)
val config = loader.fromYamlFile(yaml)
embulkEmbed.run(config)
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment