Created
July 29, 2014 00:15
-
-
Save ismith/017dc690fc8b8f88bd0c to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| thq-m-ismit01:redstorm ismith$ redstorm local examples/dsl/hello_world_topology.rb | |
| launching java -server -Djruby.compat.version=RUBY1_9 -cp "/Users/ismith/Desktop/redstorm/target/classes:/Users/ismith/Desktop/redstorm/target/dependency/storm/default/*:/Users/ismith/Desktop/redstorm/target/dependency/topology/default/*:/Users/ismith/Desktop/redstorm/examples/dsl/" redstorm.TopologyLauncher local examples/dsl/hello_world_topology.rb | |
| RedStorm v0.6.6 starting topology HelloWorldTopology/hello_world_topology in local environment | |
| 12116 [main] INFO backtype.storm.zookeeper - Starting inprocess zookeeper at port 2000 and dir /var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//11a74d89-b33c-4ea7-9f65-341d32390a61 | |
| 12346 [main] INFO backtype.storm.daemon.nimbus - Starting Nimbus with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//bf756358-cbfe-4c67-87e3-2edfb024cc75", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" [6700 6701 6702 6703], "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.optimize" true, "topology.max.task.parallelism" nil} | |
| 12352 [main] INFO backtype.storm.daemon.nimbus - Using default scheduler | |
| 12379 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 12434 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
| 12458 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 12489 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 12491 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
| 12495 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 12497 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 12500 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
| 12502 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 12520 [main] INFO backtype.storm.daemon.supervisor - Starting Supervisor with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//4ef36735-1789-4204-a9e2-02131c64a78d", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.optimize" true, "topology.max.task.parallelism" nil} | |
| 12529 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 12533 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
| 12536 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 12559 [main] INFO backtype.storm.daemon.supervisor - Starting supervisor with id 106c3142-4bfb-4f84-9c39-332cd92f18b2 at host localhost | |
| 12564 [main] INFO backtype.storm.daemon.supervisor - Starting Supervisor with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//8e30692a-a4b7-4e9a-a5ac-fcb9341ba3e9", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1027 1028 1029), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.optimize" true, "topology.max.task.parallelism" nil} | |
| 12567 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 12570 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
| 13043 [main] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 13062 [main] INFO backtype.storm.daemon.supervisor - Starting supervisor with id b366b6de-b494-4ab4-9f6d-f27d20259afd at host localhost | |
| 13095 [main] INFO backtype.storm.daemon.nimbus - Received topology submission for hello_world_topology with conf {"storm.id" "hello_world_topology-1-1406592878", "topology.acker.executors" nil, "topology.kryo.decorators" (), "topology.name" "hello_world_topology", "topology.worker.childopts" "-Djruby.compat.version=RUBY1_9", "topology.max.spout.pending" 1000, "topology.debug" false, "topology.kryo.register" nil, "topology.workers" 1, "topology.max.task.parallelism" 4} | |
| 13122 [main] INFO backtype.storm.daemon.nimbus - Activating hello_world_topology: hello_world_topology-1-1406592878 | |
| 13208 [main] INFO backtype.storm.scheduler.EvenScheduler - Available slots: (["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1024] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1025] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1026] ["b366b6de-b494-4ab4-9f6d-f27d20259afd" 1027] ["b366b6de-b494-4ab4-9f6d-f27d20259afd" 1028] ["b366b6de-b494-4ab4-9f6d-f27d20259afd" 1029]) | |
| 13248 [main] INFO backtype.storm.daemon.nimbus - Setting new assignment for topology id hello_world_topology-1-1406592878: #backtype.storm.daemon.common.Assignment{:master-code-dir "/var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//bf756358-cbfe-4c67-87e3-2edfb024cc75/nimbus/stormdist/hello_world_topology-1-1406592878", :node->host {"106c3142-4bfb-4f84-9c39-332cd92f18b2" "localhost"}, :executor->node+port {[3 3] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1024], [2 2] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1024], [1 1] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1024], [4 4] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1024]}, :executor->start-time-secs {[4 4] 1406592878, [1 1] 1406592878, [2 2] 1406592878, [3 3] 1406592878}} | |
| 13427 [Thread-4] INFO backtype.storm.daemon.nimbus - Setting new assignment for topology id hello_world_topology-1-1406592878: #backtype.storm.daemon.common.Assignment{:master-code-dir "/var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//bf756358-cbfe-4c67-87e3-2edfb024cc75/nimbus/stormdist/hello_world_topology-1-1406592878", :node->host {"106c3142-4bfb-4f84-9c39-332cd92f18b2" "localhost"}, :executor->node+port {[3 3] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1024], [4 4] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1024], [2 2] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1024], [1 1] ["106c3142-4bfb-4f84-9c39-332cd92f18b2" 1024]}, :executor->start-time-secs {[4 4] 1406592879, [1 1] 1406592879, [2 2] 1406592879, [3 3] 1406592879}} | |
| 13554 [Thread-7] INFO backtype.storm.daemon.supervisor - Downloading code for storm id hello_world_topology-1-1406592878 from /var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//bf756358-cbfe-4c67-87e3-2edfb024cc75/nimbus/stormdist/hello_world_topology-1-1406592878 | |
| 14327 [Thread-7] INFO backtype.storm.daemon.supervisor - Extracting resources from jar at /Users/ismith/Desktop/redstorm/target/dependency/topology/default/metrics-core-javadoc-2.2.0.jar to /var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//4ef36735-1789-4204-a9e2-02131c64a78d/supervisor/stormdist/hello_world_topology-1-1406592878/resources | |
| 14340 [Thread-7] INFO backtype.storm.daemon.supervisor - Finished downloading code for storm id hello_world_topology-1-1406592878 from /var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//bf756358-cbfe-4c67-87e3-2edfb024cc75/nimbus/stormdist/hello_world_topology-1-1406592878 | |
| 14367 [Thread-8] INFO backtype.storm.daemon.supervisor - Launching worker with assignment #backtype.storm.daemon.supervisor.LocalAssignment{:storm-id "hello_world_topology-1-1406592878", :executors ([3 3] [4 4] [2 2] [1 1])} for this supervisor 106c3142-4bfb-4f84-9c39-332cd92f18b2 on port 1024 with id 7516f495-62c4-4c78-9843-c19684d0c165 | |
| 14371 [Thread-8] INFO backtype.storm.daemon.worker - Launching worker for hello_world_topology-1-1406592878 on 106c3142-4bfb-4f84-9c39-332cd92f18b2:1024 with id 7516f495-62c4-4c78-9843-c19684d0c165 and conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//4ef36735-1789-4204-a9e2-02131c64a78d", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.optimize" true, "topology.max.task.parallelism" nil} | |
| 14372 [Thread-8] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 14382 [Thread-8-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
| 14385 [Thread-8] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting | |
| 14612 [Thread-8] INFO backtype.storm.daemon.executor - Loading executor hello_world_bolt:[2 2] | |
| 14621 [Thread-8] INFO backtype.storm.daemon.executor - Loaded executor tasks hello_world_bolt:[2 2] | |
| 14629 [Thread-8] INFO backtype.storm.daemon.executor - Finished loading executor hello_world_bolt:[2 2] | |
| 14637 [Thread-18-hello_world_bolt] INFO backtype.storm.daemon.executor - Preparing bolt hello_world_bolt:(2) | |
| 14640 [Thread-8] INFO backtype.storm.daemon.executor - Loading executor hello_world_spout:[3 3] | |
| 14645 [Thread-8] INFO backtype.storm.daemon.executor - Loaded executor tasks hello_world_spout:[3 3] | |
| 14654 [Thread-20-hello_world_spout] INFO backtype.storm.daemon.executor - Opening spout hello_world_spout:(3) | |
| 14654 [Thread-8] INFO backtype.storm.daemon.executor - Finished loading executor hello_world_spout:[3 3] | |
| 14660 [Thread-20-hello_world_spout] INFO backtype.storm.daemon.executor - Opened spout hello_world_spout:(3) | |
| 14660 [Thread-18-hello_world_bolt] INFO backtype.storm.daemon.executor - Prepared bolt hello_world_bolt:(2) | |
| 14663 [Thread-8] INFO backtype.storm.daemon.executor - Loading executor second_bolt:[4 4] | |
| 14663 [Thread-20-hello_world_spout] INFO backtype.storm.daemon.executor - Activating spout hello_world_spout:(3) | |
| 14664 [Thread-8] INFO backtype.storm.daemon.executor - Loaded executor tasks second_bolt:[4 4] | |
| 14667 [Thread-8] INFO backtype.storm.daemon.executor - Finished loading executor second_bolt:[4 4] | |
| 14667 [Thread-22-second_bolt] INFO backtype.storm.daemon.executor - Preparing bolt second_bolt:(4) | |
| 14669 [Thread-22-second_bolt] INFO backtype.storm.daemon.executor - Prepared bolt second_bolt:(4) | |
| 14675 [Thread-18-hello_world_bolt] INFO HelloWorldBolt - NAME: HelloWorldBolt | |
| 14675 [Thread-18-hello_world_bolt] INFO HelloWorldBolt - hello | |
| 14676 [Thread-8] INFO backtype.storm.daemon.executor - Loading executor __system:[-1 -1] | |
| 14676 [Thread-8] INFO backtype.storm.daemon.executor - Loaded executor tasks __system:[-1 -1] | |
| 14679 [Thread-8] INFO backtype.storm.daemon.executor - Finished loading executor __system:[-1 -1] | |
| 14679 [Thread-24-__system] INFO backtype.storm.daemon.executor - Preparing bolt __system:(-1) | |
| 14684 [Thread-24-__system] INFO backtype.storm.daemon.executor - Prepared bolt __system:(-1) | |
| 14688 [Thread-8] INFO backtype.storm.daemon.executor - Loading executor __acker:[1 1] | |
| 14689 [Thread-8] INFO backtype.storm.daemon.executor - Loaded executor tasks __acker:[1 1] | |
| 14693 [Thread-8] INFO backtype.storm.daemon.executor - Timeouts disabled for executor __acker:[1 1] | |
| 14693 [Thread-26-__acker] INFO backtype.storm.daemon.executor - Preparing bolt __acker:(1) | |
| 14693 [Thread-8] INFO backtype.storm.daemon.executor - Finished loading executor __acker:[1 1] | |
| 14694 [Thread-18-hello_world_bolt] ERROR backtype.storm.util - Async loop died! | |
| java.lang.RuntimeException: org.jruby.exceptions.RaiseException: (TypeError) failed to coerce [B to [Ljava.lang.Object; | |
| at backtype.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:107) ~[storm-core-0.9.1-incubating.jar:0.9.1-incubating] | |
| at backtype.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:78) ~[storm-core-0.9.1-incubating.jar:0.9.1-incubating] | |
| at backtype.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:77) ~[storm-core-0.9.1-incubating.jar:0.9.1-incubating] | |
| at backtype.storm.daemon.executor$eval5170$fn__5171$fn__5183$fn__5230.invoke(executor.clj:745) ~[na:na] | |
| at backtype.storm.util$async_loop$fn__390.invoke(util.clj:433) ~[na:na] | |
| at clojure.lang.AFn.run(AFn.java:24) [clojure-1.4.0.jar:na] | |
| at java.lang.Thread.run(Thread.java:744) [na:1.7.0_45] | |
| org.jruby.exceptions.RaiseException: (TypeError) failed to coerce [B to [Ljava.lang.Object; | |
| at RUBY.anchored_emit(/Users/ismith/Desktop/redstorm/target/lib/red_storm/dsl/bolt.rb:61) ~[na:na] | |
| at RUBY.on_receive(/Users/ismith/Desktop/redstorm/examples/dsl/hello_world_topology.rb:28) ~[na:na] | |
| at RUBY.execute(/Users/ismith/Desktop/redstorm/target/lib/red_storm/dsl/bolt.rb:75) ~[na:na] | |
| at RUBY.execute(/Users/ismith/.rvm/gems/jruby-1.7.12/gems/redstorm-0.6.6/lib/red_storm/proxy/bolt.rb:46) ~[na:na] | |
| at backtype.storm.daemon.executor$eval5170$fn__5171$tuple_action_fn__5173.invoke(executor.clj:630) ~[na:na] | |
| at backtype.storm.daemon.executor$mk_task_receiver$fn__5091.invoke(executor.clj:398) ~[na:na] | |
| at backtype.storm.disruptor$clojure_handler$reify__1894.onEvent(disruptor.clj:58) ~[na:na] | |
| at backtype.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:77) ~[storm-core-0.9.1-incubating.jar:0.9.1-incubating] | |
| at backtype.storm.daemon.executor$eval5170$fn__5171$fn__5183$fn__5230.invoke(executor.clj:745) ~[na:na] | |
| at backtype.storm.util$async_loop$fn__390.invoke(util.clj:433) ~[na:na] | |
| 14697 [Thread-8] INFO backtype.storm.daemon.worker - Launching receive-thread for 106c3142-4bfb-4f84-9c39-332cd92f18b2:1024 | |
| 14699 [Thread-26-__acker] INFO backtype.storm.daemon.executor - Prepared bolt __acker:(1) | |
| 14699 [Thread-18-hello_world_bolt] ERROR backtype.storm.daemon.executor - | |
| java.lang.RuntimeException: org.jruby.exceptions.RaiseException: (TypeError) failed to coerce [B to [Ljava.lang.Object; | |
| at backtype.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:107) ~[storm-core-0.9.1-incubating.jar:0.9.1-incubating] | |
| at backtype.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:78) ~[storm-core-0.9.1-incubating.jar:0.9.1-incubating] | |
| at backtype.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:77) ~[storm-core-0.9.1-incubating.jar:0.9.1-incubating] | |
| at backtype.storm.daemon.executor$eval5170$fn__5171$fn__5183$fn__5230.invoke(executor.clj:745) ~[na:na] | |
| at backtype.storm.util$async_loop$fn__390.invoke(util.clj:433) ~[na:na] | |
| at clojure.lang.AFn.run(AFn.java:24) [clojure-1.4.0.jar:na] | |
| at java.lang.Thread.run(Thread.java:744) [na:1.7.0_45] | |
| org.jruby.exceptions.RaiseException: (TypeError) failed to coerce [B to [Ljava.lang.Object; | |
| at RUBY.anchored_emit(/Users/ismith/Desktop/redstorm/target/lib/red_storm/dsl/bolt.rb:61) ~[na:na] | |
| at RUBY.on_receive(/Users/ismith/Desktop/redstorm/examples/dsl/hello_world_topology.rb:28) ~[na:na] | |
| at RUBY.execute(/Users/ismith/Desktop/redstorm/target/lib/red_storm/dsl/bolt.rb:75) ~[na:na] | |
| at RUBY.execute(/Users/ismith/.rvm/gems/jruby-1.7.12/gems/redstorm-0.6.6/lib/red_storm/proxy/bolt.rb:46) ~[na:na] | |
| at backtype.storm.daemon.executor$eval5170$fn__5171$tuple_action_fn__5173.invoke(executor.clj:630) ~[na:na] | |
| at backtype.storm.daemon.executor$mk_task_receiver$fn__5091.invoke(executor.clj:398) ~[na:na] | |
| at backtype.storm.disruptor$clojure_handler$reify__1894.onEvent(disruptor.clj:58) ~[na:na] | |
| at backtype.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:77) ~[storm-core-0.9.1-incubating.jar:0.9.1-incubating] | |
| at backtype.storm.daemon.executor$eval5170$fn__5171$fn__5183$fn__5230.invoke(executor.clj:745) ~[na:na] | |
| at backtype.storm.util$async_loop$fn__390.invoke(util.clj:433) ~[na:na] | |
| 14712 [Thread-8] INFO backtype.storm.daemon.worker - Worker has topology config {"storm.id" "hello_world_topology-1-1406592878", "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/zd/yytr2ws571ldlc4g89b8tt9nxqvvb0/T//4ef36735-1789-4204-a9e2-02131c64a78d", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.kryo.decorators" (), "topology.name" "hello_world_topology", "topology.transfer.buffer.size" 1024, "topology.worker.childopts" "-Djruby.compat.version=RUBY1_9", "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" 1000, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.kryo.register" nil, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.optimize" true, "topology.max.task.parallelism" 4} | |
| 14712 [Thread-8] INFO backtype.storm.daemon.worker - Worker 7516f495-62c4-4c78-9843-c19684d0c165 for storm hello_world_topology-1-1406592878 on 106c3142-4bfb-4f84-9c39-332cd92f18b2:1024 has finished loading | |
| 14723 [Thread-18-hello_world_bolt] INFO backtype.storm.util - Halting process: ("Worker died") |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment