Skip to content

Instantly share code, notes, and snippets.

@garethahealy

garethahealy/gist:d91751a7a24fabd204ab30f03af0eea7

Created September 22, 2016 13:05
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save garethahealy/d91751a7a24fabd204ab30f03af0eea7 to your computer and use it in GitHub Desktop.
Save garethahealy/d91751a7a24fabd204ab30f03af0eea7 to your computer and use it in GitHub Desktop.
Download ZIP
ReadFailureException: Cassandra failure during read query
Raw
gistfile1.txt
hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 17760 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/613c796e-4787-48d5-b853-09576d1c13ca/cpu/usage, 0 LIMIT 1 PER PARTITION LIMIT 1 (see tombstone_warn_threshold)
hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 17760 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/613c796e-4787-48d5-b853-09576d1c13ca/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 LIMIT 1 (see tombstone_warn_threshold)
hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 17760 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/613c796e-4787-48d5-b853-09576d1c13ca/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 ORDER BY (time ASC) LIMIT 1 (see tombstone_warn_threshold)
hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 100001 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 LIMIT 1 PER PARTITION LIMIT 1 (see tombstone_warn_threshold)
hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 100001 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 LIMIT 1 (see tombstone_warn_threshold)
hawkular-cassandra_1 | ERROR 13:03:24 Scanned over 100001 tombstones during query 'SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 LIMIT 1' (last scanned row partion key was ((origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0), be541f90-7eea-11e6-b18d-2f92b65bfc29)); query aborted
hawkular-cassandra_1 | ERROR 13:03:24 Scanned over 100001 tombstones during query 'SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 LIMIT 1 PER PARTITION LIMIT 1' (last scanned row partion key was ((origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0), be541f90-7eea-11e6-b18d-2f92b65bfc29)); query aborted
hawkular-services_1 | 13:03:24,772 ERROR [org.hawkular.metrics.api.jaxrs.util.ApiUtils] (RxComputationScheduler-1) HAWKMETRICS200010: Failed to process request: java.util.concurrent.ExecutionException: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed)
hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture$Sync.getValue(AbstractFuture.java:299)
hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:286)
hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
hawkular-services_1 | at rx.observable.ListenableFutureObservable$2$1.run(ListenableFutureObservable.java:78)
hawkular-services_1 | at rx.observable.ListenableFutureObservable$1$1.call(ListenableFutureObservable.java:50)
hawkular-services_1 | at rx.internal.schedulers.EventLoopsScheduler$EventLoopWorker$1.call(EventLoopsScheduler.java:172)
hawkular-services_1 | at rx.internal.schedulers.ScheduledAction.run(ScheduledAction.java:55)
hawkular-services_1 | at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
hawkular-services_1 | at java.util.concurrent.FutureTask.run(FutureTask.java:266)
hawkular-services_1 | at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
hawkular-services_1 | at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
hawkular-services_1 | at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
hawkular-services_1 | at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
hawkular-services_1 | at java.lang.Thread.run(Thread.java:745)
hawkular-services_1 | Caused by: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed)
hawkular-services_1 | at com.datastax.driver.core.exceptions.ReadFailureException.copy(ReadFailureException.java:95)
hawkular-services_1 | at com.datastax.driver.core.Responses$Error.asException(Responses.java:128)
hawkular-services_1 | at com.datastax.driver.core.DefaultResultSetFuture.onSet(DefaultResultSetFuture.java:179)
hawkular-services_1 | at com.datastax.driver.core.RequestHandler.setFinalResult(RequestHandler.java:177)
hawkular-services_1 | at com.datastax.driver.core.RequestHandler.access$2500(RequestHandler.java:43)
hawkular-services_1 | at com.datastax.driver.core.RequestHandler$SpeculativeExecution.setFinalResult(RequestHandler.java:792)
hawkular-services_1 | at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:611)
hawkular-services_1 | at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1013)
hawkular-services_1 | at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:936)
hawkular-services_1 | at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304)
hawkular-services_1 | at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:266)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304)
hawkular-services_1 | at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304)
hawkular-services_1 | at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:276)
hawkular-services_1 | at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:263)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304)
hawkular-services_1 | at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:846)
hawkular-services_1 | at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:823)
hawkular-services_1 | at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:339)
hawkular-services_1 | at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:255)
hawkular-services_1 | at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112)
hawkular-services_1 | ... 1 more
hawkular-services_1 | Caused by: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed)
hawkular-services_1 | at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:76)
hawkular-services_1 | at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:37)
hawkular-services_1 | at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:266)
hawkular-services_1 | at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:246)
hawkular-services_1 | at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89)
hawkular-services_1 | ... 12 more
hawkular-services_1 |
hawkular-services_1 | 392664 [RxComputationScheduler-1] ERROR org.hawkular.metrics.api.jaxrs.util.ApiUtils - HAWKMETRICS200010: Failed to process request
hawkular-services_1 | java.util.concurrent.ExecutionException: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed)
hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture$Sync.getValue(AbstractFuture.java:299)
hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:286)
hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
hawkular-services_1 | at rx.observable.ListenableFutureObservable$2$1.run(ListenableFutureObservable.java:78)
hawkular-services_1 | at rx.observable.ListenableFutureObservable$1$1.call(ListenableFutureObservable.java:50)
hawkular-services_1 | at rx.internal.schedulers.EventLoopsScheduler$EventLoopWorker$1.call(EventLoopsScheduler.java:172)
hawkular-services_1 | at rx.internal.schedulers.ScheduledAction.run(ScheduledAction.java:55)
hawkular-services_1 | at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
hawkular-services_1 | at java.util.concurrent.FutureTask.run(FutureTask.java:266)
hawkular-services_1 | at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
hawkular-services_1 | at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
hawkular-services_1 | at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
hawkular-services_1 | at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
hawkular-services_1 | at java.lang.Thread.run(Thread.java:745)
hawkular-services_1 | Caused by: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed)
hawkular-services_1 | at com.datastax.driver.core.exceptions.ReadFailureException.copy(ReadFailureException.java:95)
hawkular-services_1 | at com.datastax.driver.core.Responses$Error.asException(Responses.java:128)
hawkular-services_1 | at com.datastax.driver.core.DefaultResultSetFuture.onSet(DefaultResultSetFuture.java:179)
hawkular-services_1 | at com.datastax.driver.core.RequestHandler.setFinalResult(RequestHandler.java:177)
hawkular-services_1 | at com.datastax.driver.core.RequestHandler.access$2500(RequestHandler.java:43)
hawkular-services_1 | at com.datastax.driver.core.RequestHandler$SpeculativeExecution.setFinalResult(RequestHandler.java:792)
hawkular-services_1 | at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:611)
hawkular-services_1 | at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1013)
hawkular-services_1 | at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:936)
hawkular-services_1 | at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304)
hawkular-services_1 | at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:266)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304)
hawkular-services_1 | at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304)
hawkular-services_1 | at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:276)
hawkular-services_1 | at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:263)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318)
hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304)
hawkular-services_1 | at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:846)
hawkular-services_1 | at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:823)
hawkular-services_1 | at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:339)
hawkular-services_1 | at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:255)
hawkular-services_1 | at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112)
hawkular-services_1 | ... 1 more
hawkular-services_1 | Caused by: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed)
hawkular-services_1 | at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:76)
hawkular-services_1 | at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:37)
hawkular-services_1 | at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:266)
hawkular-services_1 | at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:246)
hawkular-services_1 | at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89)
hawkular-services_1 | ... 12 more
hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 100001 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 ORDER BY (time ASC) LIMIT 1 (see tombstone_warn_threshold)
hawkular-cassandra_1 | ERROR 13:03:24 Scanned over 100001 tombstones during query 'SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 ORDER BY (time ASC) LIMIT 1' (last scanned row partion key was ((origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0), 1746b440-7ffa-11e6-b18d-2f92b65bfc29)); query aborted
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment