Created
September 22, 2016 13:05
-
-
Save garethahealy/d91751a7a24fabd204ab30f03af0eea7 to your computer and use it in GitHub Desktop.
ReadFailureException: Cassandra failure during read query
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 17760 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/613c796e-4787-48d5-b853-09576d1c13ca/cpu/usage, 0 LIMIT 1 PER PARTITION LIMIT 1 (see tombstone_warn_threshold) | |
| hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 17760 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/613c796e-4787-48d5-b853-09576d1c13ca/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 LIMIT 1 (see tombstone_warn_threshold) | |
| hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 17760 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/613c796e-4787-48d5-b853-09576d1c13ca/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 ORDER BY (time ASC) LIMIT 1 (see tombstone_warn_threshold) | |
| hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 100001 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 LIMIT 1 PER PARTITION LIMIT 1 (see tombstone_warn_threshold) | |
| hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 100001 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 LIMIT 1 (see tombstone_warn_threshold) | |
| hawkular-cassandra_1 | ERROR 13:03:24 Scanned over 100001 tombstones during query 'SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 LIMIT 1' (last scanned row partion key was ((origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0), be541f90-7eea-11e6-b18d-2f92b65bfc29)); query aborted | |
| hawkular-cassandra_1 | ERROR 13:03:24 Scanned over 100001 tombstones during query 'SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 LIMIT 1 PER PARTITION LIMIT 1' (last scanned row partion key was ((origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0), be541f90-7eea-11e6-b18d-2f92b65bfc29)); query aborted | |
| hawkular-services_1 | 13:03:24,772 ERROR [org.hawkular.metrics.api.jaxrs.util.ApiUtils] (RxComputationScheduler-1) HAWKMETRICS200010: Failed to process request: java.util.concurrent.ExecutionException: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed) | |
| hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture$Sync.getValue(AbstractFuture.java:299) | |
| hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:286) | |
| hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116) | |
| hawkular-services_1 | at rx.observable.ListenableFutureObservable$2$1.run(ListenableFutureObservable.java:78) | |
| hawkular-services_1 | at rx.observable.ListenableFutureObservable$1$1.call(ListenableFutureObservable.java:50) | |
| hawkular-services_1 | at rx.internal.schedulers.EventLoopsScheduler$EventLoopWorker$1.call(EventLoopsScheduler.java:172) | |
| hawkular-services_1 | at rx.internal.schedulers.ScheduledAction.run(ScheduledAction.java:55) | |
| hawkular-services_1 | at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) | |
| hawkular-services_1 | at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
| hawkular-services_1 | at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) | |
| hawkular-services_1 | at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) | |
| hawkular-services_1 | at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| hawkular-services_1 | at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| hawkular-services_1 | at java.lang.Thread.run(Thread.java:745) | |
| hawkular-services_1 | Caused by: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed) | |
| hawkular-services_1 | at com.datastax.driver.core.exceptions.ReadFailureException.copy(ReadFailureException.java:95) | |
| hawkular-services_1 | at com.datastax.driver.core.Responses$Error.asException(Responses.java:128) | |
| hawkular-services_1 | at com.datastax.driver.core.DefaultResultSetFuture.onSet(DefaultResultSetFuture.java:179) | |
| hawkular-services_1 | at com.datastax.driver.core.RequestHandler.setFinalResult(RequestHandler.java:177) | |
| hawkular-services_1 | at com.datastax.driver.core.RequestHandler.access$2500(RequestHandler.java:43) | |
| hawkular-services_1 | at com.datastax.driver.core.RequestHandler$SpeculativeExecution.setFinalResult(RequestHandler.java:792) | |
| hawkular-services_1 | at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:611) | |
| hawkular-services_1 | at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1013) | |
| hawkular-services_1 | at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:936) | |
| hawkular-services_1 | at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304) | |
| hawkular-services_1 | at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:266) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304) | |
| hawkular-services_1 | at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304) | |
| hawkular-services_1 | at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:276) | |
| hawkular-services_1 | at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:263) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304) | |
| hawkular-services_1 | at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:846) | |
| hawkular-services_1 | at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:823) | |
| hawkular-services_1 | at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:339) | |
| hawkular-services_1 | at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:255) | |
| hawkular-services_1 | at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112) | |
| hawkular-services_1 | ... 1 more | |
| hawkular-services_1 | Caused by: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed) | |
| hawkular-services_1 | at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:76) | |
| hawkular-services_1 | at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:37) | |
| hawkular-services_1 | at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:266) | |
| hawkular-services_1 | at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:246) | |
| hawkular-services_1 | at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89) | |
| hawkular-services_1 | ... 12 more | |
| hawkular-services_1 | | |
| hawkular-services_1 | 392664 [RxComputationScheduler-1] ERROR org.hawkular.metrics.api.jaxrs.util.ApiUtils - HAWKMETRICS200010: Failed to process request | |
| hawkular-services_1 | java.util.concurrent.ExecutionException: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed) | |
| hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture$Sync.getValue(AbstractFuture.java:299) | |
| hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:286) | |
| hawkular-services_1 | at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116) | |
| hawkular-services_1 | at rx.observable.ListenableFutureObservable$2$1.run(ListenableFutureObservable.java:78) | |
| hawkular-services_1 | at rx.observable.ListenableFutureObservable$1$1.call(ListenableFutureObservable.java:50) | |
| hawkular-services_1 | at rx.internal.schedulers.EventLoopsScheduler$EventLoopWorker$1.call(EventLoopsScheduler.java:172) | |
| hawkular-services_1 | at rx.internal.schedulers.ScheduledAction.run(ScheduledAction.java:55) | |
| hawkular-services_1 | at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) | |
| hawkular-services_1 | at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
| hawkular-services_1 | at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) | |
| hawkular-services_1 | at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) | |
| hawkular-services_1 | at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| hawkular-services_1 | at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| hawkular-services_1 | at java.lang.Thread.run(Thread.java:745) | |
| hawkular-services_1 | Caused by: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed) | |
| hawkular-services_1 | at com.datastax.driver.core.exceptions.ReadFailureException.copy(ReadFailureException.java:95) | |
| hawkular-services_1 | at com.datastax.driver.core.Responses$Error.asException(Responses.java:128) | |
| hawkular-services_1 | at com.datastax.driver.core.DefaultResultSetFuture.onSet(DefaultResultSetFuture.java:179) | |
| hawkular-services_1 | at com.datastax.driver.core.RequestHandler.setFinalResult(RequestHandler.java:177) | |
| hawkular-services_1 | at com.datastax.driver.core.RequestHandler.access$2500(RequestHandler.java:43) | |
| hawkular-services_1 | at com.datastax.driver.core.RequestHandler$SpeculativeExecution.setFinalResult(RequestHandler.java:792) | |
| hawkular-services_1 | at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:611) | |
| hawkular-services_1 | at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1013) | |
| hawkular-services_1 | at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:936) | |
| hawkular-services_1 | at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304) | |
| hawkular-services_1 | at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:266) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304) | |
| hawkular-services_1 | at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304) | |
| hawkular-services_1 | at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:276) | |
| hawkular-services_1 | at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:263) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:318) | |
| hawkular-services_1 | at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:304) | |
| hawkular-services_1 | at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:846) | |
| hawkular-services_1 | at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:823) | |
| hawkular-services_1 | at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:339) | |
| hawkular-services_1 | at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:255) | |
| hawkular-services_1 | at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112) | |
| hawkular-services_1 | ... 1 more | |
| hawkular-services_1 | Caused by: com.datastax.driver.core.exceptions.ReadFailureException: Cassandra failure during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded, 1 failed) | |
| hawkular-services_1 | at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:76) | |
| hawkular-services_1 | at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:37) | |
| hawkular-services_1 | at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:266) | |
| hawkular-services_1 | at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:246) | |
| hawkular-services_1 | at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89) | |
| hawkular-services_1 | ... 12 more | |
| hawkular-cassandra_1 | WARN 13:03:24 Read 0 live rows and 100001 tombstone cells for query SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 ORDER BY (time ASC) LIMIT 1 (see tombstone_warn_threshold) | |
| hawkular-cassandra_1 | ERROR 13:03:24 Scanned over 100001 tombstones during query 'SELECT * FROM hawkular_metrics.data WHERE tenant_id, type, metric, dpart = origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0 AND time > f1f0e320-80c4-11e6-8846-2f92b65bfc29 AND time <= 13814000-1dd2-11b2-8846-2f92b65bfc29 ORDER BY (time ASC) LIMIT 1' (last scanned row partion key was ((origin-metrics, 0, hawkular-metrics/834b6135-c3a7-4756-b5b8-219f3e2a253a/cpu/usage, 0), 1746b440-7ffa-11e6-b18d-2f92b65bfc29)); query aborted |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment