Skip to content

Instantly share code, notes, and snippets.

@ers81239
Created June 28, 2012 20:54
Show Gist options
  • Save ers81239/3013846 to your computer and use it in GitHub Desktop.
Save ers81239/3013846 to your computer and use it in GitHub Desktop.
------------------------------From Cassandra
DEBUG 20:52:17,268 batch_mutate
DEBUG 20:52:17,272 Mutations/ConsistencyLevel are [RowMutation(keyspace='sf', key='0000007e0000030003000001000000000000000000000300030000010000000000000000000000010000000000000000', modifications=[ColumnFamily(co
nnection_events [6170706c69636174696f6e4964:false:4@1340916716053000,636c69656e744964:false:4@1340916716065004,656772657373496e7466:false:16@1340916716065006,6567726573735a6f6e65:false:16@1340916716065002,6669727
374506b747365636f6e64:false:4@1340916716066000,696e6772657373496e7466:false:16@1340916716066001,696e67726573735a6f6e65:false:16@1340916716065008,696e69746961746f724279746573:false:8@1340916716065000,696e697469617
46f724970:false:16@1340916716054003,696e69746961746f72506b7473:false:8@1340916716065003,696e69746961746f72506f7274:false:2@1340916716054004,6c617374506b747365636f6e64:false:4@1340916716055003,6e6574666c6f77536f75
726365:false:16@1340916716066002,706f6c6963795265766973696f6e:false:16@1340916716054000,70726f746f636f6c:false:75@1340916716055005,726573706f6e6465724279746573:false:8@1340916716052000,726573706f6e6465724970:fals
e:16@1340916716053002,726573706f6e646572506b7473:false:8@1340916716029000,726573706f6e646572506f7274:false:2@1340916716065007,72756c65416374696f6e:false:2@1340916716065005,72756c654944:false:4@1340916716054001,72
756c65526561736f6e:false:2@1340916716055004,73656e736f724944:false:4@1340916716054002,746370466c616773:false:2@1340916716055001,75726c43617465676f7279:false:4@1340916716055002,75726c52657075746174696f6e:false:4@1
340916716065001,757365724964:false:4@1340916716055000,776562417070:false:4@1340916716053001,])])]/ANY
DEBUG 20:52:17,276 /10.4.31.235 endpoints in datacenter datacenter1 for token 76457399347269306515677977327835661141
DEBUG 20:52:17,280 insert writing key 0000007e0000030003000001000000000000000000000300030000010000000000000000000000010000000000000000 to /10.4.31.235
DEBUG 20:52:17,283 attempting to connect to /10.4.31.235
DEBUG 20:52:20,224 attempting to connect to /127.0.0.1
DEBUG 20:52:27,279 Write timeout java.util.concurrent.TimeoutException for one (or more) of:
DEBUG 20:52:27,280 ... timed out
DEBUG 20:52:27,284 Thrift transport error occurred during processing of message.
org.apache.thrift.transport.TTransportException: Cannot read. Remote side has closed. Tried to read 4 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check y
our server logs.)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:22)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:186)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:722)
DEBUG 20:52:27,287 logged out: #<User allow_all groups=[]>
DEBUG 20:52:27,291 batch_mutate
DEBUG 20:52:27,293 Mutations/ConsistencyLevel are [RowMutation(keyspace='sf', key='0000007e0000030003000001000000000000000000000300030000010000000000000000000000010000000000000000', modifications=[ColumnFamily(co
nnection_events [6170706c69636174696f6e4964:false:4@1340916716053000,636c69656e744964:false:4@1340916716065004,656772657373496e7466:false:16@1340916716065006,6567726573735a6f6e65:false:16@1340916716065002,6669727
374506b747365636f6e64:false:4@1340916716066000,696e6772657373496e7466:false:16@1340916716066001,696e67726573735a6f6e65:false:16@1340916716065008,696e69746961746f724279746573:false:8@1340916716065000,696e697469617
46f724970:false:16@1340916716054003,696e69746961746f72506b7473:false:8@1340916716065003,696e69746961746f72506f7274:false:2@1340916716054004,6c617374506b747365636f6e64:false:4@1340916716055003,6e6574666c6f77536f75
726365:false:16@1340916716066002,706f6c6963795265766973696f6e:false:16@1340916716054000,70726f746f636f6c:false:75@1340916716055005,726573706f6e6465724279746573:false:8@1340916716052000,726573706f6e6465724970:fals
e:16@1340916716053002,726573706f6e646572506b7473:false:8@1340916716029000,726573706f6e646572506f7274:false:2@1340916716065007,72756c65416374696f6e:false:2@1340916716065005,72756c654944:false:4@1340916716054001,72
756c65526561736f6e:false:2@1340916716055004,73656e736f724944:false:4@1340916716054002,746370466c616773:false:2@1340916716055001,75726c43617465676f7279:false:4@1340916716055002,75726c52657075746174696f6e:false:4@1
340916716065001,757365724964:false:4@1340916716055000,776562417070:false:4@1340916716053001,])])]/ANY
DEBUG 20:52:27,293 insert writing key 0000007e0000030003000001000000000000000000000300030000010000000000000000000000010000000000000000 to /10.4.31.235
DEBUG 20:52:29,756 Thrift transport error occurred during processing of message.
org.apache.thrift.transport.TTransportException
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:132)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:22)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:186)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
----------------------------------------------------------
----------------------------------------------------------
-------------From Hector----------------------------------
0 [main] INFO sf.io.ConnectionEventSender - Opening Connection tofranc
130 [main] INFO sf.io.ConnectionEventSender - Subscribing to events.connections.storage.sensor1
158 [main] INFO sf.io.CassandraSink - Connecting to cassandra on leatherface
192 [main] INFO me.prettyprint.cassandra.connection.CassandraHostRetryService - Downed Host Retry service started with queue size -1 and retry delay 10s
216 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
225 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
228 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
228 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
229 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
229 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
229 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
229 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
230 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
230 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
230 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
230 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
231 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
231 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
231 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
232 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
232 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
232 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
233 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
233 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
233 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
233 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
234 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
234 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
234 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
234 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
235 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
235 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
235 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
236 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
236 [main] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
236 [main] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
237 [main] DEBUG me.prettyprint.cassandra.connection.ConcurrentHClientPool - Concurrent Host pool started with 16 active clients; max: 50 exhausted wait: 0
310 [main] INFO me.prettyprint.cassandra.service.JmxMonitor - Registering JMX me.prettyprint.cassandra.service_Tinderbox Demo Cluster 1:ServiceType=hector,MonitorType=hector
378 [pool-2-thread-2] DEBUG sf.io.ConnectionEventMessageConsumer - Got a message with delivery tag: 1
378 [pool-2-thread-2] DEBUG sf.io.ConnectionEventMessageConsumer - message body length is: 30116
379 [pool-2-thread-2] DEBUG sf.io.ConnectionEventMessageConsumer - Got a bundle. Type: 4002
379 [pool-2-thread-2] DEBUG sf.io.ConnectionEventMessageConsumer - Got a bundle. Length: 30116
379 [pool-2-thread-2] DEBUG sf.io.ConnectionEventMessageConsumer - Got a bundle. ConnectionID: -522648889
379 [pool-2-thread-2] DEBUG sf.io.ConnectionEventMessageConsumer - Got a bundle. Sequence: 54
379 [pool-2-thread-2] INFO sf.io.ConnectionEventMessageConsumer - Messages: 0 Corrupt: 0 Events: 0
417 [pool-2-thread-2] INFO sf.io.CassandraSink - Flushing 1
447 [pool-2-thread-2] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - keyspace reseting from null to sf
10190 [Hector.me.prettyprint.cassandra.connection.CassandraHostRetryService-1] DEBUG me.prettyprint.cassandra.connection.CassandraHostRetryService - Retry service fired... nothing to do.
10497 [pool-2-thread-2] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Closing client CassandraClient<leatherface:9160-1>
10498 [pool-2-thread-2] WARN me.prettyprint.cassandra.connection.HConnectionManager - Could not fullfill request on this host CassandraClient<leatherface:9160-1>
10498 [pool-2-thread-2] WARN me.prettyprint.cassandra.connection.HConnectionManager - Exception:
me.prettyprint.hector.api.exceptions.HTimedOutException: TimedOutException()
at me.prettyprint.cassandra.service.ExceptionsTranslatorImpl.translate(ExceptionsTranslatorImpl.java:35)
at me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:264)
at me.prettyprint.cassandra.model.ExecutingKeyspace.doExecuteOperation(ExecutingKeyspace.java:97)
at me.prettyprint.cassandra.model.MutatorImpl.execute(MutatorImpl.java:243)
at sf.io.CassandraSink.flushEvents(CassandraSink.java:248)
at sf.io.CassandraSink.handleEvent(CassandraSink.java:238)
at sf.io.ConnectionEventMessageConsumer.handleDelivery(ConnectionEventMessageConsumer.java:107)
at com.rabbitmq.client.impl.ConsumerDispatcher$4.run(ConsumerDispatcher.java:121)
at com.rabbitmq.client.impl.ConsumerWorkService$WorkPoolRunnable.run(ConsumerWorkService.java:80)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:722)
Caused by: TimedOutException()
at org.apache.cassandra.thrift.Cassandra$batch_mutate_result.read(Cassandra.java:20269)
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:78)
at org.apache.cassandra.thrift.Cassandra$Client.recv_batch_mutate(Cassandra.java:922)
at org.apache.cassandra.thrift.Cassandra$Client.batch_mutate(Cassandra.java:908)
at me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:246)
at me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:243)
at me.prettyprint.cassandra.service.Operation.executeAndSetResult(Operation.java:103)
at me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:258)
... 10 more
10502 [pool-2-thread-2] DEBUG me.prettyprint.cassandra.connection.factory.HThriftClientFactoryImpl - Creation of new client for host: 10.4.31.166
10502 [pool-2-thread-2] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - Creating a new thrift connection to leatherface(10.4.31.166):9160
10503 [pool-2-thread-2] DEBUG me.prettyprint.cassandra.connection.client.HThriftClient - keyspace reseting from null to sf
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment