Skip to content

Instantly share code, notes, and snippets.

@timruffles

timruffles/debug from cassandra server

Created March 14, 2014 10:29
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save timruffles/9545381 to your computer and use it in GitHub Desktop.
Save timruffles/9545381 to your computer and use it in GitHub Desktop.
Download ZIP
cqlsh problem with cassandra - hangs. seeing both sending and receiving
Raw
debug from cassandra server
DEBUG 10:28:03,927 execute_cql3_query
DEBUG 10:28:03,928 Evicting cold readers for /var/lib/cassandra/data/system/local/system-local-jb-5-Data.db
DEBUG 10:28:03,930 Estimated memory usage is 2364282 compared to actual usage 0
DEBUG 10:28:03,931 Read: 2 ms.
DEBUG 10:28:03,931 request complete
DEBUG 10:28:07,058 retryPolicy for schema_triggers is 0.99
DEBUG 10:28:07,060 retryPolicy for compaction_history is 0.99
DEBUG 10:28:07,066 retryPolicy for batchlog is 0.99
DEBUG 10:28:07,073 retryPolicy for sstable_activity is 0.99
DEBUG 10:28:07,080 retryPolicy for peer_events is 0.99
DEBUG 10:28:07,087 retryPolicy for compactions_in_progress is 0.99
DEBUG 10:28:07,094 retryPolicy for hints is 0.99
DEBUG 10:28:07,104 retryPolicy for schema_keyspaces is 0.99
DEBUG 10:28:07,111 retryPolicy for range_xfers is 0.99
DEBUG 10:28:07,118 retryPolicy for schema_columnfamilies is 0.99
DEBUG 10:28:07,140 retryPolicy for NodeIdInfo is 0.99
DEBUG 10:28:07,146 retryPolicy for paxos is 0.99
DEBUG 10:28:07,158 retryPolicy for schema_columns is 0.99
DEBUG 10:28:07,175 retryPolicy for IndexInfo is 0.99
DEBUG 10:28:07,189 retryPolicy for peers is 0.99
DEBUG 10:28:07,196 retryPolicy for local is 0.99
DEBUG 10:28:08,555 retryPolicy for sessions is 0.99
DEBUG 10:28:08,555 retryPolicy for events is 0.99
DEBUG 10:28:10,145 Disseminating load info ...
Raw
strace of cqlsh
root@b81343fafcfe:/# strace -e trace=network -s 255 cqlsh $CASSANDRA_PORT_9160_TCP_ADDR
--- SIGCHLD (Child exited) @ 0 (0) ---
--- SIGCHLD (Child exited) @ 0 (0) ---
--- SIGCHLD (Child exited) @ 0 (0) ---
--- SIGCHLD (Child exited) @ 0 (0) ---
--- SIGCHLD (Child exited) @ 0 (0) ---
socket(PF_NETLINK, SOCK_RAW, 0) = 3
bind(3, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
getsockname(3, {sa_family=AF_NETLINK, pid=63, groups=00000000}, [12]) = 0
sendto(3, "\24\0\0\0\26\0\1\3\263\331\"S\0\0\0\0\0\0\0\0", 20, 0, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
recvmsg(3, {msg_name(12)={sa_family=AF_NETLINK, pid=0, groups=00000000}, msg_iov(1)=[{"4\0\0\0\24\0\2\0\263\331\"S?\0\0\0\2\20\200\0\256\2\
0\0\10\0\1\0\254\21\0\3\10\0\2\0\254\21\0\3\t\0\3\0eth0\0\0\0\0000\0\0\0\24\0\2\0\263\331\"S?\0\0\0\2\10\200\376\260\2\0\0\10\0\1\0\177\0\0
\1\10\0\2\0\177\0\0\1\7\0\3\0lo\0\0\0\0\0\0\0\0\0\0\0\0\0\0 \272E _\177\0\0\4\0\0\0\0\0\0\0\20\241E _\177\0\0\5\30P\0\0\0\0\0\0\0\0\0\0\0\0
\0\360V\365\0\0\0\0\0\200\10\210\0\0\0\0\0\370\17\216\0\0\0\0\0\0\0\0\0\0\0\0\0\200\10\210\0\0\0\0\0\20\3\0\0\0\0\0\0\0\254\373\0\0\0\0\0\3
00\260= _\177\0\0001\207\36V\267d\201\341\200l\212\0\0\0\0\0\304\213< _\177\0\0\224\213< _\177\0\0\36TP\0\0\0\0"..., 4096}], msg_controllen
=0, msg_flags=0}, 0) = 100
recvmsg(3, {msg_name(12)={sa_family=AF_NETLINK, pid=0, groups=00000000}, msg_iov(1)=[{"@\0\0\0\24\0\2\0\263\331\"S?\0\0\0\n@\200\375\256\2\
0\0\24\0\1\0\376\200\0\0\0\0\0\0\3609\233\377\376\2270\207\24\0\6\0\377\377\377\377\377\377\377\377\1W\243\5\1W\243\5@\0\0\0\24\0\2\0\263\3
31\"S?\0\0\0\n\200\200\376\260\2\0\0\24\0\1\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\1\24\0\6\0\377\377\377\377\377\377\377\377\1W\243\5\1W\243\5\20
\241E _\177\0\0\5\30P\0\0\0\0\0\0\0\0\0\0\0\0\0\360V\365\0\0\0\0\0\200\10\210\0\0\0\0\0\370\17\216\0\0\0\0\0\0\0\0\0\0\0\0\0\200\10\210\0\0
\0\0\0\20\3\0\0\0\0\0\0\0\254\373\0\0\0\0\0\300\260= _\177\0\0001\207\36V\267d\201\341\200l\212\0\0\0\0\0\304\213< _\177\0\0\224\213< _\177
\0\0\36TP\0\0\0\0"..., 4096}], msg_controllen=0, msg_flags=0}, 0) = 128
recvmsg(3, {msg_name(12)={sa_family=AF_NETLINK, pid=0, groups=00000000}, msg_iov(1)=[{"\24\0\0\0\3\0\2\0\263\331\"S?\0\0\0\0\0\0\0\256\2\0\
0\24\0\1\0\376\200\0\0\0\0\0\0\3609\233\377\376\2270\207\24\0\6\0\377\377\377\377\377\377\377\377\1W\243\5\1W\243\5@\0\0\0\24\0\2\0\263\331
\"S?\0\0\0\n\200\200\376\260\2\0\0\24\0\1\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\1\24\0\6\0\377\377\377\377\377\377\377\377\1W\243\5\1W\243\5\20\2
41E _\177\0\0\5\30P\0\0\0\0\0\0\0\0\0\0\0\0\0\360V\365\0\0\0\0\0\200\10\210\0\0\0\0\0\370\17\216\0\0\0\0\0\0\0\0\0\0\0\0\0\200\10\210\0\0\0
\0\0\20\3\0\0\0\0\0\0\0\254\373\0\0\0\0\0\300\260= _\177\0\0001\207\36V\267d\201\341\200l\212\0\0\0\0\0\304\213< _\177\0\0\224\213< _\177\0
\0\36TP\0\0\0\0"..., 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
socket(PF_INET, SOCK_STREAM, IPPROTO_IP) = 3
connect(3, {sa_family=AF_INET, sin_port=htons(9160), sin_addr=inet_addr("172.17.0.2")}, 16) = 0
sendto(3, "\0\0\0\35\200\1\0\1\0\0\0\20describe_version\0\0\0\0\0", 33, 0, NULL, 0) = 33
recvfrom(3, "\0\0\0+", 4, 0, NULL, NULL) = 4
recvfrom(3, "\200\1\0\2\0\0\0\20describe_version\0\0\0\0\v\0\0\0\0\0\00719.39.0\0", 43, 0, NULL, NULL) = 43
sendto(3, "\0\0\0(\200\1\0\1\0\0\0\17set_cql_version\0\0\0\0\v\0\1\0\0\0\0053.1.1\0", 44, 0, NULL, 0) = 44
recvfrom(3, "\0\0\0\34", 4, 0, NULL, NULL) = 4
recvfrom(3, "\200\1\0\2\0\0\0\17set_cql_version\0\0\0\0\0", 28, 0, NULL, NULL) = 28
sendto(3, "\0\0\0b\200\1\0\1\0\0\0\22execute_cql3_query\0\0\0\0\v\0\1\0\0\0.select * from system.local where key = 'local'\10\0\2\0\0\0\2\1
0\0\3\0\0\0\1\0", 102, 0, NULL, 0) = 102
recvfrom(3, "\0\0\10b", 4, 0, NULL, NULL) = 4
recvfrom(3,
@rogernolan
Copy link

What is it doing when it hangs?

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment