gistfile1.txt

[2014-12-03 20:55:01.628251] I [glusterfsd.c:1959:main] 0-/usr/sbin/glusterfs: Started running /usr/sbin/glusterfs version 3.5.2 (/usr/sbin/glusterfs -s localhost --volfile-id gluster/quotad -p /var/lib/glusterd/quotad/run/quotad.pid -l /var/log/glust
erfs/quotad.log -S /var/run/e31b90aa87baf489abd4f59b002c6fa0.socket --xlator-option *replicate*.data-self-heal=off --xlator-option *replicate*.metadata-self-heal=off --xlator-option *replicate*.entry-self-heal=off)
[2014-12-03 20:55:01.630367] I [socket.c:3561:socket_init] 0-socket.glusterfsd: SSL support is NOT enabled
[2014-12-03 20:55:01.630407] I [socket.c:3576:socket_init] 0-socket.glusterfsd: using system polling thread
[2014-12-03 20:55:01.630524] I [socket.c:3561:socket_init] 0-glusterfs: SSL support is NOT enabled
[2014-12-03 20:55:01.630539] I [socket.c:3576:socket_init] 0-glusterfs: using system polling thread
[2014-12-03 20:55:01.634059] I [graph.c:254:gf_add_cmdline_options] 0-sas03-replicate-2: adding option 'entry-self-heal' for volume 'sas03-replicate-2' with value 'off'
[2014-12-03 20:55:01.634077] I [graph.c:254:gf_add_cmdline_options] 0-sas03-replicate-2: adding option 'metadata-self-heal' for volume 'sas03-replicate-2' with value 'off'
[2014-12-03 20:55:01.634089] I [graph.c:254:gf_add_cmdline_options] 0-sas03-replicate-2: adding option 'data-self-heal' for volume 'sas03-replicate-2' with value 'off'
[2014-12-03 20:55:01.634099] I [graph.c:254:gf_add_cmdline_options] 0-sas03-replicate-1: adding option 'entry-self-heal' for volume 'sas03-replicate-1' with value 'off'
[2014-12-03 20:55:01.634110] I [graph.c:254:gf_add_cmdline_options] 0-sas03-replicate-1: adding option 'metadata-self-heal' for volume 'sas03-replicate-1' with value 'off'
[2014-12-03 20:55:01.634120] I [graph.c:254:gf_add_cmdline_options] 0-sas03-replicate-1: adding option 'data-self-heal' for volume 'sas03-replicate-1' with value 'off'
[2014-12-03 20:55:01.634130] I [graph.c:254:gf_add_cmdline_options] 0-sas03-replicate-0: adding option 'entry-self-heal' for volume 'sas03-replicate-0' with value 'off'
[2014-12-03 20:55:01.634140] I [graph.c:254:gf_add_cmdline_options] 0-sas03-replicate-0: adding option 'metadata-self-heal' for volume 'sas03-replicate-0' with value 'off'
[2014-12-03 20:55:01.634150] I [graph.c:254:gf_add_cmdline_options] 0-sas03-replicate-0: adding option 'data-self-heal' for volume 'sas03-replicate-0' with value 'off'
[2014-12-03 20:55:01.634162] I [graph.c:254:gf_add_cmdline_options] 0-sas02-replicate-2: adding option 'entry-self-heal' for volume 'sas02-replicate-2' with value 'off'
[2014-12-03 20:55:01.634173] I [graph.c:254:gf_add_cmdline_options] 0-sas02-replicate-2: adding option 'metadata-self-heal' for volume 'sas02-replicate-2' with value 'off'
[2014-12-03 20:55:01.634183] I [graph.c:254:gf_add_cmdline_options] 0-sas02-replicate-2: adding option 'data-self-heal' for volume 'sas02-replicate-2' with value 'off'
[2014-12-03 20:55:01.634211] I [graph.c:254:gf_add_cmdline_options] 0-sas02-replicate-1: adding option 'entry-self-heal' for volume 'sas02-replicate-1' with value 'off'
[2014-12-03 20:55:01.634224] I [graph.c:254:gf_add_cmdline_options] 0-sas02-replicate-1: adding option 'metadata-self-heal' for volume 'sas02-replicate-1' with value 'off'
[2014-12-03 20:55:01.634235] I [graph.c:254:gf_add_cmdline_options] 0-sas02-replicate-1: adding option 'data-self-heal' for volume 'sas02-replicate-1' with value 'off'
[2014-12-03 20:55:01.634246] I [graph.c:254:gf_add_cmdline_options] 0-sas02-replicate-0: adding option 'entry-self-heal' for volume 'sas02-replicate-0' with value 'off'
[2014-12-03 20:55:01.634256] I [graph.c:254:gf_add_cmdline_options] 0-sas02-replicate-0: adding option 'metadata-self-heal' for volume 'sas02-replicate-0' with value 'off'
[2014-12-03 20:55:01.634266] I [graph.c:254:gf_add_cmdline_options] 0-sas02-replicate-0: adding option 'data-self-heal' for volume 'sas02-replicate-0' with value 'off'
[2014-12-03 20:55:01.634278] I [graph.c:254:gf_add_cmdline_options] 0-sas01-replicate-2: adding option 'entry-self-heal' for volume 'sas01-replicate-2' with value 'off'
[2014-12-03 20:55:01.634294] I [graph.c:254:gf_add_cmdline_options] 0-sas01-replicate-2: adding option 'metadata-self-heal' for volume 'sas01-replicate-2' with value 'off'
[2014-12-03 20:55:01.634306] I [graph.c:254:gf_add_cmdline_options] 0-sas01-replicate-2: adding option 'data-self-heal' for volume 'sas01-replicate-2' with value 'off'
[2014-12-03 20:55:01.634320] I [graph.c:254:gf_add_cmdline_options] 0-sas01-replicate-1: adding option 'entry-self-heal' for volume 'sas01-replicate-1' with value 'off'
[2014-12-03 20:55:01.634331] I [graph.c:254:gf_add_cmdline_options] 0-sas01-replicate-1: adding option 'metadata-self-heal' for volume 'sas01-replicate-1' with value 'off'
[2014-12-03 20:55:01.634342] I [graph.c:254:gf_add_cmdline_options] 0-sas01-replicate-1: adding option 'data-self-heal' for volume 'sas01-replicate-1' with value 'off'
[2014-12-03 20:55:01.634352] I [graph.c:254:gf_add_cmdline_options] 0-sas01-replicate-0: adding option 'entry-self-heal' for volume 'sas01-replicate-0' with value 'off'
[2014-12-03 20:55:01.634362] I [graph.c:254:gf_add_cmdline_options] 0-sas01-replicate-0: adding option 'metadata-self-heal' for volume 'sas01-replicate-0' with value 'off'
[2014-12-03 20:55:01.634373] I [graph.c:254:gf_add_cmdline_options] 0-sas01-replicate-0: adding option 'data-self-heal' for volume 'sas01-replicate-0' with value 'off'
[2014-12-03 20:55:01.635417] I [socket.c:3561:socket_init] 0-socket.quotad: SSL support is NOT enabled
[2014-12-03 20:55:01.635435] I [socket.c:3576:socket_init] 0-socket.quotad: using system polling thread
[2014-12-03 20:55:01.635600] I [dht-shared.c:311:dht_init_regex] 0-sas04: using regex rsync-hash-regex = ^\.(.+)\.[^.]+$
[2014-12-03 20:55:01.636515] I [socket.c:3561:socket_init] 0-sas04-client-5: SSL support is NOT enabled
[2014-12-03 20:55:01.636531] I [socket.c:3576:socket_init] 0-sas04-client-5: using system polling thread
[2014-12-03 20:55:01.636847] I [socket.c:3561:socket_init] 0-sas04-client-4: SSL support is NOT enabled
[2014-12-03 20:55:01.636861] I [socket.c:3576:socket_init] 0-sas04-client-4: using system polling thread
[2014-12-03 20:55:01.637250] I [socket.c:3561:socket_init] 0-sas04-client-3: SSL support is NOT enabled
[2014-12-03 20:55:01.637265] I [socket.c:3576:socket_init] 0-sas04-client-3: using system polling thread
[2014-12-03 20:55:01.637579] I [socket.c:3561:socket_init] 0-sas04-client-2: SSL support is NOT enabled
[2014-12-03 20:55:01.637593] I [socket.c:3576:socket_init] 0-sas04-client-2: using system polling thread
[2014-12-03 20:55:01.637902] I [socket.c:3561:socket_init] 0-sas04-client-1: SSL support is NOT enabled
[2014-12-03 20:55:01.637916] I [socket.c:3576:socket_init] 0-sas04-client-1: using system polling thread
[2014-12-03 20:55:01.638243] I [socket.c:3561:socket_init] 0-sas04-client-0: SSL support is NOT enabled
[2014-12-03 20:55:01.638267] I [socket.c:3576:socket_init] 0-sas04-client-0: using system polling thread
[2014-12-03 20:55:01.638377] I [dht-shared.c:311:dht_init_regex] 0-sas03: using regex rsync-hash-regex = ^\.(.+)\.[^.]+$
[2014-12-03 20:55:01.642916] I [socket.c:3561:socket_init] 0-sas03-client-5: SSL support is NOT enabled
[2014-12-03 20:55:01.642945] I [socket.c:3576:socket_init] 0-sas03-client-5: using system polling thread
[2014-12-03 20:55:01.643270] I [socket.c:3561:socket_init] 0-sas03-client-4: SSL support is NOT enabled
[2014-12-03 20:55:01.643286] I [socket.c:3576:socket_init] 0-sas03-client-4: using system polling thread
[2014-12-03 20:55:01.643594] I [socket.c:3561:socket_init] 0-sas03-client-3: SSL support is NOT enabled
[2014-12-03 20:55:01.643610] I [socket.c:3576:socket_init] 0-sas03-client-3: using system polling thread
[2014-12-03 20:55:01.643922] I [socket.c:3561:socket_init] 0-sas03-client-2: SSL support is NOT enabled
[2014-12-03 20:55:01.643935] I [socket.c:3576:socket_init] 0-sas03-client-2: using system polling thread
[2014-12-03 20:55:01.644242] I [socket.c:3561:socket_init] 0-sas03-client-1: SSL support is NOT enabled
[2014-12-03 20:55:01.644256] I [socket.c:3576:socket_init] 0-sas03-client-1: using system polling thread
[2014-12-03 20:55:01.644568] I [socket.c:3561:socket_init] 0-sas03-client-0: SSL support is NOT enabled
[2014-12-03 20:55:01.644582] I [socket.c:3576:socket_init] 0-sas03-client-0: using system polling thread
[2014-12-03 20:55:01.644642] I [dht-shared.c:311:dht_init_regex] 0-sas02: using regex rsync-hash-regex = ^\.(.+)\.[^.]+$
[2014-12-03 20:55:01.649182] I [socket.c:3561:socket_init] 0-sas02-client-5: SSL support is NOT enabled
[2014-12-03 20:55:01.649211] I [socket.c:3576:socket_init] 0-sas02-client-5: using system polling thread
[2014-12-03 20:55:01.649523] I [socket.c:3561:socket_init] 0-sas02-client-4: SSL support is NOT enabled
[2014-12-03 20:55:01.649536] I [socket.c:3576:socket_init] 0-sas02-client-4: using system polling thread
[2014-12-03 20:55:01.649847] I [socket.c:3561:socket_init] 0-sas02-client-3: SSL support is NOT enabled
[2014-12-03 20:55:01.649861] I [socket.c:3576:socket_init] 0-sas02-client-3: using system polling thread
[2014-12-03 20:55:01.650170] I [socket.c:3561:socket_init] 0-sas02-client-2: SSL support is NOT enabled
[2014-12-03 20:55:01.650183] I [socket.c:3576:socket_init] 0-sas02-client-2: using system polling thread
[2014-12-03 20:55:01.650508] I [socket.c:3561:socket_init] 0-sas02-client-1: SSL support is NOT enabled
[2014-12-03 20:55:01.650523] I [socket.c:3576:socket_init] 0-sas02-client-1: using system polling thread
[2014-12-03 20:55:01.650833] I [socket.c:3561:socket_init] 0-sas02-client-0: SSL support is NOT enabled
[2014-12-03 20:55:01.650847] I [socket.c:3576:socket_init] 0-sas02-client-0: using system polling thread
[2014-12-03 20:55:01.650903] I [dht-shared.c:311:dht_init_regex] 0-sas01: using regex rsync-hash-regex = ^\.(.+)\.[^.]+$
[2014-12-03 20:55:01.655376] I [socket.c:3561:socket_init] 0-sas01-client-5: SSL support is NOT enabled
[2014-12-03 20:55:01.655403] I [socket.c:3576:socket_init] 0-sas01-client-5: using system polling thread
[2014-12-03 20:55:01.655714] I [socket.c:3561:socket_init] 0-sas01-client-4: SSL support is NOT enabled
[2014-12-03 20:55:01.655727] I [socket.c:3576:socket_init] 0-sas01-client-4: using system polling thread
[2014-12-03 20:55:01.656040] I [socket.c:3561:socket_init] 0-sas01-client-3: SSL support is NOT enabled
[2014-12-03 20:55:01.656054] I [socket.c:3576:socket_init] 0-sas01-client-3: using system polling thread
[2014-12-03 20:55:01.656365] I [socket.c:3561:socket_init] 0-sas01-client-2: SSL support is NOT enabled
[2014-12-03 20:55:01.656379] I [socket.c:3576:socket_init] 0-sas01-client-2: using system polling thread
[2014-12-03 20:55:01.656687] I [socket.c:3561:socket_init] 0-sas01-client-1: SSL support is NOT enabled
[2014-12-03 20:55:01.656700] I [socket.c:3576:socket_init] 0-sas01-client-1: using system polling thread
[2014-12-03 20:55:01.657010] I [socket.c:3561:socket_init] 0-sas01-client-0: SSL support is NOT enabled
[2014-12-03 20:55:01.657034] I [socket.c:3576:socket_init] 0-sas01-client-0: using system polling thread
[2014-12-03 20:55:01.657049] W [graph.c:329:_log_if_unknown_option] 0-quotad: option 'rpc-auth.auth-glusterfs' is not recognized
[2014-12-03 20:55:01.657061] W [graph.c:329:_log_if_unknown_option] 0-quotad: option 'rpc-auth.auth-unix' is not recognized
[2014-12-03 20:55:01.657071] W [graph.c:329:_log_if_unknown_option] 0-quotad: option 'rpc-auth.auth-null' is not recognized
[2014-12-03 20:55:01.657083] W [graph.c:329:_log_if_unknown_option] 0-quotad: option 'sas04.volume-id' is not recognized
[2014-12-03 20:55:01.657093] W [graph.c:329:_log_if_unknown_option] 0-quotad: option 'sas03.volume-id' is not recognized
[2014-12-03 20:55:01.657102] W [graph.c:329:_log_if_unknown_option] 0-quotad: option 'sas02.volume-id' is not recognized
[2014-12-03 20:55:01.657112] W [graph.c:329:_log_if_unknown_option] 0-quotad: option 'sas01.volume-id' is not recognized
[2014-12-03 20:55:01.657191] I [client.c:2294:notify] 0-sas04-client-0: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.658108] I [client.c:2294:notify] 0-sas04-client-1: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.658749] I [client.c:2294:notify] 0-sas04-client-2: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.659366] I [client.c:2294:notify] 0-sas04-client-3: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.659954] I [client.c:2294:notify] 0-sas04-client-4: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.660533] I [client.c:2294:notify] 0-sas04-client-5: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.660971] I [client.c:2294:notify] 0-sas03-client-0: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.661498] I [client.c:2294:notify] 0-sas03-client-1: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.662044] I [client.c:2294:notify] 0-sas03-client-2: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.662691] I [client.c:2294:notify] 0-sas03-client-3: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.663265] I [client.c:2294:notify] 0-sas03-client-4: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.663850] I [client.c:2294:notify] 0-sas03-client-5: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.664284] I [client.c:2294:notify] 0-sas02-client-0: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.664849] I [client.c:2294:notify] 0-sas02-client-1: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.665408] I [client.c:2294:notify] 0-sas02-client-2: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.665982] I [client.c:2294:notify] 0-sas02-client-3: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.666487] I [client.c:2294:notify] 0-sas02-client-4: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.667061] I [client.c:2294:notify] 0-sas02-client-5: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.667516] I [client.c:2294:notify] 0-sas01-client-0: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.668052] I [client.c:2294:notify] 0-sas01-client-1: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.668610] I [client.c:2294:notify] 0-sas01-client-2: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.669174] I [client.c:2294:notify] 0-sas01-client-3: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.669711] I [client.c:2294:notify] 0-sas01-client-4: parent translators are ready, attempting connect on transport
[2014-12-03 20:55:01.670296] I [client.c:2294:notify] 0-sas01-client-5: parent translators are ready, attempting connect on transport
Final graph:
+------------------------------------------------------------------------------+
  1: volume sas04-client-0
  2:     type protocol/client
  3:     option remote-host glusterprod001.shopzilla.laxhq
  4:     option remote-subvolume /brick04/gfs
  5:     option transport-type socket
  6:     option username d6ccf19b-1f44-4afc-9c79-72f0ff67db24
  7:     option password 5e509c1c-f821-4415-af93-60abd7c1beb5
  8: end-volume
  9:
 10: volume sas04-client-1
 11:     type protocol/client
 12:     option remote-host glusterprod002.shopzilla.laxhq
 13:     option remote-subvolume /brick04/gfs
 14:     option transport-type socket
 15:     option username d6ccf19b-1f44-4afc-9c79-72f0ff67db24
 16:     option password 5e509c1c-f821-4415-af93-60abd7c1beb5
 17: end-volume
 18:
 19: volume sas04-client-2
 20:     type protocol/client
 21:     option remote-host glusterprod003.shopzilla.laxhq
 22:     option remote-subvolume /brick04/gfs
 23:     option transport-type socket
 24:     option username d6ccf19b-1f44-4afc-9c79-72f0ff67db24
 25:     option password 5e509c1c-f821-4415-af93-60abd7c1beb5
 26: end-volume
 27:
 28: volume sas04-client-3
 29:     type protocol/client
 30:     option remote-host glusterprod004.shopzilla.laxhq
 31:     option remote-subvolume /brick04/gfs
 32:     option transport-type socket
 33:     option username d6ccf19b-1f44-4afc-9c79-72f0ff67db24
 34:     option password 5e509c1c-f821-4415-af93-60abd7c1beb5
 35: end-volume
 36:
 37: volume sas04-client-4
 38:     type protocol/client
 39:     option remote-host glusterprod005.shopzilla.laxhq
 40:     option remote-subvolume /brick04/gfs
 41:     option transport-type socket
 42:     option username d6ccf19b-1f44-4afc-9c79-72f0ff67db24
 43:     option password 5e509c1c-f821-4415-af93-60abd7c1beb5
 44: end-volume
 45:
 46: volume sas04-client-5
 47:     type protocol/client
 48:     option remote-host glusterprod006.shopzilla.laxhq
 49:     option remote-subvolume /brick04/gfs
 50:     option transport-type socket
 51:     option username d6ccf19b-1f44-4afc-9c79-72f0ff67db24
 52:     option password 5e509c1c-f821-4415-af93-60abd7c1beb5
 53: end-volume
 54:
 55: volume sas04
 56:     type cluster/distribute
 57:     subvolumes sas04-client-0 sas04-client-1 sas04-client-2 sas04-client-3 sas04-client-4 sas04-client-5
 58: end-volume
 59:
 60: volume sas03-client-0
 61:     type protocol/client
 62:     option remote-host glusterprod001.shopzilla.laxhq
 63:     option remote-subvolume /brick03/gfs
 64:     option transport-type socket
 65:     option username 5e25d720-bd10-4bca-b131-eb821c68a91e
 66:     option password ca8e0d7e-e75d-4d81-a593-1f7f13734681
 67: end-volume
 68:
 69: volume sas03-client-1
 70:     type protocol/client
 71:     option remote-host glusterprod002.shopzilla.laxhq
 72:     option remote-subvolume /brick03/gfs
 73:     option transport-type socket
 74:     option username 5e25d720-bd10-4bca-b131-eb821c68a91e
 75:     option password ca8e0d7e-e75d-4d81-a593-1f7f13734681
 76: end-volume
 77:
 78: volume sas03-replicate-0
 79:     type cluster/replicate
 80:     option data-self-heal off
 81:     option metadata-self-heal off
 82:     option entry-self-heal off
 83:     subvolumes sas03-client-0 sas03-client-1
 84: end-volume
 85:
 86: volume sas03-client-2
 87:     type protocol/client
 88:     option remote-host glusterprod003.shopzilla.laxhq
 89:     option remote-subvolume /brick03/gfs
 90:     option transport-type socket
 91:     option username 5e25d720-bd10-4bca-b131-eb821c68a91e
 92:     option password ca8e0d7e-e75d-4d81-a593-1f7f13734681
 93: end-volume
 94:
 95: volume sas03-client-3
 96:     type protocol/client
 97:     option remote-host glusterprod004.shopzilla.laxhq
 98:     option remote-subvolume /brick03/gfs
 99:     option transport-type socket
100:     option username 5e25d720-bd10-4bca-b131-eb821c68a91e
101:     option password ca8e0d7e-e75d-4d81-a593-1f7f13734681
102: end-volume
103:
104: volume sas03-replicate-1
105:     type cluster/replicate
106:     option data-self-heal off
107:     option metadata-self-heal off
108:     option entry-self-heal off
109:     subvolumes sas03-client-2 sas03-client-3
110: end-volume
111:
112: volume sas03-client-4
113:     type protocol/client
114:     option remote-host glusterprod005.shopzilla.laxhq
115:     option remote-subvolume /brick03/gfs
116:     option transport-type socket
117:     option username 5e25d720-bd10-4bca-b131-eb821c68a91e
118:     option password ca8e0d7e-e75d-4d81-a593-1f7f13734681
119: end-volume
120:
121: volume sas03-client-5
122:     type protocol/client
123:     option remote-host glusterprod006.shopzilla.laxhq
124:     option remote-subvolume /brick03/gfs
125:     option transport-type socket
126:     option username 5e25d720-bd10-4bca-b131-eb821c68a91e
127:     option password ca8e0d7e-e75d-4d81-a593-1f7f13734681
128: end-volume
129:
130: volume sas03-replicate-2
131:     type cluster/replicate
132:     option data-self-heal off
133:     option metadata-self-heal off
134:     option entry-self-heal off
135:     subvolumes sas03-client-4 sas03-client-5
136: end-volume
137:
138: volume sas03
139:     type cluster/distribute
140:     subvolumes sas03-replicate-0 sas03-replicate-1 sas03-replicate-2
141: end-volume
142:
143: volume sas02-client-0
144:     type protocol/client
145:     option remote-host glusterprod001.shopzilla.laxhq
146:     option remote-subvolume /brick02/gfs
147:     option transport-type socket
148:     option username d4483237-ee34-4fa2-a7aa-f72cd7474b84
149:     option password 73de3962-c288-4885-b6bf-27289a0b060b
150: end-volume
151:
152: volume sas02-client-1
153:     type protocol/client
154:     option remote-host glusterprod002.shopzilla.laxhq
155:     option remote-subvolume /brick02/gfs
156:     option transport-type socket
157:     option username d4483237-ee34-4fa2-a7aa-f72cd7474b84
158:     option password 73de3962-c288-4885-b6bf-27289a0b060b
159: end-volume
160:
161: volume sas02-replicate-0
162:     type cluster/replicate
163:     option data-self-heal off
164:     option metadata-self-heal off
165:     option entry-self-heal off
166:     subvolumes sas02-client-0 sas02-client-1
167: end-volume
168:
169: volume sas02-client-2
170:     type protocol/client
171:     option remote-host glusterprod003.shopzilla.laxhq
172:     option remote-subvolume /brick02/gfs
173:     option transport-type socket
174:     option username d4483237-ee34-4fa2-a7aa-f72cd7474b84
175:     option password 73de3962-c288-4885-b6bf-27289a0b060b
176: end-volume
177:
178: volume sas02-client-3
179:     type protocol/client
180:     option remote-host glusterprod004.shopzilla.laxhq
181:     option remote-subvolume /brick02/gfs
182:     option transport-type socket
183:     option username d4483237-ee34-4fa2-a7aa-f72cd7474b84
184:     option password 73de3962-c288-4885-b6bf-27289a0b060b
185: end-volume
186:
187: volume sas02-replicate-1
188:     type cluster/replicate
189:     option data-self-heal off
190:     option metadata-self-heal off
191:     option entry-self-heal off
192:     subvolumes sas02-client-2 sas02-client-3
193: end-volume
194:
195: volume sas02-client-4
196:     type protocol/client
197:     option remote-host glusterprod005.shopzilla.laxhq
198:     option remote-subvolume /brick02/gfs
199:     option transport-type socket
200:     option username d4483237-ee34-4fa2-a7aa-f72cd7474b84
201:     option password 73de3962-c288-4885-b6bf-27289a0b060b
202: end-volume
203:
204: volume sas02-client-5
205:     type protocol/client
206:     option remote-host glusterprod006.shopzilla.laxhq
207:     option remote-subvolume /brick02/gfs
208:     option transport-type socket
209:     option username d4483237-ee34-4fa2-a7aa-f72cd7474b84
210:     option password 73de3962-c288-4885-b6bf-27289a0b060b
211: end-volume
212:
213: volume sas02-replicate-2
214:     type cluster/replicate
215:     option data-self-heal off
216:     option metadata-self-heal off
217:     option entry-self-heal off
218:     subvolumes sas02-client-4 sas02-client-5
219: end-volume
220:
221: volume sas02
222:     type cluster/distribute
223:     subvolumes sas02-replicate-0 sas02-replicate-1 sas02-replicate-2
224: end-volume
225:
226: volume sas01-client-0
227:     type protocol/client
228:     option remote-host glusterprod001.shopzilla.laxhq
229:     option remote-subvolume /brick01/gfs
230:     option transport-type socket
231:     option username 53a166ce-f909-4156-bd99-d90e6a22b2ef
232:     option password 73a0c8a6-804a-4cf2-88e4-e8d578bf366b
233: end-volume
234:
235: volume sas01-client-1
236:     type protocol/client
237:     option remote-host glusterprod002.shopzilla.laxhq
238:     option remote-subvolume /brick01/gfs
239:     option transport-type socket
240:     option username 53a166ce-f909-4156-bd99-d90e6a22b2ef
241:     option password 73a0c8a6-804a-4cf2-88e4-e8d578bf366b
242: end-volume
243:
244: volume sas01-replicate-0
245:     type cluster/replicate
246:     option data-self-heal off
247:     option metadata-self-heal off
248:     option entry-self-heal off
249:     subvolumes sas01-client-0 sas01-client-1
250: end-volume
251:
252: volume sas01-client-2
253:     type protocol/client
254:     option remote-host glusterprod003.shopzilla.laxhq
255:     option remote-subvolume /brick01/gfs
256:     option transport-type socket
257:     option username 53a166ce-f909-4156-bd99-d90e6a22b2ef
258:     option password 73a0c8a6-804a-4cf2-88e4-e8d578bf366b
259: end-volume
260:
261: volume sas01-client-3
262:     type protocol/client
263:     option remote-host glusterprod004.shopzilla.laxhq
264:     option remote-subvolume /brick01/gfs
265:     option transport-type socket
266:     option username 53a166ce-f909-4156-bd99-d90e6a22b2ef
267:     option password 73a0c8a6-804a-4cf2-88e4-e8d578bf366b
268: end-volume
269:
270: volume sas01-replicate-1
271:     type cluster/replicate
272:     option data-self-heal off
273:     option metadata-self-heal off
274:     option entry-self-heal off
275:     subvolumes sas01-client-2 sas01-client-3
276: end-volume
277:
278: volume sas01-client-4
279:     type protocol/client
280:     option remote-host glusterprod005.shopzilla.laxhq
281:     option remote-subvolume /brick01/gfs
282:     option transport-type socket
283:     option username 53a166ce-f909-4156-bd99-d90e6a22b2ef
284:     option password 73a0c8a6-804a-4cf2-88e4-e8d578bf366b
285: end-volume
286:
287: volume sas01-client-5
288:     type protocol/client
289:     option remote-host glusterprod006.shopzilla.laxhq
290:     option remote-subvolume /brick01/gfs
291:     option transport-type socket
292:     option username 53a166ce-f909-4156-bd99-d90e6a22b2ef
293:     option password 73a0c8a6-804a-4cf2-88e4-e8d578bf366b
294: end-volume
295:
296: volume sas01-replicate-2
297:     type cluster/replicate
298:     option data-self-heal off
299:     option metadata-self-heal off
300:     option entry-self-heal off
301:     subvolumes sas01-client-4 sas01-client-5
302: end-volume
303:
304: volume sas01
305:     type cluster/distribute
306:     subvolumes sas01-replicate-0 sas01-replicate-1 sas01-replicate-2
307: end-volume
308:
309: volume quotad
310:     type features/quotad
311:     option rpc-auth.auth-glusterfs on
312:     option rpc-auth.auth-unix on
313:     option rpc-auth.auth-null on
314:     option transport.socket.listen-path /tmp/quotad.socket
315:     option transport-type socket
316:     option transport.address-family unix
317:     option sas04.volume-id sas04
318:     option sas03.volume-id sas03
319:     option sas02.volume-id sas02
320:     option sas01.volume-id sas01
321:     subvolumes sas04 sas03 sas02 sas01
322: end-volume
323:
+------------------------------------------------------------------------------+
[2014-12-03 20:55:01.674429] I [dht-layout.c:640:dht_layout_normalize] 0-sas04: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.674524] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas04-client-0: changing port to 49156 (from 0)
[2014-12-03 20:55:01.674567] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas04-client-1: changing port to 49157 (from 0)
[2014-12-03 20:55:01.674612] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas04-client-2: changing port to 49157 (from 0)
[2014-12-03 20:55:01.674644] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas04-client-3: changing port to 49157 (from 0)
[2014-12-03 20:55:01.674674] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas04-client-4: changing port to 49157 (from 0)
[2014-12-03 20:55:01.674730] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas04-client-5: changing port to 49156 (from 0)
[2014-12-03 20:55:01.674766] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-0: changing port to 49154 (from 0)
[2014-12-03 20:55:01.674795] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-1: changing port to 49154 (from 0)
[2014-12-03 20:55:01.674857] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-2: changing port to 49156 (from 0)
[2014-12-03 20:55:01.674908] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-3: changing port to 49154 (from 0)
[2014-12-03 20:55:01.674941] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:55:01.674976] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas02-client-0: changing port to 49153 (from 0)
[2014-12-03 20:55:01.675004] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas02-client-1: changing port to 49153 (from 0)
[2014-12-03 20:55:01.675030] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas02-client-5: changing port to 49153 (from 0)
[2014-12-03 20:55:01.675402] I [dht-layout.c:640:dht_layout_normalize] 0-sas01: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.684671] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-4: changing port to 49154 (from 0)
[2014-12-03 20:55:01.684724] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas02-client-3: changing port to 49153 (from 0)
[2014-12-03 20:55:01.684759] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas02-client-4: changing port to 49153 (from 0)
[2014-12-03 20:55:01.684788] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas01-client-0: changing port to 49157 (from 0)
[2014-12-03 20:55:01.684879] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas01-client-5: changing port to 49152 (from 0)
[2014-12-03 20:55:01.684970] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas02-client-2: changing port to 49158 (from 0)
[2014-12-03 20:55:01.685023] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas01-client-4: changing port to 49152 (from 0)
[2014-12-03 20:55:01.685337] I [dht-layout.c:640:dht_layout_normalize] 0-sas03: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.690458] I [dht-layout.c:640:dht_layout_normalize] 0-sas03: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.690626] I [dht-layout.c:640:dht_layout_normalize] 0-sas02: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.690681] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas01-client-1: changing port to 49152 (from 0)
[2014-12-03 20:55:01.690754] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas01-client-2: changing port to 49153 (from 0)
[2014-12-03 20:55:01.690790] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas01-client-3: changing port to 49152 (from 0)
[2014-12-03 20:55:01.690989] I [dht-layout.c:640:dht_layout_normalize] 0-sas01: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.691066] I [dht-layout.c:640:dht_layout_normalize] 0-sas04: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.691675] I [dht-layout.c:640:dht_layout_normalize] 0-sas03: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.691808] I [dht-layout.c:640:dht_layout_normalize] 0-sas02: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.693942] I [client-handshake.c:1677:select_server_supported_programs] 0-sas04-client-0: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694038] I [client-handshake.c:1677:select_server_supported_programs] 0-sas04-client-1: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694215] I [dht-layout.c:640:dht_layout_normalize] 0-sas01: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.694383] I [client-handshake.c:1677:select_server_supported_programs] 0-sas04-client-2: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694449] I [client-handshake.c:1677:select_server_supported_programs] 0-sas04-client-3: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694507] I [client-handshake.c:1677:select_server_supported_programs] 0-sas04-client-4: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694566] I [client-handshake.c:1677:select_server_supported_programs] 0-sas04-client-5: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694627] I [client-handshake.c:1677:select_server_supported_programs] 0-sas03-client-0: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694687] I [client-handshake.c:1677:select_server_supported_programs] 0-sas03-client-1: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694748] I [client-handshake.c:1677:select_server_supported_programs] 0-sas03-client-2: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694805] I [client-handshake.c:1677:select_server_supported_programs] 0-sas03-client-3: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.694862] I [client-handshake.c:1677:select_server_supported_programs] 0-sas03-client-5: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.695588] I [dht-layout.c:640:dht_layout_normalize] 0-sas02: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.695661] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas04-client-0: Connected to 10.40.12.69:49156, attached to remote volume '/brick04/gfs'.
[2014-12-03 20:55:01.695676] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas04-client-0: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.695780] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas04-client-1: Connected to 10.40.12.70:49157, attached to remote volume '/brick04/gfs'.
[2014-12-03 20:55:01.695796] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas04-client-1: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.695964] I [dht-layout.c:640:dht_layout_normalize] 0-sas01: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.696202] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas04-client-2: Connected to 10.40.12.71:49157, attached to remote volume '/brick04/gfs'.
[2014-12-03 20:55:01.696220] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas04-client-2: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.696305] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas04-client-3: Connected to 10.40.12.72:49157, attached to remote volume '/brick04/gfs'.
[2014-12-03 20:55:01.696320] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas04-client-3: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.696420] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas04-client-4: Connected to 10.40.12.77:49157, attached to remote volume '/brick04/gfs'.
[2014-12-03 20:55:01.696437] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas04-client-4: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.696540] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas04-client-5: Connected to 10.40.12.78:49156, attached to remote volume '/brick04/gfs'.
[2014-12-03 20:55:01.696556] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas04-client-5: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.696640] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas03-client-0: Connected to 10.40.12.69:49154, attached to remote volume '/brick03/gfs'.
[2014-12-03 20:55:01.696655] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas03-client-0: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.696721] I [afr-common.c:4131:afr_notify] 0-sas03-replicate-0: Subvolume 'sas03-client-0' came back up; going online.
[2014-12-03 20:55:01.696761] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas03-client-1: Connected to 10.40.12.70:49154, attached to remote volume '/brick03/gfs'.
[2014-12-03 20:55:01.696773] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas03-client-1: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.696883] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas03-client-2: Connected to 10.40.12.71:49156, attached to remote volume '/brick03/gfs'.
[2014-12-03 20:55:01.696899] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas03-client-2: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.696971] I [afr-common.c:4131:afr_notify] 0-sas03-replicate-1: Subvolume 'sas03-client-2' came back up; going online.
[2014-12-03 20:55:01.697006] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas03-client-3: Connected to 10.40.12.72:49154, attached to remote volume '/brick03/gfs'.
[2014-12-03 20:55:01.697018] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas03-client-3: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.697153] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas03-client-5: Connected to 10.40.12.78:49154, attached to remote volume '/brick03/gfs'.
[2014-12-03 20:55:01.697170] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas03-client-5: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.697218] I [afr-common.c:4131:afr_notify] 0-sas03-replicate-2: Subvolume 'sas03-client-5' came back up; going online.
[2014-12-03 20:55:01.697245] I [client-handshake.c:1677:select_server_supported_programs] 0-sas03-client-4: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.697303] I [client-handshake.c:1677:select_server_supported_programs] 0-sas01-client-5: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.697391] I [client-handshake.c:1677:select_server_supported_programs] 0-sas02-client-0: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.697448] I [client-handshake.c:1677:select_server_supported_programs] 0-sas02-client-1: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.697528] I [client-handshake.c:1677:select_server_supported_programs] 0-sas02-client-5: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.697983] I [dht-layout.c:640:dht_layout_normalize] 0-sas04: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.698249] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas04-client-2: Server lk version = 1
[2014-12-03 20:55:01.698548] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas01-client-5: Connected to 10.40.12.78:49152, attached to remote volume '/brick01/gfs'.
[2014-12-03 20:55:01.698566] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas01-client-5: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.698615] I [afr-common.c:4131:afr_notify] 0-sas01-replicate-2: Subvolume 'sas01-client-5' came back up; going online.
[2014-12-03 20:55:01.698646] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas02-client-0: Connected to 10.40.12.69:49153, attached to remote volume '/brick02/gfs'.
[2014-12-03 20:55:01.698658] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas02-client-0: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.698703] I [afr-common.c:4131:afr_notify] 0-sas02-replicate-0: Subvolume 'sas02-client-0' came back up; going online.
[2014-12-03 20:55:01.698732] I [client-handshake.c:1677:select_server_supported_programs] 0-sas02-client-4: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.698789] I [client-handshake.c:1677:select_server_supported_programs] 0-sas01-client-0: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.698851] I [client-handshake.c:1677:select_server_supported_programs] 0-sas02-client-3: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.698910] I [client-handshake.c:1677:select_server_supported_programs] 0-sas02-client-2: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.698965] I [client-handshake.c:1677:select_server_supported_programs] 0-sas01-client-4: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.699043] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas04-client-0: Server lk version = 1
[2014-12-03 20:55:01.699066] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas04-client-1: Server lk version = 1
[2014-12-03 20:55:01.699091] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas04-client-3: Server lk version = 1
[2014-12-03 20:55:01.699109] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas04-client-4: Server lk version = 1
[2014-12-03 20:55:01.699126] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas04-client-5: Server lk version = 1
[2014-12-03 20:55:01.699143] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas03-client-0: Server lk version = 1
[2014-12-03 20:55:01.699160] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas03-client-1: Server lk version = 1
[2014-12-03 20:55:01.699177] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas03-client-2: Server lk version = 1
[2014-12-03 20:55:01.699194] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas03-client-3: Server lk version = 1
[2014-12-03 20:55:01.699229] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas03-client-5: Server lk version = 1
[2014-12-03 20:55:01.699246] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas01-client-5: Server lk version = 1
[2014-12-03 20:55:01.699286] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas02-client-4: Connected to 10.40.12.77:49153, attached to remote volume '/brick02/gfs'.
[2014-12-03 20:55:01.699299] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas02-client-4: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.699344] I [afr-common.c:4131:afr_notify] 0-sas02-replicate-2: Subvolume 'sas02-client-4' came back up; going online.
[2014-12-03 20:55:01.699376] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas01-client-0: Connected to 10.40.12.69:49157, attached to remote volume '/brick01/gfs'.
[2014-12-03 20:55:01.699388] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas01-client-0: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.699429] I [afr-common.c:4131:afr_notify] 0-sas01-replicate-0: Subvolume 'sas01-client-0' came back up; going online.
[2014-12-03 20:55:01.699482] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas02-client-1: Connected to 10.40.12.70:49153, attached to remote volume '/brick02/gfs'.
[2014-12-03 20:55:01.699496] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas02-client-1: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.699604] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas03-client-4: Connected to 10.40.12.77:49154, attached to remote volume '/brick03/gfs'.
[2014-12-03 20:55:01.699619] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas03-client-4: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.699797] I [client-handshake.c:1677:select_server_supported_programs] 0-sas01-client-1: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.699879] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas02-client-5: Connected to 10.40.12.78:49153, attached to remote volume '/brick02/gfs'.
[2014-12-03 20:55:01.699895] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas02-client-5: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.699997] I [client-handshake.c:1677:select_server_supported_programs] 0-sas01-client-2: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.700067] I [client-handshake.c:1677:select_server_supported_programs] 0-sas01-client-3: Using Program GlusterFS 3.3, Num (1298437), Version (330)
[2014-12-03 20:55:01.700251] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas02-client-0: Server lk version = 1
[2014-12-03 20:55:01.700276] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas02-client-4: Server lk version = 1
[2014-12-03 20:55:01.700294] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas01-client-0: Server lk version = 1
[2014-12-03 20:55:01.700372] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas03-client-4: Server lk version = 1
[2014-12-03 20:55:01.700423] I [dht-layout.c:640:dht_layout_normalize] 0-sas02: found anomalies in (null). holes=1 overlaps=0
[2014-12-03 20:55:01.700487] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas02-client-3: Connected to 10.40.12.72:49153, attached to remote volume '/brick02/gfs'.
[2014-12-03 20:55:01.700502] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas02-client-3: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.700549] I [afr-common.c:4131:afr_notify] 0-sas02-replicate-1: Subvolume 'sas02-client-3' came back up; going online.
[2014-12-03 20:55:01.700582] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas02-client-2: Connected to 10.40.12.71:49158, attached to remote volume '/brick02/gfs'.
[2014-12-03 20:55:01.700594] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas02-client-2: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.700686] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas01-client-4: Connected to 10.40.12.77:49152, attached to remote volume '/brick01/gfs'.
[2014-12-03 20:55:01.700701] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas01-client-4: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.701596] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas02-client-1: Server lk version = 1
[2014-12-03 20:55:01.701629] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas02-client-5: Server lk version = 1
[2014-12-03 20:55:01.701649] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas02-client-3: Server lk version = 1
[2014-12-03 20:55:01.701666] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas02-client-2: Server lk version = 1
[2014-12-03 20:55:01.701683] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas01-client-4: Server lk version = 1
[2014-12-03 20:55:01.701720] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas01-client-1: Connected to 10.40.12.70:49152, attached to remote volume '/brick01/gfs'.
[2014-12-03 20:55:01.701735] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas01-client-1: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.701845] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas01-client-2: Connected to 10.40.12.71:49153, attached to remote volume '/brick01/gfs'.
[2014-12-03 20:55:01.701865] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas01-client-2: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.701909] I [afr-common.c:4131:afr_notify] 0-sas01-replicate-1: Subvolume 'sas01-client-2' came back up; going online.
[2014-12-03 20:55:01.701953] I [client-handshake.c:1462:client_setvolume_cbk] 0-sas01-client-3: Connected to 10.40.12.72:49152, attached to remote volume '/brick01/gfs'.
[2014-12-03 20:55:01.701969] I [client-handshake.c:1474:client_setvolume_cbk] 0-sas01-client-3: Server and Client lk-version numbers are not same, reopening the fds
[2014-12-03 20:55:01.702763] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas01-client-1: Server lk version = 1
[2014-12-03 20:55:01.702793] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas01-client-2: Server lk version = 1
[2014-12-03 20:55:01.702811] I [client-handshake.c:450:client_set_lk_version_cbk] 0-sas01-client-3: Server lk version = 1
[2014-12-03 20:55:26.686548] W [socket.c:522:__socket_rwv] 0-sas03-client-5: readv on 10.40.12.78:49154 failed (No data available)
[2014-12-03 20:55:26.686634] I [client.c:2229:client_rpc_notify] 0-sas03-client-5: disconnected from 10.40.12.78:49154. Client process will keep trying to connect to glusterd until brick's port is available
[2014-12-03 20:55:37.635431] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:55:37.635862] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:55:41.636111] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:55:41.636540] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:55:45.636889] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:55:45.637334] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:55:49.637567] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:55:49.638010] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:55:53.638157] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:55:53.638593] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:55:57.639067] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:55:57.639495] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:01.639823] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:01.640270] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:05.640525] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:05.640971] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:09.641251] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:09.641693] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:13.641967] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:13.642440] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:17.642760] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:17.643204] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:21.643542] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:21.643995] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:25.644216] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:25.644659] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:29.644891] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:29.645336] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:33.645649] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:33.646114] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:37.646360] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:37.646807] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:41.647204] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:41.647654] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:45.647958] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:45.648375] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:49.648676] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:49.649133] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:53.649349] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:53.649651] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:56:57.650084] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:56:57.650568] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:01.650868] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:01.651302] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:05.651543] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:05.651986] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:09.652262] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:09.652701] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:13.652841] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:13.653098] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:17.653638] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:17.653984] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:21.654320] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:21.654769] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:25.655153] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:25.655599] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:29.655768] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:29.656211] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:33.656560] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:33.657011] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:37.657201] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:37.657648] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:41.657955] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:41.658420] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:45.658801] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:45.659236] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:49.659437] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:49.659908] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:53.660138] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:53.660576] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:57:57.660939] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:57:57.661400] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:58:01.661690] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:58:01.662136] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:58:05.662423] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:58:05.662858] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:58:09.663214] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:58:09.663665] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:58:13.663743] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:58:13.664004] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:58:17.664593] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)
[2014-12-03 20:58:17.664863] E [socket.c:2161:socket_connect_finish] 0-sas03-client-5: connection to 10.40.12.78:49154 failed (Connection refused)
[2014-12-03 20:58:21.665414] I [rpc-clnt.c:1729:rpc_clnt_reconfig] 0-sas03-client-5: changing port to 49154 (from 0)