/usr/local/var/log/glusterfs/data.log

usrlocalvarlogglusterfsdata.log.txt

[2013-06-02 01:25:27.323778] I [glusterfsd.c:1666:main] 0-glusterfs: Started running glusterfs version 3.3.0
[2013-06-02 01:25:27.325223] W [xlator.c:202:xlator_dynload] 0-xlator: /usr/local/lib/glusterfs/3.3.0/xlator/trace.so: cannot open shared object file: No such file or directory
[2013-06-02 01:25:27.325239] E [graph.y:221:volume_type] 0-parser: Volume 'magluster-client-0-trace', line 16: type 'trace' is not valid or not found on this machine
[2013-06-02 01:25:27.325249] E [graph.y:374:yyerror] 0-parser: syntax error: line 17 (volume 'magluster-client-0-trace'): "subvolume"
allowed tokens are 'volume', 'type', 'subvolumes', 'option', 'end-volume'()
[2013-06-02 01:25:27.325280] E [glusterfsd.c:1551:glusterfs_process_volfp] 0-: failed to construct the graph
[2013-06-02 01:25:27.325413] W [glusterfsd.c:831:cleanup_and_exit] (-->glusterfs(main+0x231) [0x408499] (-->glusterfs(glusterfs_volumes_init+0xf1) [0x408259] (-->glusterfs(glusterfs_process_volfp+0x1cd) [0x408163]))) 0-: received signum (0), shutting down
[2013-06-02 01:25:27.325436] I [fuse-bridge.c:4643:fini] 0-fuse: Unmounting '/data'.
[2013-06-02 01:26:38.778767] I [glusterfsd.c:1666:main] 0-glusterfs: Started running glusterfs version 3.3.0
[2013-06-02 01:26:38.781399] W [xlator.c:202:xlator_dynload] 0-xlator: /usr/local/lib/glusterfs/3.3.0/xlator/trace.so: cannot open shared object file: No such file or directory
[2013-06-02 01:26:38.781414] E [graph.y:221:volume_type] 0-parser: Volume 'magluster-client-0-trace', line 16: type 'trace' is not valid or not found on this machine
[2013-06-02 01:26:38.781428] E [graph.y:330:volume_end] 0-parser: "type" not specified for volume magluster-client-0-trace
[2013-06-02 01:26:38.781455] E [glusterfsd.c:1551:glusterfs_process_volfp] 0-: failed to construct the graph
[2013-06-02 01:26:38.781568] W [glusterfsd.c:831:cleanup_and_exit] (-->glusterfs(main+0x231) [0x408499] (-->glusterfs(glusterfs_volumes_init+0xf1) [0x408259] (-->glusterfs(glusterfs_process_volfp+0x1cd) [0x408163]))) 0-: received signum (0), shutting down
[2013-06-02 01:26:38.781585] I [fuse-bridge.c:4643:fini] 0-fuse: Unmounting '/data'.
[2013-06-02 01:27:14.122744] I [glusterfsd.c:1666:main] 0-glusterfs: Started running glusterfs version 3.3.0
[2013-06-02 01:27:14.124362] I [io-cache.c:1549:check_cache_size_ok] 0-magluster-quick-read: Max cache size is 8275812352
[2013-06-02 01:27:14.124416] I [io-cache.c:1549:check_cache_size_ok] 0-magluster-io-cache: Max cache size is 8275812352
[2013-06-02 01:27:14.124907] W [dict.c:995:data_to_str] (-->/usr/local/lib/libglusterfs.so.0(xlator_init+0x111) [0x7f0db719b038] (-->/usr/local/lib/libglusterfs.so.0(+0x19f0e) [0x7f0db719af0e] (-->/usr/local/lib/glusterfs/3.3.0/xlator/debug/trace.so(init+0x139) [0x7f0db7026138]))) 0-dict: data is NULL
[2013-06-02 01:27:14.124940] W [dict.c:995:data_to_str] (-->/usr/local/lib/libglusterfs.so.0(xlator_init+0x111) [0x7f0db719b038] (-->/usr/local/lib/libglusterfs.so.0(+0x19f0e) [0x7f0db719af0e] (-->/usr/local/lib/glusterfs/3.3.0/xlator/debug/trace.so(init+0x158) [0x7f0db7026157]))) 0-dict: data is NULL
[2013-06-02 01:27:14.124964] W [dict.c:995:data_to_str] (-->/usr/local/lib/libglusterfs.so.0(xlator_init+0x111) [0x7f0db719b038] (-->/usr/local/lib/libglusterfs.so.0(+0x19f0e) [0x7f0db719af0e] (-->/usr/local/lib/glusterfs/3.3.0/xlator/debug/trace.so(init+0x139) [0x7f0db7026138]))) 0-dict: data is NULL
[2013-06-02 01:27:14.124986] W [dict.c:995:data_to_str] (-->/usr/local/lib/libglusterfs.so.0(xlator_init+0x111) [0x7f0db719b038] (-->/usr/local/lib/libglusterfs.so.0(+0x19f0e) [0x7f0db719af0e] (-->/usr/local/lib/glusterfs/3.3.0/xlator/debug/trace.so(init+0x158) [0x7f0db7026157]))) 0-dict: data is NULL
[2013-06-02 01:27:14.125887] I [client.c:2142:notify] 0-magluster-client-0: parent translators are ready, attempting connect on transport
[2013-06-02 01:27:14.128552] I [client.c:2142:notify] 0-magluster-client-1: parent translators are ready, attempting connect on transport
Given volfile:
+------------------------------------------------------------------------------+
  1: volume magluster-client-0
  2:     type protocol/client
  3:     option remote-host memoryalpha
  4:     option remote-subvolume /local
  5:     option transport-type tcp
  6: end-volume
  7: 
  8: volume magluster-client-1
  9:     type protocol/client
 10:     option remote-host memorybeta
 11:     option remote-subvolume /local
 12:     option transport-type tcp
 13: end-volume
 14: 
 15: volume  magluster-client-0-trace
 16: 	type debug/trace
 17: 	subvolumes magluster-client-0
 18: end-volume
 19: volume  magluster-client-1-trace
 20: 	type debug/trace
 21: 	subvolumes magluster-client-1
 22: end-volume
 23: volume magluster-dht
 24:     type cluster/distribute
 25:     subvolumes magluster-client-0-trace magluster-client-1-trace
 26: end-volume
 27: 
 28: volume magluster-write-behind
 29:     type performance/write-behind
 30:     subvolumes magluster-dht
 31: end-volume
 32: 
 33: volume magluster-read-ahead
 34:     type performance/read-ahead
 35:     subvolumes magluster-write-behind
 36: end-volume
 37: 
 38: volume magluster-io-cache
 39:     type performance/io-cache
 40:     subvolumes magluster-read-ahead
 41: end-volume
 42: 
 43: volume magluster-quick-read
 44:     type performance/quick-read
 45:     subvolumes magluster-io-cache
 46: end-volume
 47: 
 48: volume magluster-md-cache
 49:     type performance/md-cache
 50:     subvolumes magluster-quick-read
 51: end-volume
 52: 
 53: volume magluster
 54:     type debug/io-stats
 55:     option latency-measurement off
 56:     option count-fop-hits off
 57:     subvolumes magluster-md-cache
 58: end-volume

+------------------------------------------------------------------------------+
[2013-06-02 01:27:14.133969] I [rpc-clnt.c:1660:rpc_clnt_reconfig] 0-magluster-client-0: changing port to 24009 (from 0)
[2013-06-02 01:27:14.137650] I [rpc-clnt.c:1660:rpc_clnt_reconfig] 0-magluster-client-1: changing port to 24009 (from 0)
[2013-06-02 01:27:18.133850] I [client-handshake.c:1636:select_server_supported_programs] 0-magluster-client-0: Using Program GlusterFS 3.3.0, Num (1298437), Version (330)
[2013-06-02 01:27:18.135431] I [client-handshake.c:1433:client_setvolume_cbk] 0-magluster-client-0: Connected to 192.168.0.3:24009, attached to remote volume '/local'.
[2013-06-02 01:27:18.135494] I [client-handshake.c:1445:client_setvolume_cbk] 0-magluster-client-0: Server and Client lk-version numbers are not same, reopening the fds
[2013-06-02 01:27:18.135714] I [trace.c:1875:trace_statfs] 0-magluster-client-0-trace: 0: gfid=0 path=(null)
[2013-06-02 01:27:18.136691] I [client-handshake.c:1636:select_server_supported_programs] 0-magluster-client-1: Using Program GlusterFS 3.3.0, Num (1298437), Version (330)
[2013-06-02 01:27:18.136971] I [client-handshake.c:453:client_set_lk_version_cbk] 0-magluster-client-0: Server lk version = 1
[2013-06-02 01:27:18.137415] I [trace.c:889:trace_statfs_cbk] 0-magluster-client-0-trace: 0: ({f_bsize=131072, f_frsize=512, f_blocks=4343699391, f_bfree=3263050438, f_bavail=3263050438, f_files=3263785400, f_ffree=3263050438, f_favail=3263050438, f_fsid=0, f_flag=0, f_namemax=255}) => ret=0
[2013-06-02 01:27:18.138398] I [client-handshake.c:1433:client_setvolume_cbk] 0-magluster-client-1: Connected to 192.168.0.2:24009, attached to remote volume '/local'.
[2013-06-02 01:27:18.138443] I [client-handshake.c:1445:client_setvolume_cbk] 0-magluster-client-1: Server and Client lk-version numbers are not same, reopening the fds
[2013-06-02 01:27:18.138571] I [trace.c:1875:trace_statfs] 0-magluster-client-1-trace: 0: gfid=0 path=(null)
[2013-06-02 01:27:18.151651] I [fuse-bridge.c:4193:fuse_graph_setup] 0-fuse: switched to graph 0
[2013-06-02 01:27:18.151881] I [client-handshake.c:453:client_set_lk_version_cbk] 0-magluster-client-1: Server lk version = 1
[2013-06-02 01:27:18.152071] I [trace.c:889:trace_statfs_cbk] 0-magluster-client-1-trace: 0: ({f_bsize=4096, f_frsize=4096, f_blocks=2428301757, f_bfree=1007967254, f_bavail=1007967254, f_files=2371712, f_ffree=1940471, f_favail=1940471, f_fsid=18265037019611472804, f_flag=1024, f_namemax=255}) => ret=0
[2013-06-02 01:27:18.152089] I [fuse-bridge.c:3376:fuse_init] 0-glusterfs-fuse: FUSE inited with protocol versions: glusterfs 7.13 kernel 7.20
[2013-06-02 01:27:18.152447] I [trace.c:1449:trace_lookup] 0-magluster-client-0-trace: 0: gfid=00000000-0000-0000-0000-000000000001 path=/
[2013-06-02 01:27:18.154009] I [trace.c:556:trace_lookup_cbk] 0-magluster-client-0-trace: 0: gfid=00000000-0000-0000-0000-000000000001 (op_ret=0 *buf {gfid=00000000-0000-0000-0000-000000000001 ino=1, mode=40755, nlink=13, uid=0, gid=0, size=13, blocks=28, atime=[Jun 01 15:27:01], mtime=[Sep 04 23:40:33], ctime=[Sep 04 23:40:33]}, *postparent {gfid=00000000-0000-0000-0000-000000000000 ino=0, mode=0, nlink=0, uid=0, gid=0, size=0, blocks=0, atime=[Dec 31 19:00:00], mtime=[Dec 31 19:00:00], ctime=[Dec 31 19:00:00]}
[2013-06-02 01:27:18.154094] I [trace.c:1449:trace_lookup] 0-magluster-client-0-trace: 0: gfid=00000000-0000-0000-0000-000000000001 path=/
[2013-06-02 01:27:18.154222] I [trace.c:1449:trace_lookup] 0-magluster-client-1-trace: 0: gfid=00000000-0000-0000-0000-000000000001 path=/
[2013-06-02 01:27:18.155551] I [trace.c:556:trace_lookup_cbk] 0-magluster-client-0-trace: 0: gfid=00000000-0000-0000-0000-000000000001 (op_ret=0 *buf {gfid=00000000-0000-0000-0000-000000000001 ino=1, mode=40755, nlink=13, uid=0, gid=0, size=13, blocks=28, atime=[Jun 01 15:27:01], mtime=[Sep 04 23:40:33], ctime=[Sep 04 23:40:33]}, *postparent {gfid=00000000-0000-0000-0000-000000000000 ino=0, mode=0, nlink=0, uid=0, gid=0, size=0, blocks=0, atime=[Dec 31 19:00:00], mtime=[Dec 31 19:00:00], ctime=[Dec 31 19:00:00]}
[2013-06-02 01:27:18.156028] I [trace.c:556:trace_lookup_cbk] 0-magluster-client-1-trace: 0: gfid=00000000-0000-0000-0000-000000000001 (op_ret=0 *buf {gfid=00000000-0000-0000-0000-000000000001 ino=1, mode=40755, nlink=13, uid=0, gid=0, size=4096, blocks=16, atime=[Jan 17 21:44:48], mtime=[Sep 04 23:40:33], ctime=[Apr 30 22:12:51]}, *postparent {gfid=00000000-0000-0000-0000-000000000000 ino=0, mode=0, nlink=0, uid=0, gid=0, size=0, blocks=0, atime=[Dec 31 19:00:00], mtime=[Dec 31 19:00:00], ctime=[Dec 31 19:00:00]}
[2013-06-02 01:27:39.531215] I [trace.c:1449:trace_lookup] 0-magluster-client-0-trace: 2: gfid=00000000-0000-0000-0000-000000000001 path=/
[2013-06-02 01:27:39.531302] I [trace.c:1449:trace_lookup] 0-magluster-client-1-trace: 2: gfid=00000000-0000-0000-0000-000000000001 path=/
[2013-06-02 01:27:39.532501] I [trace.c:556:trace_lookup_cbk] 0-magluster-client-0-trace: 2: gfid=00000000-0000-0000-0000-000000000001 (op_ret=0 *buf {gfid=00000000-0000-0000-0000-000000000001 ino=1, mode=40755, nlink=13, uid=0, gid=0, size=13, blocks=28, atime=[Jun 01 15:27:01], mtime=[Sep 04 23:40:33], ctime=[Sep 04 23:40:33]}, *postparent {gfid=00000000-0000-0000-0000-000000000000 ino=0, mode=0, nlink=0, uid=0, gid=0, size=0, blocks=0, atime=[Dec 31 19:00:00], mtime=[Dec 31 19:00:00], ctime=[Dec 31 19:00:00]}
[2013-06-02 01:27:39.532697] I [trace.c:556:trace_lookup_cbk] 0-magluster-client-1-trace: 2: gfid=00000000-0000-0000-0000-000000000001 (op_ret=0 *buf {gfid=00000000-0000-0000-0000-000000000001 ino=1, mode=40755, nlink=13, uid=0, gid=0, size=4096, blocks=16, atime=[Jan 17 21:44:48], mtime=[Sep 04 23:40:33], ctime=[Apr 30 22:12:51]}, *postparent {gfid=00000000-0000-0000-0000-000000000000 ino=0, mode=0, nlink=0, uid=0, gid=0, size=0, blocks=0, atime=[Dec 31 19:00:00], mtime=[Dec 31 19:00:00], ctime=[Dec 31 19:00:00]}
[2013-06-02 01:27:39.532857] I [trace.c:1449:trace_lookup] 0-magluster-client-1-trace: 3: gfid=00000000-0000-0000-0000-000000000000 path=/tmp
[2013-06-02 01:27:39.534149] I [trace.c:556:trace_lookup_cbk] 0-magluster-client-1-trace: 3: gfid=00000000-0000-0000-0000-000000000000 (op_ret=0 *buf {gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed ino=13086956144513407469, mode=40755, nlink=2, uid=0, gid=0, size=4096, blocks=16, atime=[Feb 03 21:25:41], mtime=[Feb 03 22:11:39], ctime=[Sep 04 23:42:00]}, *postparent {gfid=00000000-0000-0000-0000-000000000001 ino=1, mode=40755, nlink=13, uid=0, gid=0, size=4096, blocks=16, atime=[Jan 17 21:44:48], mtime=[Sep 04 23:40:33], ctime=[Apr 30 22:12:51]}
[2013-06-02 01:27:39.534183] I [trace.c:1449:trace_lookup] 0-magluster-client-0-trace: 3: gfid=00000000-0000-0000-0000-000000000000 path=/tmp
[2013-06-02 01:27:39.534216] I [trace.c:1449:trace_lookup] 0-magluster-client-1-trace: 3: gfid=00000000-0000-0000-0000-000000000000 path=/tmp
[2013-06-02 01:27:39.535414] I [trace.c:556:trace_lookup_cbk] 0-magluster-client-0-trace: 3: gfid=00000000-0000-0000-0000-000000000000 (op_ret=0 *buf {gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed ino=13086956144513407469, mode=40755, nlink=2, uid=0, gid=0, size=3, blocks=28, atime=[Jun 02 00:54:26], mtime=[Sep 08 08:22:00], ctime=[Sep 08 08:22:00]}, *postparent {gfid=00000000-0000-0000-0000-000000000001 ino=1, mode=40755, nlink=13, uid=0, gid=0, size=13, blocks=28, atime=[Jun 01 15:27:01], mtime=[Sep 04 23:40:33], ctime=[Sep 04 23:40:33]}
[2013-06-02 01:27:39.535646] I [trace.c:556:trace_lookup_cbk] 0-magluster-client-1-trace: 3: gfid=00000000-0000-0000-0000-000000000000 (op_ret=0 *buf {gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed ino=13086956144513407469, mode=40755, nlink=2, uid=0, gid=0, size=4096, blocks=16, atime=[Feb 03 21:25:41], mtime=[Feb 03 22:11:39], ctime=[Sep 04 23:42:00]}, *postparent {gfid=00000000-0000-0000-0000-000000000001 ino=1, mode=40755, nlink=13, uid=0, gid=0, size=4096, blocks=16, atime=[Jan 17 21:44:48], mtime=[Sep 04 23:40:33], ctime=[Apr 30 22:12:51]}
[2013-06-02 01:27:39.535769] I [trace.c:1990:trace_opendir] 0-magluster-client-0-trace: 4: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed path=/tmp fd=0x1b98f1c
[2013-06-02 01:27:39.535808] I [trace.c:1990:trace_opendir] 0-magluster-client-1-trace: 4: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed path=/tmp fd=0x1b98f1c
[2013-06-02 01:27:39.536828] I [trace.c:786:trace_opendir_cbk] 0-magluster-client-0-trace: 4: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed op_ret=0, op_errno=22, fd=0x1b98f1c
[2013-06-02 01:27:39.537115] I [trace.c:786:trace_opendir_cbk] 0-magluster-client-1-trace: 4: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed op_ret=0, op_errno=22, fd=0x1b98f1c
[2013-06-02 01:27:39.537272] I [trace.c:2010:trace_readdirp] 0-magluster-client-0-trace: 5: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed fd=0x1b98f1c, size=4096, offset=0 dict=0x7f0db702c41c
[2013-06-02 01:27:39.539623] I [trace.c:285:trace_readdirp_cbk] 0-magluster-client-0-trace: 5 : gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed op_ret=3, op_errno=2
[2013-06-02 01:27:39.539908] I [trace.c:1449:trace_lookup] 0-magluster-client-0-trace: 7: gfid=00000000-0000-0000-0000-000000000000 path=/tmp/bad.txt
[2013-06-02 01:27:39.541220] I [trace.c:556:trace_lookup_cbk] 0-magluster-client-0-trace: 7: gfid=00000000-0000-0000-0000-000000000000 (op_ret=0 *buf {gfid=43623f40-c78d-461e-910f-1bd8dee8986c ino=10452603878416881772, mode=100000, nlink=1, uid=0, gid=0, size=0, blocks=1, atime=[Sep 08 08:22:00], mtime=[Sep 08 08:22:00], ctime=[Sep 08 08:22:00]}, *postparent {gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed ino=13086956144513407469, mode=40755, nlink=2, uid=0, gid=0, size=3, blocks=28, atime=[Jun 02 01:25:27], mtime=[Sep 08 08:22:00], ctime=[Sep 08 08:22:00]}
[2013-06-02 01:27:39.541362] I [trace.c:2010:trace_readdirp] 0-magluster-client-0-trace: 8: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed fd=0x1b98f1c, size=4096, offset=7 dict=0x7f0db702c4c4
[2013-06-02 01:27:39.542447] I [trace.c:285:trace_readdirp_cbk] 0-magluster-client-0-trace: 8 : gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed op_ret=0, op_errno=2
[2013-06-02 01:27:39.542468] I [trace.c:2010:trace_readdirp] 0-magluster-client-1-trace: 8: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed fd=0x1b98f1c, size=4096, offset=0 dict=0x7f0db702c4c4
[2013-06-02 01:27:39.543843] I [trace.c:285:trace_readdirp_cbk] 0-magluster-client-1-trace: 8 : gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed op_ret=3, op_errno=2
[2013-06-02 01:27:39.543979] I [trace.c:1469:trace_stat] 0-magluster-client-0-trace: 9: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed path=/tmp
[2013-06-02 01:27:39.544023] I [trace.c:1469:trace_stat] 0-magluster-client-1-trace: 9: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed path=/tmp
[2013-06-02 01:27:39.545295] I [trace.c:173:trace_stat_cbk] 0-magluster-client-0-trace: 9: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed op_ret=0 buf=gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed ino=13086956144513407469, mode=40755, nlink=2, uid=0, gid=0, size=3, blocks=28, atime=[Jun 02 01:25:27], mtime=[Sep 08 08:22:00], ctime=[Sep 08 08:22:00]
[2013-06-02 01:27:39.545470] I [trace.c:173:trace_stat_cbk] 0-magluster-client-1-trace: 9: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed op_ret=0 buf=gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed ino=13086956144513407469, mode=40755, nlink=2, uid=0, gid=0, size=4096, blocks=16, atime=[Feb 03 21:25:41], mtime=[Feb 03 22:11:39], ctime=[Sep 04 23:42:00]
[2013-06-02 01:27:39.545780] I [trace.c:2010:trace_readdirp] 0-magluster-client-1-trace: 10: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed fd=0x1b98f1c, size=4096, offset=9223372036854775807 dict=0x7f0db702c614
[2013-06-02 01:27:39.547021] I [trace.c:285:trace_readdirp_cbk] 0-magluster-client-1-trace: 10 : gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed op_ret=0, op_errno=2
[2013-06-02 01:27:39.547328] I [trace.c:2244:trace_releasedir] 0-magluster-client-0-trace: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed fd=0x1b98f1c
[2013-06-02 01:27:39.547454] I [trace.c:2244:trace_releasedir] 0-magluster-client-1-trace: gfid=0b2ccf4f-42ca-4b61-b59e-354698d659ed fd=0x1b98f1c