Skip to content

Instantly share code, notes, and snippets.

@alvelcom

alvelcom/lsof.txt

Last active June 14, 2016 15:04
Show Gist options
  • Save alvelcom/d3b9e8f201db607018b8736f7688b6aa to your computer and use it in GitHub Desktop.
Save alvelcom/d3b9e8f201db607018b8736f7688b6aa to your computer and use it in GitHub Desktop.
Download ZIP
journald stop working – strace
Raw
lsof.txt
$ lsof -p $(pidof systemd-journald)
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
systemd-j 20828 root cwd DIR 8,3 4096 1024 /
systemd-j 20828 root rtd DIR 8,3 4096 1024 /
systemd-j 20828 root txt REG 8,3 278816 1476574499 /usr/lib/systemd/systemd-journald
systemd-j 20828 root mem REG 0,18 50331648 187876389 /run/log/journal/56745016c55f4dae8b17425e32eba949/system.journal
systemd-j 20828 root mem REG 8,3 19888 3623881861 /usr/lib64/libattr.so.1.1.0
systemd-j 20828 root mem REG 8,3 398272 3623881778 /usr/lib64/libpcre.so.1.2.0
systemd-j 20828 root mem REG 8,3 19520 3624252573 /usr/lib64/libdl-2.17.so
systemd-j 20828 root mem REG 8,3 19384 3623881867 /usr/lib64/libgpg-error.so.0.10.0
systemd-j 20828 root mem REG 8,3 2107816 3623910431 /usr/lib64/libc-2.17.so
systemd-j 20828 root mem REG 8,3 142304 3624297909 /usr/lib64/libpthread-2.17.so
systemd-j 20828 root mem REG 8,3 88720 3623879681 /usr/lib64/libgcc_s-4.8.3-20140911.so.1
systemd-j 20828 root mem REG 8,3 44096 3624297913 /usr/lib64/librt-2.17.so
systemd-j 20828 root mem REG 8,3 37056 3623881865 /usr/lib64/libacl.so.1.1.0
systemd-j 20828 root mem REG 8,3 147120 3623881787 /usr/lib64/libselinux.so.1
systemd-j 20828 root mem REG 8,3 534488 3623881870 /usr/lib64/libgcrypt.so.11.8.2
systemd-j 20828 root mem REG 8,3 153184 3623881775 /usr/lib64/liblzma.so.5.0.99
systemd-j 20828 root mem REG 8,3 164440 3623910424 /usr/lib64/ld-2.17.so
systemd-j 20828 root mem REG 0,18 8 14339 /run/systemd/journal/kernel-seqnum
systemd-j 20828 root 0r CHR 1,3 0t0 1028 /dev/null
systemd-j 20828 root 1w CHR 1,3 0t0 1028 /dev/null
systemd-j 20828 root 2w CHR 1,3 0t0 1028 /dev/null
systemd-j 20828 root 3u unix 0xffff881026878780 0t0 8452 /run/systemd/journal/stdout
systemd-j 20828 root 4u unix 0xffff881026878b40 0t0 8455 /run/systemd/journal/socket
systemd-j 20828 root 5u unix 0xffff881026878f00 0t0 8457 /dev/log
systemd-j 20828 root 6w CHR 1,11 0t0 1034 /dev/kmsg
systemd-j 20828 root 7u a_inode 0,9 0 5810 [eventpoll]
systemd-j 20828 root 8u a_inode 0,9 0 5810 [timerfd]
systemd-j 20828 root 9u CHR 1,11 0t0 1034 /dev/kmsg
systemd-j 20828 root 10r REG 0,3 0 35419 /proc/sys/kernel/hostname
systemd-j 20828 root 11u a_inode 0,9 0 5810 [signalfd]
systemd-j 20828 root 12u REG 0,18 50331648 187876389 /run/log/journal/56745016c55f4dae8b17425e32eba949/system.journal
systemd-j 20828 root 13u unix 0xffff881028785640 0t0 225243834 /run/systemd/journal/stdout
Raw
strace.txt
$ strace -o journal-strace.log -tt -p $(pidof systemd-journald)
11:25:19.662149 epoll_wait(7, {{EPOLLIN, {u32=1467605872, u64=140133365572464}}}, 9, -1) = 1
11:25:23.964846 clock_gettime(0x7 /* CLOCK_??? */, {7098993, 928382856}) = 0
11:25:23.964896 socket(PF_LOCAL, SOCK_DGRAM|SOCK_CLOEXEC, 0) = 13
11:25:23.964933 sendmsg(13, {msg_name(21)={sa_family=AF_LOCAL, sun_path="/run/systemd/notify"}, msg_iov(1)=[{"WATCHDOG=1", 10}], msg_controllen=0, msg_flags=0}, MSG_NOSIGNAL) = 10
11:25:23.964996 close(13) = 0
11:25:23.965039 timerfd_settime(8, TFD_TIMER_ABSTIME, {it_interval={0, 0}, it_value={7099030, 550272000}}, NULL) = 0
11:25:23.965071 ioctl(5, FIONREAD, [96]) = 0
11:25:23.965221 recvmsg(5, {msg_name(0)={sa_family=AF_UNSPEC, sa_data="\0\0\0\0\0\0\0\0\0\0\0\0\0\0"}, msg_iov(1)=[{"<30>dd.forwarder[6136]: INFO (tr"..., 24575}], msg_controllen=64, {cmsg_len=32, cmsg_level=SOL_SOCKET, cmsg_type=0x1d /* SCM_??? */, ...}, msg_flags=MSG_CMSG_CLOEXEC}, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = 96
11:25:23.965274 open("/proc/6136/cgroup", O_RDONLY|O_CLOEXEC) = 13
11:25:23.965318 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.965357 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.965401 read(13, "10:hugetlb:/\n9:perf_event:/\n8:bl"..., 1024) = 163
11:25:23.965450 close(13) = 0
11:25:23.965471 munmap(0x7f73569ea000, 4096) = 0
11:25:23.965528 open("/proc/6136/comm", O_RDONLY|O_CLOEXEC) = 13
11:25:23.965557 fstat(13, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
11:25:23.965580 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.965601 read(13, "python\n", 1024) = 7
11:25:23.965626 close(13) = 0
11:25:23.965647 munmap(0x7f73569ea000, 4096) = 0
11:25:23.965670 readlinkat(AT_FDCWD, "/proc/6136/exe", "/opt/datadog-agent/embedded/bin/"..., 99) = 41
11:25:23.965700 open("/proc/6136/cmdline", O_RDONLY|O_CLOEXEC) = 13
11:25:23.965724 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.965745 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.965766 read(13, "/opt/datadog-agent/embedded/bin/"..., 1024) = 75
11:25:23.965796 read(13, "", 1024) = 0
11:25:23.965816 close(13) = 0
11:25:23.965835 munmap(0x7f73569ea000, 4096) = 0
11:25:23.965857 open("/proc/6136/status", O_RDONLY|O_CLOEXEC) = 13
11:25:23.965881 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.965905 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.965925 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.965946 read(13, "Name:\tpython\nState:\tR (running)\n"..., 2048) = 1084
11:25:23.965984 read(13, "", 1024) = 0
11:25:23.966004 read(13, "", 2048) = 0
11:25:23.966024 close(13) = 0
11:25:23.966043 munmap(0x7f73569ea000, 4096) = 0
11:25:23.966066 open("/proc/6136/sessionid", O_RDONLY|O_CLOEXEC) = 13
11:25:23.966089 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.966111 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.966132 read(13, "4294967295", 1024) = 10
11:25:23.966155 read(13, "", 1024) = 0
11:25:23.966175 close(13) = 0
11:25:23.966195 munmap(0x7f73569ea000, 4096) = 0
11:25:23.966218 open("/proc/6136/loginuid", O_RDONLY|O_CLOEXEC) = 13
11:25:23.966242 fstat(13, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
11:25:23.966262 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.966283 read(13, "4294967295", 1024) = 10
11:25:23.966306 read(13, "", 1024) = 0
11:25:23.966327 close(13) = 0
11:25:23.966347 munmap(0x7f73569ea000, 4096) = 0
11:25:23.966370 open("/proc/6136/cgroup", O_RDONLY|O_CLOEXEC) = 13
11:25:23.966392 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.966413 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.966434 read(13, "10:hugetlb:/\n9:perf_event:/\n8:bl"..., 1024) = 163
11:25:23.966462 close(13) = 0
11:25:23.966496 munmap(0x7f73569ea000, 4096) = 0
11:25:23.966553 fstat(12, {st_mode=S_IFREG|0640, st_size=50331648, ...}) = 0
11:25:23.966581 writev(6, [{"<43>", 4}, {"systemd-journald", 16}, {"[13835]: ", 9}, {"Failed to write entry (20 items,"..., 86}, {"\n", 1}], 5) = 116
11:25:23.967247 ioctl(5, FIONREAD, [0]) = 0
11:25:23.967270 recvmsg(5, 0x7fff651a9780, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = -1 EAGAIN (Resource temporarily unavailable)
11:25:23.967303 epoll_wait(7, {{EPOLLIN, {u32=1467606592, u64=140133365573184}}}, 9, -1) = 1
11:25:23.967527 clock_gettime(0x7 /* CLOCK_??? */, {7098993, 931046054}) = 0
11:25:23.967551 read(9, "43,3691999,7096357656444,-;syste"..., 8192) = 139
11:25:23.967581 epoll_wait(7, {{EPOLLIN, {u32=1467605872, u64=140133365572464}}}, 9, -1) = 1
11:25:23.967905 clock_gettime(0x7 /* CLOCK_??? */, {7098993, 931424102}) = 0
11:25:23.967927 ioctl(5, FIONREAD, [69]) = 0
11:25:23.967948 recvmsg(5, {msg_name(0)={sa_family=AF_UNSPEC, sa_data="\0\0\0\0\0\0\0\0\0\0\0\0\0\0"}, msg_iov(1)=[{"<30>dd.collector[6137]: INFO (ag"..., 24575}], msg_controllen=64, {cmsg_len=32, cmsg_level=SOL_SOCKET, cmsg_type=0x1d /* SCM_??? */, ...}, msg_flags=MSG_CMSG_CLOEXEC}, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = 69
11:25:23.967980 open("/proc/6137/cgroup", O_RDONLY|O_CLOEXEC) = 13
11:25:23.968008 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.968029 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.968052 read(13, "10:hugetlb:/\n9:perf_event:/\n8:bl"..., 1024) = 163
11:25:23.968083 close(13) = 0
11:25:23.968104 munmap(0x7f73569ea000, 4096) = 0
11:25:23.968131 open("/proc/6137/comm", O_RDONLY|O_CLOEXEC) = 13
11:25:23.968155 fstat(13, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
11:25:23.968176 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.968197 read(13, "python\n", 1024) = 7
11:25:23.968220 close(13) = 0
11:25:23.968240 munmap(0x7f73569ea000, 4096) = 0
11:25:23.968262 readlinkat(AT_FDCWD, "/proc/6137/exe", "/opt/datadog-agent/embedded/bin/"..., 99) = 41
11:25:23.968288 open("/proc/6137/cmdline", O_RDONLY|O_CLOEXEC) = 13
11:25:23.968311 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.968332 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.968353 read(13, "/opt/datadog-agent/embedded/bin/"..., 1024) = 106
11:25:23.968380 read(13, "", 1024) = 0
11:25:23.968400 close(13) = 0
11:25:23.968420 munmap(0x7f73569ea000, 4096) = 0
11:25:23.968442 open("/proc/6137/status", O_RDONLY|O_CLOEXEC) = 13
11:25:23.968466 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.968488 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.968517 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.968538 read(13, "Name:\tpython\nState:\tS (sleeping)"..., 2048) = 1085
11:25:23.968573 read(13, "", 1024) = 0
11:25:23.968592 read(13, "", 2048) = 0
11:25:23.968612 close(13) = 0
11:25:23.968631 munmap(0x7f73569ea000, 4096) = 0
11:25:23.968654 open("/proc/6137/sessionid", O_RDONLY|O_CLOEXEC) = 13
11:25:23.968678 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.968698 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.968719 read(13, "4294967295", 1024) = 10
11:25:23.968742 read(13, "", 1024) = 0
11:25:23.968762 close(13) = 0
11:25:23.968781 munmap(0x7f73569ea000, 4096) = 0
11:25:23.968803 open("/proc/6137/loginuid", O_RDONLY|O_CLOEXEC) = 13
11:25:23.968827 fstat(13, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
11:25:23.968848 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.968868 read(13, "4294967295", 1024) = 10
11:25:23.968891 read(13, "", 1024) = 0
11:25:23.968911 close(13) = 0
11:25:23.968930 munmap(0x7f73569ea000, 4096) = 0
11:25:23.968952 open("/proc/6137/cgroup", O_RDONLY|O_CLOEXEC) = 13
11:25:23.968974 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:23.969000 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:23.969022 read(13, "10:hugetlb:/\n9:perf_event:/\n8:bl"..., 1024) = 163
11:25:23.969050 close(13) = 0
11:25:23.969070 munmap(0x7f73569ea000, 4096) = 0
11:25:23.969107 fstat(12, {st_mode=S_IFREG|0640, st_size=50331648, ...}) = 0
11:25:23.969132 writev(6, [{"<43>", 4}, {"systemd-journald", 16}, {"[13835]: ", 9}, {"Failed to write entry (20 items,"..., 86}, {"\n", 1}], 5) = 116
11:25:23.969537 ioctl(5, FIONREAD, [0]) = 0
11:25:23.969559 recvmsg(5, 0x7fff651a9780, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = -1 EAGAIN (Resource temporarily unavailable)
11:25:23.969613 epoll_wait(7, {{EPOLLIN, {u32=1467606592, u64=140133365573184}}}, 9, -1) = 1
11:25:23.969637 clock_gettime(0x7 /* CLOCK_??? */, {7098993, 933156057}) = 0
11:25:23.969661 read(9, "43,3692000,7096357658991,-;syste"..., 8192) = 139
11:25:23.969691 epoll_wait(7, {{EPOLLIN, {u32=1467605872, u64=140133365572464}}}, 9, -1) = 1
11:25:32.528550 clock_gettime(0x7 /* CLOCK_??? */, {7099002, 492080146}) = 0
11:25:32.528592 ioctl(5, FIONREAD, [35]) = 0
11:25:32.528621 recvmsg(5, {msg_name(0)={sa_family=AF_UNSPEC, sa_data="\0\0\0\0\0\0\0\0\0\0\0\0\0\0"}, msg_iov(1)=[{"<13>Jun 14 11:25:32 ansible: foo"..., 24575}], msg_controllen=64, {cmsg_len=32, cmsg_level=SOL_SOCKET, cmsg_type=0x1d /* SCM_??? */, ...}, msg_flags=MSG_CMSG_CLOEXEC}, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = 35
11:25:32.528675 open("/proc/15485/cgroup", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:32.528732 open("/proc/15485/comm", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:32.528772 readlinkat(AT_FDCWD, "/proc/15485/exe", 0x7f73577a5870, 99) = -1 ENOENT (No such file or directory)
11:25:32.528799 open("/proc/15485/cmdline", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:32.528824 open("/proc/15485/status", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:32.528849 open("/proc/15485/sessionid", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:32.528874 open("/proc/15485/loginuid", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:32.528899 open("/proc/15485/cgroup", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:32.528937 fstat(12, {st_mode=S_IFREG|0640, st_size=50331648, ...}) = 0
11:25:32.528969 writev(6, [{"<43>", 4}, {"systemd-journald", 16}, {"[13835]: ", 9}, {"Failed to write entry (12 items,"..., 86}, {"\n", 1}], 5) = 116
11:25:32.529679 ioctl(5, FIONREAD, [0]) = 0
11:25:32.529702 recvmsg(5, 0x7fff651a9780, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = -1 EAGAIN (Resource temporarily unavailable)
11:25:32.529726 epoll_wait(7, {{EPOLLIN, {u32=1467606592, u64=140133365573184}}}, 9, -1) = 1
11:25:32.529750 clock_gettime(0x7 /* CLOCK_??? */, {7099002, 493267787}) = 0
11:25:32.529772 read(9, "43,3692001,7096366215651,-;syste"..., 8192) = 139
11:25:32.529802 epoll_wait(7, {{EPOLLIN, {u32=1467605872, u64=140133365572464}}}, 9, -1) = 1
11:25:37.788157 clock_gettime(0x7 /* CLOCK_??? */, {7099007, 751685306}) = 0
11:25:37.788196 ioctl(5, FIONREAD, [35]) = 0
11:25:37.788223 recvmsg(5, {msg_name(0)={sa_family=AF_UNSPEC, sa_data="\0\0\0\0\0\0\0\0\0\0\0\0\0\0"}, msg_iov(1)=[{"<13>Jun 14 11:25:37 ansible: foo"..., 24575}], msg_controllen=64, {cmsg_len=32, cmsg_level=SOL_SOCKET, cmsg_type=0x1d /* SCM_??? */, ...}, msg_flags=MSG_CMSG_CLOEXEC}, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = 35
11:25:37.788271 open("/proc/15543/cgroup", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:37.788310 open("/proc/15543/comm", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:37.788337 readlinkat(AT_FDCWD, "/proc/15543/exe", 0x7f73577a5870, 99) = -1 ENOENT (No such file or directory)
11:25:37.788363 open("/proc/15543/cmdline", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:37.788388 open("/proc/15543/status", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:37.788413 open("/proc/15543/sessionid", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:37.788446 open("/proc/15543/loginuid", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:37.788471 open("/proc/15543/cgroup", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:37.788501 fstat(12, {st_mode=S_IFREG|0640, st_size=50331648, ...}) = 0
11:25:37.788597 writev(6, [{"<43>", 4}, {"systemd-journald", 16}, {"[13835]: ", 9}, {"Failed to write entry (12 items,"..., 86}, {"\n", 1}], 5) = 116
11:25:37.789280 ioctl(5, FIONREAD, [0]) = 0
11:25:37.789316 recvmsg(5, 0x7fff651a9780, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = -1 EAGAIN (Resource temporarily unavailable)
11:25:37.789346 epoll_wait(7, {{EPOLLIN, {u32=1467606592, u64=140133365573184}}}, 9, -1) = 1
11:25:37.789541 clock_gettime(0x7 /* CLOCK_??? */, {7099007, 753061984}) = 0
11:25:37.789569 read(9, "43,3692002,7096371473335,-;syste"..., 8192) = 139
11:25:37.789601 epoll_wait(7, {{EPOLLIN, {u32=1467605872, u64=140133365572464}}}, 9, -1) = 1
11:25:41.648253 clock_gettime(0x7 /* CLOCK_??? */, {7099011, 611782200}) = 0
11:25:41.648292 socket(PF_LOCAL, SOCK_DGRAM|SOCK_CLOEXEC, 0) = 13
11:25:41.648326 sendmsg(13, {msg_name(21)={sa_family=AF_LOCAL, sun_path="/run/systemd/notify"}, msg_iov(1)=[{"WATCHDOG=1", 10}], msg_controllen=0, msg_flags=0}, MSG_NOSIGNAL) = 10
11:25:41.648368 close(13) = 0
11:25:41.648414 timerfd_settime(8, TFD_TIMER_ABSTIME, {it_interval={0, 0}, it_value={7099050, 550272000}}, NULL) = 0
11:25:41.648446 ioctl(5, FIONREAD, [35]) = 0
11:25:41.648475 recvmsg(5, {msg_name(0)={sa_family=AF_UNSPEC, sa_data="\0\0\0\0\0\0\0\0\0\0\0\0\0\0"}, msg_iov(1)=[{"<13>Jun 14 11:25:41 ansible: foo"..., 24575}], msg_controllen=64, {cmsg_len=32, cmsg_level=SOL_SOCKET, cmsg_type=0x1d /* SCM_??? */, ...}, msg_flags=MSG_CMSG_CLOEXEC}, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = 35
11:25:41.648539 open("/proc/15591/cgroup", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:41.648579 open("/proc/15591/comm", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:41.648607 readlinkat(AT_FDCWD, "/proc/15591/exe", 0x7f73577a5870, 99) = -1 ENOENT (No such file or directory)
11:25:41.648634 open("/proc/15591/cmdline", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:41.648660 open("/proc/15591/status", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:41.648698 open("/proc/15591/sessionid", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:41.648724 open("/proc/15591/loginuid", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:41.648763 open("/proc/15591/cgroup", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
11:25:41.648793 fstat(12, {st_mode=S_IFREG|0640, st_size=50331648, ...}) = 0
11:25:41.648837 writev(6, [{"<43>", 4}, {"systemd-journald", 16}, {"[13835]: ", 9}, {"Failed to write entry (12 items,"..., 86}, {"\n", 1}], 5) = 116
11:25:41.649440 ioctl(5, FIONREAD, [0]) = 0
11:25:41.649463 recvmsg(5, 0x7fff651a9780, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = -1 EAGAIN (Resource temporarily unavailable)
11:25:41.649486 epoll_wait(7, {{EPOLLIN, {u32=1467606592, u64=140133365573184}}}, 9, -1) = 1
11:25:41.649550 clock_gettime(0x7 /* CLOCK_??? */, {7099011, 613070858}) = 0
11:25:41.649578 read(9, "43,3692003,7096375332129,-;syste"..., 8192) = 139
11:25:41.649613 epoll_wait(7, {{EPOLLIN, {u32=1467605872, u64=140133365572464}}}, 9, -1) = 1
11:25:43.073661 clock_gettime(0x7 /* CLOCK_??? */, {7099013, 37205721}) = 0
11:25:43.073729 ioctl(5, FIONREAD, [69]) = 0
11:25:43.073781 recvmsg(5, {msg_name(0)={sa_family=AF_UNSPEC, sa_data="\0\0\0\0\0\0\0\0\0\0\0\0\0\0"}, msg_iov(1)=[{"<30>dd.collector[6137]: INFO (ag"..., 24575}], msg_controllen=64, {cmsg_len=32, cmsg_level=SOL_SOCKET, cmsg_type=0x1d /* SCM_??? */, ...}, msg_flags=MSG_CMSG_CLOEXEC}, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = 69
11:25:43.073859 open("/proc/6137/cgroup", O_RDONLY|O_CLOEXEC) = 13
11:25:43.073917 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:43.073964 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:43.074028 read(13, "10:hugetlb:/\n9:perf_event:/\n8:bl"..., 1024) = 163
11:25:43.074089 close(13) = 0
11:25:43.074155 munmap(0x7f73569ea000, 4096) = 0
11:25:43.074196 open("/proc/6137/comm", O_RDONLY|O_CLOEXEC) = 13
11:25:43.074228 fstat(13, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
11:25:43.074254 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:43.074279 read(13, "python\n", 1024) = 7
11:25:43.074305 close(13) = 0
11:25:43.074327 munmap(0x7f73569ea000, 4096) = 0
11:25:43.074352 readlinkat(AT_FDCWD, "/proc/6137/exe", "/opt/datadog-agent/embedded/bin/"..., 99) = 41
11:25:43.074382 open("/proc/6137/cmdline", O_RDONLY|O_CLOEXEC) = 13
11:25:43.074407 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:43.074430 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:43.074453 read(13, "/opt/datadog-agent/embedded/bin/"..., 1024) = 106
11:25:43.074484 read(13, "", 1024) = 0
11:25:43.074555 close(13) = 0
11:25:43.074581 munmap(0x7f73569ea000, 4096) = 0
11:25:43.074607 open("/proc/6137/status", O_RDONLY|O_CLOEXEC) = 13
11:25:43.074634 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:43.074660 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:43.074683 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:43.074707 read(13, "Name:\tpython\nState:\tS (sleeping)"..., 2048) = 1085
11:25:43.074749 read(13, "", 1024) = 0
11:25:43.074772 read(13, "", 2048) = 0
11:25:43.074794 close(13) = 0
11:25:43.074816 munmap(0x7f73569ea000, 4096) = 0
11:25:43.074841 open("/proc/6137/sessionid", O_RDONLY|O_CLOEXEC) = 13
11:25:43.074868 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:43.074891 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:43.074915 read(13, "4294967295", 1024) = 10
11:25:43.074941 read(13, "", 1024) = 0
11:25:43.074964 close(13) = 0
11:25:43.074986 munmap(0x7f73569ea000, 4096) = 0
11:25:43.075011 open("/proc/6137/loginuid", O_RDONLY|O_CLOEXEC) = 13
11:25:43.075037 fstat(13, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
11:25:43.075060 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:43.075083 read(13, "4294967295", 1024) = 10
11:25:43.075109 read(13, "", 1024) = 0
11:25:43.075131 close(13) = 0
11:25:43.075153 munmap(0x7f73569ea000, 4096) = 0
11:25:43.075178 open("/proc/6137/cgroup", O_RDONLY|O_CLOEXEC) = 13
11:25:43.075203 fstat(13, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
11:25:43.075227 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73569ea000
11:25:43.075250 read(13, "10:hugetlb:/\n9:perf_event:/\n8:bl"..., 1024) = 163
11:25:43.075282 close(13) = 0
11:25:43.075304 munmap(0x7f73569ea000, 4096) = 0
11:25:43.075354 fstat(12, {st_mode=S_IFREG|0640, st_size=50331648, ...}) = 0
11:25:43.075383 writev(6, [{"<43>", 4}, {"systemd-journald", 16}, {"[13835]: ", 9}, {"Failed to write entry (20 items,"..., 86}, {"\n", 1}], 5) = 116
11:25:43.075976 ioctl(5, FIONREAD, [0]) = 0
11:25:43.076001 recvmsg(5, 0x7fff651a9780, MSG_DONTWAIT|MSG_CMSG_CLOEXEC) = -1 EAGAIN (Resource temporarily unavailable)
11:25:43.076028 epoll_wait(7, {{EPOLLIN, {u32=1467606592, u64=140133365573184}}}, 9, -1) = 1
11:25:43.076054 clock_gettime(0x7 /* CLOCK_??? */, {7099013, 39572516}) = 0
11:25:43.076078 read(9, "43,3692004,7096376758146,-;syste"..., 8192) = 139
11:25:43.076109 epoll_wait(7, <detached ...>
Raw
verbose-strace.txt
14:36:19.237077 open("/proc/23468/cgroup", O_RDONLY|O_CLOEXEC) = 14
14:36:19.237098 fstat(14, {st_dev=makedev(0, 3), st_ino=225243835, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=1024, st_blocks=0, st_size=0, st_atime=2016/06/14-12:16:59, st_mtime=2016/06/14-12:16:59, st_ctime=2016/06/14-12:16:59}) = 0
14:36:19.237123 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f1777b57000
14:36:19.237142 read(14, "10:hugetlb:/\n9:perf_event:/\n8:blkio:/\n7:net_cls:/\n6:freezer:/\n5:devices:/\n4:memory:/\n3:cpuacct,cpu:/\n2:cpuset:/\n1:name=systemd:/system.slice/docker-distribution.service\n", 1024) = 169
14:36:19.237169 close(14) = 0
14:36:19.237188 munmap(0x7f1777b57000, 4096) = 0
14:36:19.237215 fstat(12, {st_dev=makedev(0, 18), st_ino=187876389, st_mode=S_IFREG|0640, st_nlink=1, st_uid=0, st_gid=190, st_blksize=4096, st_blocks=98304, st_size=50331648, st_atime=2016/06/14-14:20:42, st_mtime=2016/06/01-22:34:55, st_ctime=2016/06/14-12:13:36}) = 0
14:36:19.237245 writev(6, [{"<43>", 4}, {"systemd-journald", 16}, {"[20828]: ", 9}, {"Failed to write entry (18 items, 998 bytes), ignoring: Cannot assign requested address", 86}, {"\n", 1}], 5) = 116
14:36:19.238474 epoll_wait(7, {{EPOLLIN, {u32=2033641024, u64=139738794616384}}}, 10, -1) = 1
14:36:19.238496 clock_gettime(0x7 /* CLOCK_??? */, {7110449, 202013830}) = 0
14:36:19.238519 read(9, "43,3781351,7107808676678,-;systemd-journald[20828]: Failed to write entry (18 items, 998 bytes), ignoring: Cannot assign requested address\n", 8192) = 139
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment