Skip to content

Instantly share code, notes, and snippets.

@harche
Created July 27, 2015 16:48
Show Gist options
  • Save harche/12f4da18e847af150d76 to your computer and use it in GitHub Desktop.
Save harche/12f4da18e847af150d76 to your computer and use it in GitHub Desktop.
strace for docker deamon
[pid 20294] <... open resumed> ) = 4
[pid 19907] <... close resumed> ) = 0
[pid 20294] fstat(4, <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 20294] <... fstat resumed> {st_dev=makedev(0, 3), st_ino=3892578, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=1024, st_blocks=0, st_size=0, st_atime=2015/07/27-22:15:20, st_mtime=2015/07/27-22:15:20, st_ctime=2015/07/27-22:15:20}) = 0
[pid 19907] close(13 <unfinished ...>
[pid 20294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0 <unfinished ...>
[pid 19907] <... close resumed> ) = 0
[pid 20294] <... mmap resumed> ) = 0x7f60970e6000
[pid 19907] close(14 <unfinished ...>
[pid 20294] read(4, <unfinished ...>
[pid 19907] <... close resumed> ) = 0
[pid 20294] <... read resumed> "rootfs / rootfs rw 0 0\nsysfs /sy"..., 1024) = 1024
[pid 19907] wait4(20294, <unfinished ...>
[pid 20294] read(4, <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 20294] <... read resumed> "acct cgroup rw,relatime,cpuacct "..., 1024) = 933
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 20294] read(4, "", 1024) = 0
[pid 20294] close(4) = 0
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 20294] munmap(0x7f60970e6000, 4096) = 0
[pid 19905] futex(0xc2081d5258, FUTEX_WAKE, 1 <unfinished ...>
[pid 20294] access("/sys/fs/aufs/si_4887bbda9f1509d4/br0", F_OK <unfinished ...>
[pid 19946] <... futex resumed> ) = 0
[pid 20294] <... access resumed> ) = 0
[pid 19905] <... futex resumed> ) = 1
[pid 20294] access("/sys/fs/aufs/si_4887bbda9f1509d4/br1", F_OK <unfinished ...>
[pid 19946] epoll_wait(5, <unfinished ...>
[pid 20294] <... access resumed> ) = 0
[pid 19946] <... epoll_wait resumed> {}, 128, 0) = 0
[pid 20294] access("/sys/fs/aufs/si_4887bbda9f1509d4/br2", F_OK <unfinished ...>
[pid 19946] futex(0xc2081d5258, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 20294] <... access resumed> ) = 0
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 20294] access("/sys/fs/aufs/si_4887bbda9f1509d4/br3", F_OK) = 0
[pid 20294] access("/sys/fs/aufs/si_4887bbda9f1509d4/br4", F_OK) = 0
[pid 20294] access("/sys/fs/aufs/si_4887bbda9f1509d4/br5", F_OK <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 20294] <... access resumed> ) = 0
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 20294] access("/sys/fs/aufs/si_4887bbda9f1509d4/br6", F_OK) = -1 ENOENT (No such file or directory)
[pid 20294] open("/sys/fs/aufs/si_4887bbda9f1509d4/br0", O_RDONLY) = 4
[pid 20294] fstat(4, {st_dev=makedev(0, 15), st_ino=28584, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:15:20, st_mtime=2015/07/27-22:15:20, st_ctime=2015/07/27-22:15:20}) = 0
[pid 20294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f60970e6000
[pid 20294] read(4, "/var/lib/docker/aufs/diff/58f92c"..., 4096) = 94
[pid 20294] close(4) = 0
[pid 20294] munmap(0x7f60970e6000, 4096) = 0
[pid 20294] open("/sys/fs/aufs/si_4887bbda9f1509d4/br1", O_RDONLY) = 4
[pid 20294] fstat(4, {st_dev=makedev(0, 15), st_ino=28588, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:15:20, st_mtime=2015/07/27-22:15:20, st_ctime=2015/07/27-22:15:20}) = 0
[pid 20294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f60970e6000
[pid 20294] read(4, "/var/lib/docker/aufs/diff/58f92c"..., 4096) = 102
[pid 20294] close(4) = 0
[pid 20294] munmap(0x7f60970e6000, 4096) = 0
[pid 20294] open("/sys/fs/aufs/si_4887bbda9f1509d4/br2", O_RDONLY) = 4
[pid 20294] fstat(4, {st_dev=makedev(0, 15), st_ino=28674, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:15:20, st_mtime=2015/07/27-22:15:20, st_ctime=2015/07/27-22:15:20}) = 0
[pid 20294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f60970e6000
[pid 20294] read(4, "/var/lib/docker/aufs/diff/d2a0ec"..., 4096) = 97
[pid 20294] close(4) = 0
[pid 20294] munmap(0x7f60970e6000, 4096) = 0
[pid 20294] open("/sys/fs/aufs/si_4887bbda9f1509d4/br3", O_RDONLY) = 4
[pid 20294] fstat(4, {st_dev=makedev(0, 15), st_ino=28676, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:15:20, st_mtime=2015/07/27-22:15:20, st_ctime=2015/07/27-22:15:20}) = 0
[pid 20294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f60970e6000
[pid 20294] read(4, "/var/lib/docker/aufs/diff/29460a"..., 4096) = 97
[pid 20294] close(4) = 0
[pid 20294] munmap(0x7f60970e6000, 4096) = 0
[pid 20294] open("/sys/fs/aufs/si_4887bbda9f1509d4/br4", O_RDONLY) = 4
[pid 20294] fstat(4, {st_dev=makedev(0, 15), st_ino=28678, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:15:20, st_mtime=2015/07/27-22:15:20, st_ctime=2015/07/27-22:15:20}) = 0
[pid 20294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f60970e6000
[pid 20294] read(4, "/var/lib/docker/aufs/diff/b670fb"..., 4096) = 97
[pid 20294] close(4) = 0
[pid 20294] munmap(0x7f60970e6000, 4096) = 0
[pid 20294] open("/sys/fs/aufs/si_4887bbda9f1509d4/br5", O_RDONLY) = 4
[pid 20294] fstat(4, {st_dev=makedev(0, 15), st_ino=28680, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:15:20, st_mtime=2015/07/27-22:15:20, st_ctime=2015/07/27-22:15:20}) = 0
[pid 20294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f60970e6000
[pid 20294] read(4, "/var/lib/docker/aufs/diff/83e4dd"..., 4096) = 97
[pid 20294] close(4) = 0
[pid 20294] munmap(0x7f60970e6000, 4096) = 0
[pid 20294] access("/var/lib/docker/aufs/diff/58f92c751752150277c84763d2dadc1b6435ca470d70d059c1da32fe834b0a1c/.wh..wh.plnk", F_OK) = 0
[pid 20294] openat(AT_FDCWD, "/var/lib/docker/aufs/diff/58f92c751752150277c84763d2dadc1b6435ca470d70d059c1da32fe834b0a1c/.wh..wh.plnk", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 4
[pid 20294] getdents(4, {{d_ino=29238330, d_off=6538016348759456044, d_reclen=24, d_name=".", d_type=DT_DIR} {d_ino=29238326, d_off=9223372036854775807, d_reclen=24, d_name="..", d_type=DT_DIR}}, 32768) = 48
[pid 20294] getdents(4, {}, 32768) = 0
[pid 20294] close(4) = 0
[pid 20294] exit_group(0) = ?
[pid 20294] +++ exited with 0 +++
[pid 19907] <... wait4 resumed> [{WIFEXITED(s) && WEXITSTATUS(s) == 0}], 0, {ru_utime={0, 0}, ru_stime={0, 2714}, ru_maxrss=4396, ru_ixrss=0, ru_idrss=0, ru_isrss=0, ru_minflt=192, ru_majflt=0, ru_nswap=0, ru_inblock=0, ru_oublock=0, ru_msgsnd=0, ru_msgrcv=0, ru_nsignals=0, ru_nvcsw=202, ru_nivcsw=3}) = 20294
[pid 19907] --- SIGCHLD {si_signo=SIGCHLD, si_code=CLD_EXITED, si_pid=20294, si_status=0, si_utime=0, si_stime=0} ---
[pid 19907] rt_sigreturn() = 20294
[pid 19907] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 19905] <... futex resumed> ) = 0
[pid 19907] umount("/var/lib/docker/aufs/mnt/58f92c7"..., 0 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] futex(0xc2081d5258, FUTEX_WAKE, 1 <unfinished ...>
[pid 19946] <... futex resumed> ) = 0
[pid 19905] <... futex resumed> ) = 1
[pid 19946] epoll_wait(5, <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] <... epoll_wait resumed> {}, 128, 0) = 0
[pid 19946] futex(0xc2081d5258, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 19907] <... umount resumed> ) = 0
[pid 19907] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 19907] lstat("/var/lib/docker/aufs/mnt/58f92c751752150277c84763d2dadc1b6435ca470d70d059c1da32fe834b0a1c/etc", 0xc2082bcea0) = -1 ENOENT (No such file or directory)
[pid 19905] <... futex resumed> ) = 0
[pid 19907] lstat("/var/lib/docker/aufs/mnt/58f92c751752150277c84763d2dadc1b6435ca470d70d059c1da32fe834b0a1c/etc/resolv.conf", <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... lstat resumed> 0xc2082bcf30) = -1 ENOENT (No such file or directory)
[pid 19907] lstat("/var/lib/docker/aufs/mnt/58f92c751752150277c84763d2dadc1b6435ca470d70d059c1da32fe834b0a1c/etc", <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] <... lstat resumed> 0xc2082bcfc0) = -1 ENOENT (No such file or directory)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] lstat("/var/lib/docker/aufs/mnt/58f92c751752150277c84763d2dadc1b6435ca470d70d059c1da32fe834b0a1c/etc/hosts", 0xc2082bd050) = -1 ENOENT (No such file or directory)
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] write(2, "time=\"2015-07-27T22:15:20.320335"..., 229time="2015-07-27T22:15:20.320335227+05:30" level=error msg="Handler for POST /containers/{name:.*}/start returned error: Cannot start container 58f92c751752150277c84763d2dadc1b6435ca470d70d059c1da32fe834b0a1c: invalid argument"
<unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] <... write resumed> ) = 229
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] write(2, "time=\"2015-07-27T22:15:20.320491"..., 200time="2015-07-27T22:15:20.320491120+05:30" level=error msg="HTTP Error" err="Cannot start container 58f92c751752150277c84763d2dadc1b6435ca470d70d059c1da32fe834b0a1c: invalid argument" statusCode=500
) = 200
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] write(8, "HTTP/1.1 500 Internal Server Err"..., 243) = 243
[pid 19948] <... epoll_wait resumed> {{EPOLLOUT, {u32=3666086056, u64=140698204768424}}}, 128, -1) = 1
[pid 19907] read(8, <unfinished ...>
[pid 19948] epoll_wait(5, <unfinished ...>
[pid 19907] <... read resumed> 0xc20826d000, 4096) = -1 EAGAIN (Resource temporarily unavailable)
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] epoll_wait(5, <unfinished ...>
[pid 19948] <... epoll_wait resumed> {{EPOLLIN|EPOLLOUT|EPOLLHUP|EPOLLRDHUP, {u32=3666085864, u64=140698204768232}}}, 128, -1) = 1
[pid 19907] <... epoll_wait resumed> {}, 128, 0) = 0
[pid 19948] epoll_wait(5, <unfinished ...>
[pid 19907] futex(0xc208020b58, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 19948] <... epoll_wait resumed> {{EPOLLIN|EPOLLOUT|EPOLLHUP|EPOLLRDHUP, {u32=3666086056, u64=140698204768424}}}, 128, -1) = 1
[pid 19948] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 19948] read(8, "", 4096) = 0
[pid 19948] epoll_ctl(5, EPOLL_CTL_DEL, 8, {0, {u32=0, u64=0}}) = 0
[pid 19948] close(8) = 0
[pid 19948] epoll_wait(5, {}, 128, 0) = 0
[pid 19948] epoll_wait(5, <unfinished ...>
[pid 19905] <... futex resumed> ) = 0
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 19908] <... futex resumed> ) = -1 ETIMEDOUT (Connection timed out)
[pid 19908] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 19905] <... futex resumed> ) = 0
[pid 19908] futex(0xc208020b58, FUTEX_WAKE, 1 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19908] <... futex resumed> ) = 1
[pid 19907] <... futex resumed> ) = 0
[pid 19908] futex(0x1280db8, FUTEX_WAIT, 0, {0, 998875175} <unfinished ...>
[pid 19907] open("/proc/stat", O_RDONLY|O_CLOEXEC <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] <... open resumed> ) = 8
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] read(8, "cpu 36150956 636680 1770346 133"..., 128) = 128
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] close(8 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... close resumed> ) = 0
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] epoll_wait(5, <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... epoll_wait resumed> {}, 128, 0) = 0
[pid 19907] futex(0xc208020b58, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 19908] <... futex resumed> ) = -1 ETIMEDOUT (Connection timed out)
[pid 19908] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 19905] <... futex resumed> ) = 0
[pid 19908] futex(0xc208020b58, FUTEX_WAKE, 1 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19908] <... futex resumed> ) = 1
[pid 19907] <... futex resumed> ) = 0
[pid 19908] futex(0x1280db8, FUTEX_WAIT, 0, {0, 998965948} <unfinished ...>
[pid 19907] open("/proc/stat", O_RDONLY|O_CLOEXEC <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... open resumed> ) = 8
[pid 19907] read(8, <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... read resumed> "cpu 36150979 636680 1770351 133"..., 128) = 128
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] close(8 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... close resumed> ) = 0
[pid 19907] epoll_wait(5, <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] <... epoll_wait resumed> {}, 128, 0) = 0
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] futex(0xc208020b58, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 19908] <... futex resumed> ) = -1 ETIMEDOUT (Connection timed out)
[pid 19908] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 19905] <... futex resumed> ) = 0
[pid 19908] futex(0xc208020b58, FUTEX_WAKE, 1 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19908] <... futex resumed> ) = 1
[pid 19907] <... futex resumed> ) = 0
[pid 19908] futex(0x1280db8, FUTEX_WAIT, 0, {0, 999062858} <unfinished ...>
[pid 19907] open("/proc/stat", O_RDONLY|O_CLOEXEC <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... open resumed> ) = 8
[pid 19907] read(8, <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... read resumed> "cpu 36151080 636680 1770370 133"..., 128) = 128
[pid 19907] close(8 <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... close resumed> ) = 0
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] epoll_wait(5, <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... epoll_wait resumed> {}, 128, 0) = 0
[pid 19907] futex(0xc208020b58, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 19908] <... futex resumed> ) = -1 ETIMEDOUT (Connection timed out)
[pid 19908] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 19905] <... futex resumed> ) = 0
[pid 19908] futex(0xc208020b58, FUTEX_WAKE, 1 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19908] <... futex resumed> ) = 1
[pid 19907] <... futex resumed> ) = 0
[pid 19908] futex(0x1280db8, FUTEX_WAIT, 0, {0, 999228587} <unfinished ...>
[pid 19907] open("/proc/stat", O_RDONLY|O_CLOEXEC <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] <... open resumed> ) = 8
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] read(8, "cpu 36151174 636680 1770384 133"..., 128) = 128
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19907] close(8 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] futex(0xc2081d5258, FUTEX_WAKE, 1) = 1
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19907] <... close resumed> ) = 0
[pid 19907] futex(0xc208020b58, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] <... futex resumed> ) = 0
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19946] epoll_wait(5, {}, 128, 0) = 0
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] futex(0xc2081d5258, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 19908] <... futex resumed> ) = -1 ETIMEDOUT (Connection timed out)
[pid 19908] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 19905] <... futex resumed> ) = 0
[pid 19908] futex(0xc2081d5258, FUTEX_WAKE, 1 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] <... futex resumed> ) = 0
[pid 19908] <... futex resumed> ) = 1
[pid 19946] open("/proc/stat", O_RDONLY|O_CLOEXEC <unfinished ...>
[pid 19908] futex(0x1280db8, FUTEX_WAIT, 0, {0, 998319633} <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19946] <... open resumed> ) = 8
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] read(8, <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] <... read resumed> "cpu 36151234 636680 1770392 133"..., 128) = 128
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19946] close(8 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] <... close resumed> ) = 0
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19946] epoll_wait(5, <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] <... epoll_wait resumed> {}, 128, 0) = 0
[pid 19946] futex(0xc2081d5258, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 19908] <... futex resumed> ) = -1 ETIMEDOUT (Connection timed out)
[pid 19908] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 19905] <... futex resumed> ) = 0
[pid 19908] futex(0xc2081d5258, FUTEX_WAKE, 1 <unfinished ...>
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] <... futex resumed> ) = 0
[pid 19908] <... futex resumed> ) = 1
[pid 19946] open("/proc/stat", O_RDONLY|O_CLOEXEC <unfinished ...>
[pid 19908] futex(0x1280db8, FUTEX_WAIT, 0, {0, 998798986} <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19946] <... open resumed> ) = 8
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] read(8, <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19946] <... read resumed> "cpu 36151252 636680 1770402 133"..., 128) = 128
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] close(8 <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19946] <... close resumed> ) = 0
[pid 19905] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 19946] epoll_wait(5, {}, 128, 0) = 0
[pid 19946] futex(0xc2081d5258, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 19905] <... select resumed> ) = 0 (Timeout)
[pid 19905] futex(0x1281180, FUTEX_WAIT, 0, {60, 0}^CProcess 19904 detached
Process 19905 detached
<detached ...>
Process 19906 detached
@harche
Copy link
Author

harche commented Jul 27, 2015

[pid 23294] munmap(0x7faae35b1000, 4096) = 0
[pid 23294] access("/sys/fs/aufs/si_4887bbdb4e66b9d4/br0", F_OK) = 0
[pid 23294] access("/sys/fs/aufs/si_4887bbdb4e66b9d4/br1", F_OK) = 0
[pid 23294] access("/sys/fs/aufs/si_4887bbdb4e66b9d4/br2", F_OK) = 0
[pid 23294] access("/sys/fs/aufs/si_4887bbdb4e66b9d4/br3", F_OK) = 0
[pid 23294] access("/sys/fs/aufs/si_4887bbdb4e66b9d4/br4", F_OK) = 0
[pid 23294] access("/sys/fs/aufs/si_4887bbdb4e66b9d4/br5", F_OK) = 0
[pid 23294] access("/sys/fs/aufs/si_4887bbdb4e66b9d4/br6", F_OK) = -1 ENOENT (No such file or directory)
[pid 23294] open("/sys/fs/aufs/si_4887bbdb4e66b9d4/br0", O_RDONLY) = 4
[pid 23294] fstat(4, {st_dev=makedev(0, 15), st_ino=28679, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:21:35, st_mtime=2015/07/27-22:21:35, st_ctime=2015/07/27-22:21:35}) = 0
[pid 23294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7faae35b1000
[pid 23294] read(4, "/var/lib/docker/aufs/diff/119fca"..., 4096) = 94
[pid 23294] close(4)                    = 0
[pid 23294] munmap(0x7faae35b1000, 4096) = 0
[pid 23294] open("/sys/fs/aufs/si_4887bbdb4e66b9d4/br1", O_RDONLY) = 4
[pid 23294] fstat(4, {st_dev=makedev(0, 15), st_ino=28684, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:21:35, st_mtime=2015/07/27-22:21:35, st_ctime=2015/07/27-22:21:35}) = 0
[pid 23294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7faae35b1000
[pid 23294] read(4, "/var/lib/docker/aufs/diff/119fca"..., 4096) = 102
[pid 23294] close(4)                    = 0
[pid 23294] munmap(0x7faae35b1000, 4096) = 0
[pid 23294] open("/sys/fs/aufs/si_4887bbdb4e66b9d4/br2", O_RDONLY) = 4
[pid 23294] fstat(4, {st_dev=makedev(0, 15), st_ino=28688, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:21:35, st_mtime=2015/07/27-22:21:35, st_ctime=2015/07/27-22:21:35}) = 0
[pid 23294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7faae35b1000
[pid 23294] read(4, "/var/lib/docker/aufs/diff/d2a0ec"..., 4096) = 97
[pid 23294] close(4)                    = 0
[pid 23294] munmap(0x7faae35b1000, 4096) = 0
[pid 23294] open("/sys/fs/aufs/si_4887bbdb4e66b9d4/br3", O_RDONLY) = 4
[pid 23294] fstat(4, {st_dev=makedev(0, 15), st_ino=28690, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:21:35, st_mtime=2015/07/27-22:21:35, st_ctime=2015/07/27-22:21:35}) = 0
[pid 23294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7faae35b1000
[pid 23294] read(4, "/var/lib/docker/aufs/diff/29460a"..., 4096) = 97
[pid 23294] close(4)                    = 0
[pid 23294] munmap(0x7faae35b1000, 4096) = 0
[pid 23294] open("/sys/fs/aufs/si_4887bbdb4e66b9d4/br4", O_RDONLY) = 4
[pid 23294] fstat(4, {st_dev=makedev(0, 15), st_ino=28692, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:21:35, st_mtime=2015/07/27-22:21:35, st_ctime=2015/07/27-22:21:35}) = 0
[pid 23294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7faae35b1000
[pid 23294] read(4, "/var/lib/docker/aufs/diff/b670fb"..., 4096) = 97
[pid 23294] close(4)                    = 0
[pid 23294] munmap(0x7faae35b1000, 4096) = 0
[pid 23294] open("/sys/fs/aufs/si_4887bbdb4e66b9d4/br5", O_RDONLY) = 4
[pid 23294] fstat(4, {st_dev=makedev(0, 15), st_ino=28694, st_mode=S_IFREG|0444, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=4096, st_atime=2015/07/27-22:21:35, st_mtime=2015/07/27-22:21:35, st_ctime=2015/07/27-22:21:35}) = 0
[pid 23294] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7faae35b1000
[pid 23294] read(4, "/var/lib/docker/aufs/diff/83e4dd"..., 4096) = 97
[pid 23294] close(4)                    = 0
[pid 23294] munmap(0x7faae35b1000, 4096) = 0
[pid 23294] access("/var/lib/docker/aufs/diff/119fca4ffb67246c743bae7715ded2774d7646ddbb9953a9aa23db8ccbc81936/.wh..wh.plnk", F_OK) = 0
[pid 23294] openat(AT_FDCWD, "/var/lib/docker/aufs/diff/119fca4ffb67246c743bae7715ded2774d7646ddbb9953a9aa23db8ccbc81936/.wh..wh.plnk", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 4
[pid 23294] getdents(4, {{d_ino=29238356, d_off=6538016348759456044, d_reclen=24, d_name=".", d_type=DT_DIR} {d_ino=29238352, d_off=9223372036854775807, d_reclen=24, d_name="..", d_type=DT_DIR}}, 32768) = 48
[pid 23294] getdents(4, {}, 32768)      = 0
[pid 23294] close(4)                    = 0
[pid 23294] exit_group(0)               = ?
[pid 23294] +++ exited with 0 +++
[pid 22867] <... wait4 resumed> [{WIFEXITED(s) && WEXITSTATUS(s) == 0}], 0, {ru_utime={0, 0}, ru_stime={0, 2569}, ru_maxrss=3664, ru_ixrss=0, ru_idrss=0, ru_isrss=0, ru_minflt=192, ru_majflt=0, ru_nswap=0, ru_inblock=0, ru_oublock=0, ru_msgsnd=0, ru_msgrcv=0, ru_nsignals=0, ru_nvcsw=202, ru_nivcsw=2}) = 23294
[pid 22867] --- SIGCHLD {si_signo=SIGCHLD, si_code=CLD_EXITED, si_pid=23294, si_status=0, si_utime=0, si_stime=0} ---
[pid 22867] rt_sigreturn()              = 23294
[pid 22867] futex(0x1281180, FUTEX_WAKE, 1 <unfinished ...>
[pid 22868] <... futex resumed> )       = 0
[pid 22867] <... futex resumed> )       = 1
[pid 22868] sched_yield( <unfinished ...>
[pid 22867] umount("/var/lib/docker/aufs/mnt/119fca4"..., 0 <unfinished ...>
[pid 22868] <... sched_yield resumed> ) = 0
[pid 22868] futex(0x1281100, FUTEX_WAKE, 1) = 0
[pid 22868] select(0, NULL, NULL, NULL, {0, 20}) = 0 (Timeout)
[pid 22868] futex(0xc2080e40d8, FUTEX_WAKE, 1 <unfinished ...>
[pid 22872] <... futex resumed> )       = 0
[pid 22868] <... futex resumed> )       = 1
[pid 22872] epoll_wait(6,  <unfinished ...>
[pid 22868] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 22872] <... epoll_wait resumed> {}, 128, 0) = 0
[pid 22872] futex(0xc2080e40d8, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 22868] <... select resumed> )      = 0 (Timeout)
[pid 22868] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 22867] <... umount resumed> )      = 0
[pid 22867] futex(0x1281180, FUTEX_WAKE, 1 <unfinished ...>
[pid 22868] <... futex resumed> )       = 0
[pid 22867] <... futex resumed> )       = 1
[pid 22868] sched_yield( <unfinished ...>
[pid 22867] lstat("/var/lib/docker/aufs/mnt/119fca4ffb67246c743bae7715ded2774d7646ddbb9953a9aa23db8ccbc81936/etc",  <unfinished ...>
[pid 22868] <... sched_yield resumed> ) = 0
[pid 22867] <... lstat resumed> 0xc20822f440) = -1 ENOENT (No such file or directory)
[pid 22868] futex(0x1281100, FUTEX_WAKE, 1 <unfinished ...>
[pid 22867] lstat("/var/lib/docker/aufs/mnt/119fca4ffb67246c743bae7715ded2774d7646ddbb9953a9aa23db8ccbc81936/etc/resolv.conf",  <unfinished ...>
[pid 22868] <... futex resumed> )       = 0
[pid 22867] <... lstat resumed> 0xc20822f4d0) = -1 ENOENT (No such file or directory)
[pid 22868] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 22867] lstat("/var/lib/docker/aufs/mnt/119fca4ffb67246c743bae7715ded2774d7646ddbb9953a9aa23db8ccbc81936/etc", 0xc20822f560) = -1 ENOENT (No such file or directory)
[pid 22867] lstat("/var/lib/docker/aufs/mnt/119fca4ffb67246c743bae7715ded2774d7646ddbb9953a9aa23db8ccbc81936/etc/hosts", 0xc20822f5f0) = -1 ENOENT (No such file or directory)
[pid 22868] <... select resumed> )      = 0 (Timeout)
[pid 22868] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 22867] write(2, "\33[31mERRO\33[0m[0013] Handler for "..., 188ERRO[0013] Handler for POST /containers/{name:.*}/start returned error: Cannot start container 119fca4ffb67246c743bae7715ded2774d7646ddbb9953a9aa23db8ccbc81936: invalid argument 
) = 188
[pid 22868] <... select resumed> )      = 0 (Timeout)
[pid 22867] write(2, "\33[31mERRO\33[0m[0013] HTTP Error  "..., 209 <unfinished ...>
ERRO[0013] HTTP Error                                    err=Cannot start container 119fca4ffb67246c743bae7715ded2774d7646ddbb9953a9aa23db8ccbc81936: invalid argument statusCode=500
[pid 22868] select(0, NULL, NULL, NULL, {0, 20} <unfinished ...>
[pid 22867] <... write resumed> )       = 209
[pid 22867] write(8, "HTTP/1.1 500 Internal Server Err"..., 243) = 243
[pid 22867] read(8, 0xc208294000, 4096) = -1 EAGAIN (Resource temporarily unavailable)
[pid 22867] epoll_wait(6, {{EPOLLOUT, {u32=2064464424, u64=140675128310312}}, {EPOLLIN|EPOLLOUT|EPOLLHUP|EPOLLRDHUP, {u32=2064464232, u64=140675128310120}}}, 128, 0) = 2
[pid 22867] futex(0x1281f18, FUTEX_WAIT, 0, NULL <unfinished ...>
[pid 22870] <... epoll_wait resumed> {{EPOLLIN|EPOLLOUT|EPOLLHUP|EPOLLRDHUP, {u32=2064464424, u64=140675128310312}}}, 128, -1) = 1
[pid 22870] read(8, "", 4096)           = 0
[pid 22870] epoll_ctl(6, EPOLL_CTL_DEL, 8, {0, {u32=0, u64=0}}) = 0
[pid 22870] close(8)                    = 0
[pid 22870] epoll_wait(6, {}, 128, 0)   = 0
[pid 22870] epoll_wait(6,  <unfinished ...>
[pid 22868] <... select resumed> )      = 0 (Timeout)
[pid 22868] futex(0x1281180, FUTEX_WAIT, 0, {60, 0} <unfinished ...>
[pid 22871] <... futex resumed> )       = -1 ETIMEDOUT (Connection timed out)
[pid 22871] futex(0x1281180, FUTEX_WAKE, 1) = 1
[pid 22868] <... futex resumed> )       = 0
[pid 22871] futex(0x1281f18, FUTEX_WAKE, 1 <unfinished ...>

@harche
Copy link
Author

harche commented Jul 27, 2015

That comment above captures exactly when I tried to run a container

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment