gistfile1.txt

delete done
fatal error: concurrent map iteration and map write
try to delete 2409:252:91a0:cf00:305a:a702:ffc7:dd04
delete done

goroutine 39 [running]:
runtime.throw(0x930c6c, 0x26)
	/usr/local/go/src/runtime/panic.go:617 +0x72 fp=0xc0001eee08 sp=0xc0001eedd8 pc=0x42d6e2
runtime.mapiternext(0xc0001eef48)
	/usr/local/go/src/runtime/map.go:860 +0x597 fp=0xc0001eee90 sp=0xc0001eee08 pc=0x40ed97
github.com/m-lab/traceroute-caller/ipcache.New.func1(0x3b9aca00, 0x9caa20, 0xc00014e840, 0xc00014d320, 0x1bf08eb000)
	/go/src/github.com/m-lab/traceroute-caller/ipcache/ipcache.go:100 +0xac fp=0xc0001eefb8 sp=0xc0001eee90 pc=0x815a8c
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1337 +0x1 fp=0xc0001eefc0 sp=0xc0001eefb8 pc=0x45bea1
created by github.com/m-lab/traceroute-caller/ipcache.New
	/go/src/github.com/m-lab/traceroute-caller/ipcache/ipcache.go:93 +0xc1

goroutine 1 [semacquire, 2179 minutes]:
sync.runtime_Semacquire(0xc00015c768)
	/usr/local/go/src/runtime/sema.go:56 +0x39
sync.(*WaitGroup).Wait(0xc00015c760)
	/usr/local/go/src/sync/waitgroup.go:130 +0x65
main.main()
	/go/src/github.com/m-lab/traceroute-caller/caller.go:95 +0x344

goroutine 5 [syscall, 2179 minutes]:
syscall.Syscall6(0xf7, 0x1, 0xf, 0xc0000825f8, 0x1000004, 0x0, 0x0, 0x42f4fc, 0xc0000825f0, 0x458de0)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc000026480, 0x3, 0x3, 0x0)
	/usr/local/go/src/os/wait_waitid.go:31 +0x98
os.(*Process).wait(0xc000026480, 0x1, 0x701734, 0x1)
	/usr/local/go/src/os/exec_unix.go:22 +0x39
os.(*Process).Wait(...)
	/usr/local/go/src/os/exec.go:125
os/exec.(*Cmd).Wait(0xc0001f2000, 0x93bc73, 0x435776)
	/usr/local/go/src/os/exec/exec.go:474 +0x61
github.com/m-lab/traceroute-caller/scamper.(*Daemon).MustStart.func1(0xc0001f2000, 0xc00009c040)
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:85 +0x2f
created by github.com/m-lab/traceroute-caller/scamper.(*Daemon).MustStart
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:84 +0x224

goroutine 37 [IO wait, 84 minutes]:
internal/poll.runtime_pollWait(0x7f23fcda1f08, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc00015e318, 0x72, 0x0, 0x0, 0x91efff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00015e300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1ba
net.(*netFD).accept(0xc00015e300, 0xc00002e070, 0xc00002e000, 0x40ba39)
	/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc000154108, 0xc0000e2e48, 0xd6a5dd9e, 0x7fccd6b6e22d9b77)
	/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).AcceptTCP(0xc000154108, 0xc0000e2e70, 0x4b2b26, 0x5de77267)
	/usr/local/go/src/net/tcpsock.go:247 +0x48
github.com/m-lab/go/httpx.tcpKeepAliveListener.Accept(0xc000154108, 0xc0000e2ec0, 0x18, 0xc00018a180, 0x6d1fb4)
	/go/src/github.com/m-lab/go/httpx/httpx.go:31 +0x2f
net/http.(*Server).Serve(0xc000162750, 0x9c9c60, 0xc000154108, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2859 +0x22d
github.com/m-lab/go/httpx.serve(0xc000162750, 0x9c9c60, 0xc000154108)
	/go/src/github.com/m-lab/go/httpx/httpx.go:41 +0x43
created by github.com/m-lab/go/httpx.ListenAndServeAsync
	/go/src/github.com/m-lab/go/httpx/httpx.go:69 +0x126

goroutine 38 [chan receive, 2179 minutes]:
github.com/m-lab/traceroute-caller/scamper.(*Daemon).MustStart(0xc000150a20, 0x9caa20, 0xc00014e840)
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:89 +0x24f
main.main.func1(0xc000150a20)
	/go/src/github.com/m-lab/traceroute-caller/caller.go:59 +0x43
created by main.main
	/go/src/github.com/m-lab/traceroute-caller/caller.go:58 +0x27a

goroutine 40 [select]:
main.main.func2(0xc000154110, 0xc00015c760)
	/go/src/github.com/m-lab/traceroute-caller/caller.go:72 +0x1aa
created by main.main
	/go/src/github.com/m-lab/traceroute-caller/caller.go:67 +0x3ec

goroutine 97811 [select]:
gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks(0xc00017c7e0, 0x0, 0x0)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:243 +0x25d
gopkg.in/m-lab/pipe%2ev3.Run(0xc0002ae0c0, 0x4, 0x4)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:356 +0x77
github.com/m-lab/traceroute-caller/scamper.(*Daemon).trace(0xc000150a20, 0xc0004a4528, 0xd, 0x9d72, 0xc0004a44eb, 0xe, 0x270a, 0xc0004a4586, 0x4, 0xbf71ff62df624e18, ...)
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:225 +0x6ae
github.com/m-lab/traceroute-caller/scamper.(*Daemon).Trace(0xc000150a20, 0xc0004a4528, 0xd, 0x9d72, 0xc0004a44eb, 0xe, 0x270a, 0xc0004a4586, 0x4, 0xbf71ff62df624e18, ...)
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:128 +0x15d
github.com/m-lab/traceroute-caller/ipcache.(*RecentIPCache).Trace(0xc00014d320, 0xc0004a4528, 0xd, 0x9d72, 0xc0004a44eb, 0xe, 0x270a, 0xc0004a4586, 0x4)
	/go/src/github.com/m-lab/traceroute-caller/ipcache/ipcache.go:58 +0x228
created by github.com/m-lab/traceroute-caller/connectionpoller.(*connectionPoller).TraceClosedConnections
	/go/src/github.com/m-lab/traceroute-caller/connectionpoller/connectionpoller.go:150 +0x2ee

goroutine 97960 [select]:
io.(*pipe).Write(0xc0002482d0, 0xc0003d6100, 0x37, 0x40, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/pipe.go:87 +0x1d7
io.(*PipeWriter).Write(0xc0003ee068, 0xc0003d6100, 0x37, 0x40, 0x37, 0x40, 0x0)
	/usr/local/go/src/io/pipe.go:153 +0x4c
gopkg.in/m-lab/pipe%2ev3.Println.func1(0xc0004603c0, 0xc0004e20f0, 0xc000303de2)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:770 +0x96
gopkg.in/m-lab/pipe%2ev3.taskFunc.Run(0xc0002b40a0, 0xc0004603c0, 0x45bea1, 0xc00014d320)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:745 +0x30
gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks.func1(0xc0003b8000, 0xc0004603c0)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:210 +0xbb
created by gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:206 +0xaf

goroutine 97907 [select]:
gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks(0xc00058a2d0, 0x0, 0x0)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:243 +0x25d
gopkg.in/m-lab/pipe%2ev3.Run(0xc0002b4100, 0x4, 0x4)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:356 +0x77
github.com/m-lab/traceroute-caller/scamper.(*Daemon).trace(0xc000150a20, 0xc000303de2, 0x14, 0xd40d, 0xc000303da6, 0x13, 0xabed, 0xc000303e46, 0x4, 0xbf71ff62df659d48, ...)
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:225 +0x6ae
github.com/m-lab/traceroute-caller/scamper.(*Daemon).Trace(0xc000150a20, 0xc000303de2, 0x14, 0xd40d, 0xc000303da6, 0x13, 0xabed, 0xc000303e46, 0x4, 0xbf71ff62df659d48, ...)
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:128 +0x15d
github.com/m-lab/traceroute-caller/ipcache.(*RecentIPCache).Trace(0xc00014d320, 0xc000303de2, 0x14, 0xd40d, 0xc000303da6, 0x13, 0xabed, 0xc000303e46, 0x4)
	/go/src/github.com/m-lab/traceroute-caller/ipcache/ipcache.go:58 +0x228
created by github.com/m-lab/traceroute-caller/connectionpoller.(*connectionPoller).TraceClosedConnections
	/go/src/github.com/m-lab/traceroute-caller/connectionpoller/connectionpoller.go:150 +0x2ee

goroutine 97932 [select]:
io.(*pipe).Read(0xc0000ee1e0, 0xc0001bd87a, 0x27a, 0x27a, 0x2f4, 0x2f4, 0xc0001bd800)
	/usr/local/go/src/io/pipe.go:50 +0xe7
io.(*PipeReader).Read(0xc000154068, 0xc0001bd87a, 0x27a, 0x27a, 0x13, 0xc0003c6680, 0xc0003c6670)
	/usr/local/go/src/io/pipe.go:127 +0x4c
bytes.(*Buffer).ReadFrom(0xc00014cc90, 0x9c0fe0, 0xc000154068, 0x7f23fccdd028, 0xc00014cc90, 0x1)
	/usr/local/go/src/bytes/buffer.go:207 +0xbd
io.copyBuffer(0x9c0b40, 0xc00014cc90, 0x9c0fe0, 0xc000154068, 0x0, 0x0, 0x0, 0xd2a4c0, 0xc000712600, 0x2da)
	/usr/local/go/src/io/io.go:388 +0x2fc
io.Copy(...)
	/usr/local/go/src/io/io.go:364
gopkg.in/m-lab/pipe%2ev3.Write.func1(0xc000398a50, 0xc0003c67a0, 0xc0003f8ca9)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:795 +0x5b
gopkg.in/m-lab/pipe%2ev3.taskFunc.Run(0xc0002ae080, 0xc000398a50, 0x45bea1, 0xc00014d320)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:745 +0x30
gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks.func1(0xc00025aae0, 0xc000398a50)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:210 +0xbb
created by gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:206 +0xaf

goroutine 97017 [runnable]:
time.Time.AppendFormat(0xbf71ff62df6821a3, 0x77156222267c, 0xd2a4c0, 0xc000391c28, 0x0, 0x40, 0x9211ea, 0xa, 0x7f23fcda73b8, 0x600000000d2a6e0, ...)
	/usr/local/go/src/time/format.go:499 +0x1fa1
time.Time.Format(0xbf71ff62df6821a3, 0x77156222267c, 0xd2a4c0, 0x9211ea, 0xa, 0x43644f, 0xc0005d54e0)
	/usr/local/go/src/time/format.go:493 +0xbc
github.com/m-lab/traceroute-caller/scamper.(*Daemon).createTimePath(0xc000150a20, 0xbf71ff62df6821a3, 0x77156222267c, 0xd2a4c0, 0x4a6870, 0x0)
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:102 +0x61
github.com/m-lab/traceroute-caller/scamper.(*Daemon).trace(0xc000150a20, 0xc000381362, 0x14, 0xa314, 0xc000381326, 0x13, 0x8dc5, 0xc0003813bf, 0x4, 0xbf71ff62df6821a3, ...)
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:208 +0x6a
github.com/m-lab/traceroute-caller/scamper.(*Daemon).Trace(0xc000150a20, 0xc000381362, 0x14, 0xa314, 0xc000381326, 0x13, 0x8dc5, 0xc0003813bf, 0x4, 0xbf71ff62df6821a3, ...)
	/go/src/github.com/m-lab/traceroute-caller/scamper/scamper.go:128 +0x15d
github.com/m-lab/traceroute-caller/ipcache.(*RecentIPCache).Trace(0xc00014d320, 0xc000381362, 0x14, 0xa314, 0xc000381326, 0x13, 0x8dc5, 0xc0003813bf, 0x4)
	/go/src/github.com/m-lab/traceroute-caller/ipcache/ipcache.go:58 +0x228
created by github.com/m-lab/traceroute-caller/connectionpoller.(*connectionPoller).TraceClosedConnections
	/go/src/github.com/m-lab/traceroute-caller/connectionpoller/connectionpoller.go:150 +0x2ee

goroutine 94416 [IO wait, 1 minutes]:
internal/poll.runtime_pollWait(0x7f23fcda1af8, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc00015e198, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00015e180, 0xc000686000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc00015e180, 0xc000686000, 0x1000, 0x1000, 0xc000244c20, 0xc0006dd938, 0x6c771a)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00000e108, 0xc000686000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:177 +0x69
net/http.(*connReader).Read(0xc0002251a0, 0xc000686000, 0x1000, 0x1000, 0x0, 0xc000224ff0, 0xa60006cb07c)
	/usr/local/go/src/net/http/server.go:787 +0x107
bufio.(*Reader).fill(0xc000421800)
	/usr/local/go/src/bufio/bufio.go:100 +0x10f
bufio.(*Reader).ReadSlice(0xc000421800, 0xa, 0x7f23ff019be8, 0xc0006ddb00, 0x40ba39, 0xc000144100, 0x100)
	/usr/local/go/src/bufio/bufio.go:356 +0x3d
bufio.(*Reader).ReadLine(0xc000421800, 0xc0006ddb08, 0xc0002c2000, 0x7f23ff00e008, 0x0, 0x40c2c8, 0x30)
	/usr/local/go/src/bufio/bufio.go:385 +0x34
net/textproto.(*Reader).readLineSlice(0xc000224ff0, 0xc000144100, 0xc00015e180, 0x0, 0x0, 0x42cd01)
	/usr/local/go/src/net/textproto/reader.go:55 +0x6f
net/textproto.(*Reader).ReadLine(...)
	/usr/local/go/src/net/textproto/reader.go:36
net/http.readRequest(0xc000421800, 0x0, 0xc000144100, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:968 +0x8d
net/http.(*conn).readRequest(0xc00034ea00, 0x9caa20, 0xc0004b0e40, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:967 +0x163
net/http.(*conn).serve(0xc00034ea00, 0x9caa20, 0xc0004b0e40)
	/usr/local/go/src/net/http/server.go:1819 +0x6ad
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2884 +0x2f4

goroutine 97934 [IO wait]:
internal/poll.runtime_pollWait(0x7f23fcd617c8, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc00025b038, 0x72, 0x8001, 0x8000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00025b020, 0xc00024a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
os.(*File).read(...)
	/usr/local/go/src/os/file_unix.go:263
os.(*File).Read(0xc000154098, 0xc00024a000, 0x8000, 0x8000, 0x0, 0x0, 0xc0006aa450)
	/usr/local/go/src/os/file.go:108 +0x70
io.copyBuffer(0x9c1020, 0xc000154060, 0x9c14c0, 0xc000154098, 0xc00024a000, 0x8000, 0x8000, 0x920e82, 0x9, 0xc0003117c0)
	/usr/local/go/src/io/io.go:402 +0x122
io.Copy(...)
	/usr/local/go/src/io/io.go:364
os/exec.(*Cmd).writerDescriptor.func1(0xc0003f8ac7, 0x13)
	/usr/local/go/src/os/exec/exec.go:288 +0x63
os/exec.(*Cmd).Start.func1(0xc00049e160, 0xc0002ae280)
	/usr/local/go/src/os/exec/exec.go:409 +0x27
created by os/exec.(*Cmd).Start
	/usr/local/go/src/os/exec/exec.go:408 +0x58f

goroutine 97931 [runnable]:
syscall.readlen(0x14, 0xc0003c1bb0, 0x8, 0x2, 0xc00066e1e0, 0x14)
	/usr/local/go/src/syscall/zsyscall_linux_amd64.go:1025 +0xf4
syscall.forkExec(0xc000226120, 0x1c, 0xc0004720d0, 0x1, 0x1, 0xc0003c1cd0, 0x2, 0x4, 0xc0001faa80)
	/usr/local/go/src/syscall/exec_unix.go:203 +0x3cb
syscall.StartProcess(...)
	/usr/local/go/src/syscall/exec_unix.go:241
os.startProcess(0xc000226120, 0x1c, 0xc0004720d0, 0x1, 0x1, 0xc0003c1e60, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/exec_posix.go:50 +0x262
os.StartProcess(0xc000226120, 0x1c, 0xc0004720d0, 0x1, 0x1, 0xc0003c1e60, 0x13, 0x0, 0x5)
	/usr/local/go/src/os/exec.go:102 +0x7c
os/exec.(*Cmd).Start(0xc00065a160, 0xd, 0x0)
	/usr/local/go/src/os/exec/exec.go:392 +0x49c
gopkg.in/m-lab/pipe%2ev3.(*execTask).Run(0xc00001e500, 0xc000398960, 0x435776, 0x9407f8)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:530 +0x2b3
gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks.func1(0xc00025aae0, 0xc000398960)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:210 +0xbb
created by gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:206 +0xaf

goroutine 97935 [IO wait]:
internal/poll.runtime_pollWait(0x7f23fcd616f8, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc00025b1b8, 0x72, 0x2001, 0x2000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00025b1a0, 0xc000254000, 0x2000, 0x2000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
os.(*File).read(...)
	/usr/local/go/src/os/file_unix.go:263
os.(*File).Read(0xc0001540a8, 0xc000254000, 0x2000, 0x2000, 0xc0001a724e, 0x408a1c, 0xc000010000)
	/usr/local/go/src/os/file.go:108 +0x70
io/ioutil.devNull.ReadFrom(0x0, 0x9c14c0, 0xc0001540a8, 0x8a40c0, 0xc00014d301, 0x7f23fcce1048)
	/usr/local/go/src/io/ioutil/ioutil.go:147 +0x92
io.copyBuffer(0x9c1c80, 0xd46d50, 0x9c14c0, 0xc0001540a8, 0x0, 0x0, 0x0, 0x404dc5, 0xc0003f9431, 0xc000574fb0)
	/usr/local/go/src/io/io.go:388 +0x2fc
io.Copy(...)
	/usr/local/go/src/io/io.go:364
os/exec.(*Cmd).writerDescriptor.func1(0xc0003f9431, 0x13)
	/usr/local/go/src/os/exec/exec.go:288 +0x63
os/exec.(*Cmd).Start.func1(0xc00049e160, 0xc0002ae2a0)
	/usr/local/go/src/os/exec/exec.go:409 +0x27
created by os/exec.(*Cmd).Start
	/usr/local/go/src/os/exec/exec.go:408 +0x58f

goroutine 97961 [runnable]:
syscall.SetNonblock(0x19, 0x91cd01, 0x4, 0x940501)
	/usr/local/go/src/syscall/exec_unix.go:98 +0xc1
os.newFile(0x19, 0x91c61e, 0x2, 0x2, 0xc0006f2060)
	/usr/local/go/src/os/file_unix.go:166 +0x168
os.Pipe(0x42cd01, 0x9405b8, 0xc000390d10, 0x42c45f)
	/usr/local/go/src/os/pipe_linux.go:32 +0x248
os/exec.(*Cmd).writerDescriptor(0xc0005ce160, 0x9c1c80, 0xd46d50, 0xc0003ee080, 0xc000666000, 0x0)
	/usr/local/go/src/os/exec/exec.go:280 +0x55
os/exec.(*Cmd).stderr(0xc0005ce160, 0xc0006f2048, 0x1, 0x1)
	/usr/local/go/src/os/exec/exec.go:263 +0xc0
os/exec.(*Cmd).Start(0xc0005ce160, 0x9, 0xc0006a83c0)
	/usr/local/go/src/os/exec/exec.go:381 +0xec
gopkg.in/m-lab/pipe%2ev3.(*execTask).Run(0xc0006a8400, 0xc0004604b0, 0x45bea1, 0xc00014d320)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:530 +0x2b3
gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks.func1(0xc0003b8000, 0xc0004604b0)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:210 +0xbb
created by gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:206 +0xaf

goroutine 97018 [runnable]:
sync.runtime_SemacquireMutex(0xc00014d32c, 0xc000420c00)
	/usr/local/go/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc00014d328)
	/usr/local/go/src/sync/mutex.go:134 +0x109
sync.(*RWMutex).Lock(0xc00014d328)
	/usr/local/go/src/sync/rwmutex.go:93 +0x2d
github.com/m-lab/traceroute-caller/ipcache.(*RecentIPCache).Trace(0xc00014d320, 0xc000381453, 0x14, 0xdfc6, 0xc000381417, 0x13, 0xbc2, 0xc0003814bb, 0x4)
	/go/src/github.com/m-lab/traceroute-caller/ipcache/ipcache.go:48 +0x6b
created by github.com/m-lab/traceroute-caller/connectionpoller.(*connectionPoller).TraceClosedConnections
	/go/src/github.com/m-lab/traceroute-caller/connectionpoller/connectionpoller.go:150 +0x2ee

goroutine 97930 [syscall]:
syscall.Syscall6(0xf7, 0x1, 0x7a79, 0xc000545d28, 0x1000004, 0x0, 0x0, 0x8fe220, 0x4c5601, 0xc00025b2c0)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc0006aa720, 0x5, 0x6, 0x6)
	/usr/local/go/src/os/wait_waitid.go:31 +0x98
os.(*Process).wait(0xc0006aa720, 0x9405a0, 0x9405a8, 0x940598)
	/usr/local/go/src/os/exec_unix.go:22 +0x39
os.(*Process).Wait(...)
	/usr/local/go/src/os/exec.go:125
os/exec.(*Cmd).Wait(0xc00049e160, 0x0, 0x0)
	/usr/local/go/src/os/exec/exec.go:474 +0x61
gopkg.in/m-lab/pipe%2ev3.(*execTask).Run(0xc00001e4c0, 0xc000398870, 0x45bea1, 0xc00014d320)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:536 +0x319
gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks.func1(0xc00025aae0, 0xc000398870)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:210 +0xbb
created by gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:206 +0xaf

goroutine 97963 [select]:
io.(*pipe).Read(0xc0002483c0, 0xc00052b57a, 0x27a, 0x27a, 0x2f4, 0x2f4, 0xc00052b500)
	/usr/local/go/src/io/pipe.go:50 +0xe7
io.(*PipeReader).Read(0xc0003ee088, 0xc00052b57a, 0x27a, 0x27a, 0xd347a0, 0xd347b0, 0xc0005a2e70)
	/usr/local/go/src/io/pipe.go:127 +0x4c
bytes.(*Buffer).ReadFrom(0xc0004e2120, 0x9c0fe0, 0xc0003ee088, 0x7f23fccdd028, 0xc0004e2120, 0x1)
	/usr/local/go/src/bytes/buffer.go:207 +0xbd
io.copyBuffer(0x9c0b40, 0xc0004e2120, 0x9c0fe0, 0xc0003ee088, 0x0, 0x0, 0x0, 0xd2a4c0, 0xc00052a900, 0x2db)
	/usr/local/go/src/io/io.go:388 +0x2fc
io.Copy(...)
	/usr/local/go/src/io/io.go:364
gopkg.in/m-lab/pipe%2ev3.Write.func1(0xc000460690, 0x404dc5, 0xc0003f89d5)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:795 +0x5b
gopkg.in/m-lab/pipe%2ev3.taskFunc.Run(0xc0002b40c0, 0xc000460690, 0x45bea1, 0xc00014d320)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:745 +0x30
gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks.func1(0xc0003b8000, 0xc000460690)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:210 +0xbb
created by gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:206 +0xaf

goroutine 97962 [runnable]:
os.newFile(0x1a, 0x91c61c, 0x2, 0x2, 0x0)
	/usr/local/go/src/os/file_unix.go:103 +0x1e9
os.Pipe(0x42cd01, 0x9405b8, 0xc000378d10, 0x42c45f)
	/usr/local/go/src/os/pipe_linux.go:32 +0x212
os/exec.(*Cmd).writerDescriptor(0xc00039a160, 0x9c1c80, 0xd46d50, 0xc0003ee090, 0xc0006ca000, 0x0)
	/usr/local/go/src/os/exec/exec.go:280 +0x55
os/exec.(*Cmd).stderr(0xc00039a160, 0xc000440050, 0x1, 0x1)
	/usr/local/go/src/os/exec/exec.go:263 +0xc0
os/exec.(*Cmd).Start(0xc00039a160, 0xd, 0x0)
	/usr/local/go/src/os/exec/exec.go:381 +0xec
gopkg.in/m-lab/pipe%2ev3.(*execTask).Run(0xc0006a8440, 0xc0004605a0, 0x45bea1, 0xc00014d320)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:530 +0x2b3
gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks.func1(0xc0003b8000, 0xc0004605a0)
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:210 +0xbb
created by gopkg.in/m-lab/pipe%2ev3.(*State).RunTasks
	/go/src/gopkg.in/m-lab/pipe.v3/pipe.go:206 +0xaf