Skip to content

Instantly share code, notes, and snippets.

@RunsFor
Created December 1, 2020 09:54
Show Gist options
  • Save RunsFor/48c7e423e82d6b0c720776a057d23acf to your computer and use it in GitHub Desktop.
Save RunsFor/48c7e423e82d6b0c720776a057d23acf to your computer and use it in GitHub Desktop.
buildx daemon gets stuck when running build inside docker-build-and-push github actions action on a self-hosted runner. Sending SIGQUIT brings the following output of job logs
SIGQUIT: quit
2020-12-01T09:47:49.7959653Z PC=0x5584306ce761 m=0 sigcode=0
2020-12-01T09:47:49.7960063Z
2020-12-01T09:47:49.7960640Z goroutine 0 [idle]:
2020-12-01T09:47:49.8033241Z runtime.futex(0x5584337f5748, 0x80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7ffe496451f0
==> _diag/pages/c4cb1678-ecb3-4e21-bb85-058e90c59a98_0f1d67d0-60c4-549e-f697-f7ec7a95557a_1.log <==
l7.noarch 152/181
2020-12-01T09:06:36.8798438Z #6 161.8 Installing : urw-base35-z003-fonts-20170801-10.el7.noarch 153/181
2020-12-01T09:06:38.3815517Z #6 163.3 Installing : urw-base35-nimbus-sans-fonts-20170801-10.el7.noarch 154/181
2020-12-01T09:06:39.8826066Z #6 164.7 Installing : urw-base35-p052-fonts-20170801-10.el7.noarch 155/181
2020-12-01T09:06:41.2029880Z #6 166.2 Installing : urw-base35-nimbus-roman-fonts-20170801-10.el7.noarch 156/181
2020-12-01T09:06:42.7047125Z #6 167.6 Installing : urw-base35-nimbus-mono-ps-fonts-20170801-10.el7.noarch 157/181
2020-12-01T09:06:44.0559011Z #6 169.0 Installing : urw-base35-bookman-fonts-20170801-10.el7.noarch 158/181
2020-12-01T09:06:44.7744628Z #6 170.4 Installing : urw-base35-fonts-20170801-10.el7.noarch 159/181
2020-12-01T09:06:44.9246591Z #6 171.2 Installing : libgs-9.25-5.el7.x86_64 160/181
2020-12-01T09:06:46.2760755Z #6 171.2 Installing : giflib-4.1.6-9.el7.x86_64 161/181
2020-12-01T09:06:47.6271165Z #6 172.5 Installing : 1:libglvnd-egl-1.0.1-0.8.git5baa1e5.el7.x86_64 162/181
2020-12-01T09:06:49.1287923Z #6 173.9 Installing : mesa-libEGL-18.3.4-12.el7_9.x86_64 163/181
2020-12-01T09:06:50.4816597Z #6 175.4 Installing : cairo-1.15.12-4.el7.x86_64 164/181
2020-12-01T09:47:49.7957633Z #6 176.8 Installing : pango-1.42.4-4.el7_7.x86_64 165/181SIGQUIT: quit
2020-12-01T09:47:49.7959643Z PC=0x5584306ce761 m=0 sigcode=0
2020-12-01T09:47:49.7960057Z
2020-12-01T09:47:49.7960631Z goroutine 0 [idle]:
2020-12-01T09:47:49.8033167Z runtime.futex(0x5584337f5748, 0x80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7ffe496451f0, 0x55843067ae23, ...)
2020-12-01T09:47:49.8035369Z /usr/local/go/src/runtime/sys_linux_amd64.s:535 +0x21
2020-12-01T09:47:49.8036748Z runtime.futexsleep(0x5584337f5748, 0x0, 0xffffffffffffffff)
2020-12-01T09:47:49.8037635Z /usr/local/go/src/runtime/os_linux.go:44 +0x46
2020-12-01T09:47:49.8038483Z runtime.notesleep(0x5584337f5748)
2020-12-01T09:47:49.8039240Z /usr/local/go/src/runtime/lock_futex.go:151 +0xa3
2020-12-01T09:47:49.8039906Z runtime.stopm()
2020-12-01T09:47:49.8040708Z /usr/local/go/src/runtime/proc.go:1934 +0xc4
2020-12-01T09:47:49.8041491Z runtime.findrunnable(0xc00006ca00, 0x0)
2020-12-01T09:47:49.8042279Z /usr/local/go/src/runtime/proc.go:2397 +0x545
2020-12-01T09:47:49.8042891Z runtime.schedule()
2020-12-01T09:47:49.8043579Z /usr/local/go/src/runtime/proc.go:2530 +0x2c2
2020-12-01T09:47:49.8044346Z runtime.goschedImpl(0xc0003b2180)
2020-12-01T09:47:49.8045254Z /usr/local/go/src/runtime/proc.go:2631 +0xdb
2020-12-01T09:47:49.8045999Z runtime.gopreempt_m(0xc0003b2180)
2020-12-01T09:47:49.8046858Z /usr/local/go/src/runtime/proc.go:2659 +0x36
2020-12-01T09:47:49.8047526Z runtime.newstack()
2020-12-01T09:47:49.8048252Z /usr/local/go/src/runtime/stack.go:1039 +0x29d
2020-12-01T09:47:49.8048861Z runtime.morestack()
2020-12-01T09:47:49.8049559Z /usr/local/go/src/runtime/asm_amd64.s:449 +0x84
2020-12-01T09:47:49.8049997Z
2020-12-01T09:47:49.8050586Z goroutine 1 [syscall, 44 minutes]:
2020-12-01T09:47:49.8051483Z syscall.Syscall6(0xf7, 0x1, 0x381, 0xc00041bbc8, 0x1000004, 0x0, 0x0, 0xc00041bc08, 0x558430742f6e, 0xc000491d40)
2020-12-01T09:47:49.8052289Z /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
2020-12-01T09:47:49.8053562Z os.(*Process).blockUntilWaitable(0xc00058c030, 0xc0001248e0, 0xc000491d40, 0xc000584000)
2020-12-01T09:47:49.8054488Z /usr/local/go/src/os/wait_waitid.go:31 +0x9a
2020-12-01T09:47:49.8055358Z os.(*Process).wait(0xc00058c030, 0x558432864168, 0x558432864170, 0x558432864160)
2020-12-01T09:47:49.8056113Z /usr/local/go/src/os/exec_unix.go:22 +0x3b
2020-12-01T09:47:49.8109046Z os.(*Process).Wait(...)
2020-12-01T09:47:49.8109887Z /usr/local/go/src/os/exec.go:125
2020-12-01T09:47:49.8110586Z os/exec.(*Cmd).Wait(0xc000584000, 0x0, 0x0)
2020-12-01T09:47:49.8111286Z /usr/local/g
==> _diag/pages/c4cb1678-ecb3-4e21-bb85-058e90c59a98_170b04e4-0260-5aed-7624-2781c423a84e_1.log <==
, 0x55843067ae23, ...)
2020-12-01T09:47:49.8035383Z /usr/local/go/src/runtime/sys_linux_amd64.s:535 +0x21
2020-12-01T09:47:49.8036755Z runtime.futexsleep(0x5584337f5748, 0x0, 0xffffffffffffffff)
2020-12-01T09:47:49.8037741Z /usr/local/go/src/runtime/os_linux.go:44 +0x46
2020-12-01T09:47:49.8038490Z runtime.notesleep(0x5584337f5748)
2020-12-01T09:47:49.8039308Z /usr/local/go/src/runtime/lock_futex.go:151 +0xa3
2020-12-01T09:47:49.8039910Z runtime.stopm()
2020-12-01T09:47:49.8040719Z /usr/local/go/src/runtime/proc.go:1934 +0xc4
2020-12-01T09:47:49.8041500Z runtime.findrunnable(0xc00006ca00, 0x0)
2020-12-01T09:47:49.8042284Z /usr/local/go/src/runtime/proc.go:2397 +0x545
2020-12-01T09:47:49.8042900Z runtime.schedule()
2020-12-01T09:47:49.8043584Z /usr/local/go/src/runtime/proc.go:2530 +0x2c2
2020-12-01T09:47:49.8044355Z runtime.goschedImpl(0xc0003b2180)
2020-12-01T09:47:49.8045264Z /usr/local/go/src/runtime/proc.go:2631 +0xdb
2020-12-01T09:47:49.8046004Z runtime.gopreempt_m(0xc0003b2180)
2020-12-01T09:47:49.8046871Z /usr/local/go/src/runtime/proc.go:2659 +0x36
2020-12-01T09:47:49.8047530Z runtime.newstack()
2020-12-01T09:47:49.8048260Z /usr/local/go/src/runtime/stack.go:1039 +0x29d
2020-12-01T09:47:49.8048872Z runtime.morestack()
2020-12-01T09:47:49.8049568Z /usr/local/go/src/runtime/asm_amd64.s:449 +0x84
2020-12-01T09:47:49.8050003Z
2020-12-01T09:47:49.8050591Z goroutine 1 [syscall, 44 minutes]:
2020-12-01T09:47:49.8051493Z syscall.Syscall6(0xf7, 0x1, 0x381, 0xc00041bbc8, 0x1000004, 0x0, 0x0, 0xc00041bc08, 0x558430742f6e, 0xc000491d40)
2020-12-01T09:47:49.8052295Z /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
2020-12-01T09:47:49.8053572Z os.(*Process).blockUntilWaitable(0xc00058c030, 0xc0001248e0, 0xc000491d40, 0xc000584000)
2020-12-01T09:47:49.8054495Z /usr/local/go/src/os/wait_waitid.go:31 +0x9a
2020-12-01T09:47:49.8055370Z os.(*Process).wait(0xc00058c030, 0x558432864168, 0x558432864170, 0x558432864160)
2020-12-01T09:47:49.8056217Z /usr/local/go/src/os/exec_unix.go:22 +0x3b
2020-12-01T09:47:49.8109100Z os.(*Process).Wait(...)
2020-12-01T09:47:49.8109896Z /usr/local/go/src/os/exec.go:125
2020-12-01T09:47:49.8110591Z os/exec.(*Cmd).Wait(0xc000584000, 0x0, 0x0)
2020-12-01T09:47:49.8111772Z /usr/local/go/src/os/exec/exec.go:506 +0x62
2020-12-01T09:47:49.8112532Z os/exec.(*Cmd).Run(0xc000584000, 0xc000354540, 0x7ffe49646ee7)
2020-12-01T09:47:49.8113516Z /usr/local/go/src/os/exec/exec.go:342 +0x5e
2020-12-01T09:47:49.8114455Z main.tryPluginRun(0x5584329270a0, 0xc000354540, 0xc00039b180, 0x7ffe49646ee7, 0x6, 0xc0003a3380, 0x1a)
2020-12-01T09:47:49.8115643Z /go/src/github.com/docker/cli/cmd/docker/docker.go:201 +0x80
2020-12-01T09:47:49.8116642Z main.runDocker(0xc000354540, 0x558432895180, 0xc000010020)
2020-12-01T09:47:49.8117402Z /go/src/github.com/docker/cli/cmd/docker/docker.go:268 +0x2ae
2020-12-01T09:47:49.8118144Z main.main()
2020-12-01T09:47:49.8118950Z /go/src/github.com/docker/cli/cmd/docker/docker.go:292 +0xf3
2020-12-01T09:47:49.8119449Z
2020-12-01T09:47:49.8120000Z goroutine 8 [syscall, 44 minutes]:
2020-12-01T09:47:49.8120599Z os/signal.signal_recv(0x0)
2020-12-01T09:47:49.8121342Z /usr/local/go/src/runtime/sigqueue.go:147 +0x9e
2020-12-01T09:47:49.8122030Z os/signal.loop()
2020-12-01T09:47:49.8122724Z /usr/local/go/src/os/signal/signal_unix.go:23 +0x24
2020-12-01T09:47:49.8123489Z created by os/signal.init.0
2020-12-01T09:47:49.8124204Z /usr/local/go/src/os/signal/signal_unix.go:29 +0x43
2020-12-01T09:47:49.8124669Z
2020-12-01T09:47:49.8125412Z goroutine 10 [chan receive]:
2020-12-01T09:47:49.8126603Z github.com/docker/cli/vendor/k8s.io/klog.(*loggingT).flushDaemon(0x5584337f4640)
2020-12-01T09:47:49.8127470Z /go/src/github.com/docker/cli/vendor/k8s.io/klog/klog.go:1010 +0x8d
2020-12-01T09:47:49.8128388Z created by github.com/docker/cli/vendor/k8s.io/klog.init.0
2020-12-01T09:47:49.8129220Z /go/src/github.com/docker/cli/vendor/k8s.io/klog/klog.go:411 +0xd8
2020-12-01T09:47:49.8129732Z
2020-12-01T09:47:49.8130419Z goroutine 22 [IO wait, 44 minutes]:
2020-12-01T09:47:49.8131430Z inte
==> _diag/pages/c4cb1678-ecb3-4e21-bb85-058e90c59a98_0f1d67d0-60c4-549e-f697-f7ec7a95557a_1.log <==
o/src/os/exec/exec.go:506 +0x62
2020-12-01T09:47:49.8112524Z os/exec.(*Cmd).Run(0xc000584000, 0xc000354540, 0x7ffe49646ee7)
2020-12-01T09:47:49.8113505Z /usr/local/go/src/os/exec/exec.go:342 +0x5e
2020-12-01T09:47:49.8114449Z main.tryPluginRun(0x5584329270a0, 0xc000354540, 0xc00039b180, 0x7ffe49646ee7, 0x6, 0xc0003a3380, 0x1a)
2020-12-01T09:47:49.8115629Z /go/src/github.com/docker/cli/cmd/docker/docker.go:201 +0x80
2020-12-01T09:47:49.8116630Z main.runDocker(0xc000354540, 0x558432895180, 0xc000010020)
2020-12-01T09:47:49.8117396Z /go/src/github.com/docker/cli/cmd/docker/docker.go:268 +0x2ae
2020-12-01T09:47:49.8118137Z main.main()
2020-12-01T09:47:49.8118937Z /go/src/github.com/docker/cli/cmd/docker/docker.go:292 +0xf3
2020-12-01T09:47:49.8119443Z
2020-12-01T09:47:49.8119994Z goroutine 8 [syscall, 44 minutes]:
2020-12-01T09:47:49.8120591Z os/signal.signal_recv(0x0)
2020-12-01T09:47:49.8121336Z /usr/local/go/src/runtime/sigqueue.go:147 +0x9e
2020-12-01T09:47:49.8122021Z os/signal.loop()
2020-12-01T09:47:49.8122704Z /usr/local/go/src/os/signal/signal_unix.go:23 +0x24
2020-12-01T09:47:49.8123481Z created by os/signal.init.0
2020-12-01T09:47:49.8124196Z /usr/local/go/src/os/signal/signal_unix.go:29 +0x43
2020-12-01T09:47:49.8124664Z
2020-12-01T09:47:49.8125404Z goroutine 10 [chan receive]:
2020-12-01T09:47:49.8126585Z github.com/docker/cli/vendor/k8s.io/klog.(*loggingT).flushDaemon(0x5584337f4640)
2020-12-01T09:47:49.8127464Z /go/src/github.com/docker/cli/vendor/k8s.io/klog/klog.go:1010 +0x8d
2020-12-01T09:47:49.8128380Z created by github.com/docker/cli/vendor/k8s.io/klog.init.0
2020-12-01T09:47:49.8129214Z /go/src/github.com/docker/cli/vendor/k8s.io/klog/klog.go:411 +0xd8
2020-12-01T09:47:49.8129724Z
2020-12-01T09:47:49.8130413Z goroutine 22 [IO wait, 44 minutes]:
2020-12-01T09:47:49.8131422Z internal/poll.runtime_pollWait(0x7feb5c987f08, 0x72, 0xffffffffffffffff)
2020-12-01T09:47:49.8132711Z /usr/local/go/src/runtime/netpoll.go:184 +0x57
2020-12-01T09:47:49.8133829Z internal/poll.(*pollDesc).wait(0xc0000f2e98, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
2020-12-01T09:47:49.8134807Z /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x47
2020-12-01T09:47:49.8135657Z internal/poll.(*pollDesc).waitRead(...)
2020-12-01T09:47:49.8136599Z /usr/local/go/src/internal/poll/fd_poll_runtime.go:92
2020-12-01T09:47:49.8137467Z internal/poll.(*FD).Read(0xc0000f2e80, 0xc00044b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
2020-12-01T09:47:49.8138287Z /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1d1
2020-12-01T09:47:49.8139105Z net.(*netFD).Read(0xc0000f2e80, 0xc00044b000, 0x1000, 0x1000, 0xc000239560, 0xc000097dd0, 0xc000097be8)
2020-12-01T09:47:49.8139886Z /usr/local/go/src/net/fd_unix.go:202 +0x51
2020-12-01T09:47:49.8140543Z net.(*conn).Read(0xc000010a40, 0xc00044b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
2020-12-01T09:47:49.8141263Z /usr/local/go/src/net/net.go:184 +0x6a
2020-12-01T09:47:49.8142163Z net/http.(*persistConn).Read(0xc0004899e0, 0xc00044b000, 0x1000, 0x1000, 0xc000097ed8, 0x5584306c9c10, 0xc000097ed8)
2020-12-01T09:47:49.8143076Z /usr/local/go/src/net/http/transport.go:1758 +0x77
2020-12-01T09:47:49.8143736Z bufio.(*Reader).fill(0xc000239860)
2020-12-01T09:47:49.8144368Z /usr/local/go/src/bufio/bufio.go:100 +0x105
2020-12-01T09:47:49.8145127Z bufio.(*Reader).Peek(0xc000239860, 0x1, 0x2, 0x0, 0x0, 0xc000058400, 0x0)
2020-12-01T09:47:49.8146464Z /usr/local/go/src/bufio/bufio.go:138 +0x51
2020-12-01T09:47:49.8147263Z net/http.(*persistConn).readLoop(0xc0004899e0)
2020-12-01T09:47:49.8147974Z /usr/local/go/src/net/http/transport.go:1911 +0x1d8
2020-12-01T09:47:49.8148671Z created by net/http.(*Transport).dialConn
2020-12-01T09:47:49.8149480Z /usr/local/go/src/net/http/transport.go:1580 +0xb0f
2020-12-01T09:47:49.8149949Z
2020-12-01T09:47:49.8150546Z goroutine 23 [select, 44 minutes]:
2020-12-01T09:47:49.8151191Z net/http.(*persistConn).writeLoop(0xc0004899e0)
2020-12-01T09:47:49.8151964Z /usr/local/go/src/net/http/transport.go:2210 +0x125
2020-12-01T09:47:49.8152769Z created by net/http.(*Transport).dialConn
2
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment