kube-proxy-print-sched

print-sched.txt

runtime.usleep () at /usr/local/go/src/runtime/sys_linux_amd64.s:95
95	/usr/local/go/src/runtime/sys_linux_amd64.s: No such file or directory.
(gdb) print-sched
G state:
       1 waiting (chan receive)
         started at runtime.main
         created by runtime.rt0_go
       2 waiting (force gc (idle))
         started at runtime.forcegchelper
         created by runtime.init.3
       3 waiting (GC sweep wait)
         started at runtime.bgsweep
         created by runtime.gcenable
       4 runnable
         started at runtime.timerproc
         created by runtime.addtimerLocked
      17 syscall, m 1 (locked to thread)
         started at 0x0
         created by 0x0
      18 waiting (finalizer wait)
         started at runtime.runfinq
         created by runtime.createfing
      19 waiting (chan receive)
         started at k8s.io/kubernetes/vendor/github.com/golang/glog.(*loggingT).flushDaemon
         created by k8s.io/kubernetes/vendor/github.com/golang/glog.init.1
      20 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      21 running, m 9, p 2, dedicated mark worker
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      22 running, m 17, p 8, dedicated mark worker
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      23 running, m 21, p 7, dedicated mark worker
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      24 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      25 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      26 running, m 20, p 3, dedicated mark worker
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      27 running, m 13, p 5, dedicated mark worker
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      28 running, m 27, p 9, idle mark worker
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      29 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      30 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      31 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      32 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      33 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      34 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      35 waiting (GC worker (idle))
---Type <return> to continue, or q <return> to quit---
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      36 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      37 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      38 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      39 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      40 waiting (garbage collection), m 11, p 20
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      41 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      42 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      43 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      44 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      45 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      46 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      47 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      48 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      49 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      50 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      51 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      52 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      53 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      54 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      55 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      56 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      57 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
---Type <return> to continue, or q <return> to quit---
      58 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      59 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      60 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      61 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      62 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      63 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      64 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      65 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      66 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      67 waiting (GC worker (idle))
         started at runtime.gcBgMarkWorker
         created by runtime.gcBgMarkStartWorkers
      90 syscall, m 18
         started at os/signal.loop
         created by os/signal.init.1
      93 waiting (chan receive)
         started at k8s.io/kubernetes/pkg/util/iptables.(*runner).dbusSignalHandler
         created by k8s.io/kubernetes/pkg/util/iptables.(*runner).connectToFirewallD
      94 waiting (chan receive)
         started at k8s.io/kubernetes/pkg/watch.(*Broadcaster).loop
         created by k8s.io/kubernetes/pkg/watch.NewBroadcaster
     131 waiting (select)
         started at k8s.io/kubernetes/pkg/util/wait.Until
         created by k8s.io/kubernetes/pkg/util/logs.InitLogs
     133 waiting (IO wait)
         started at k8s.io/kubernetes/vendor/github.com/godbus/dbus.(*Conn).inWorker
         created by k8s.io/kubernetes/vendor/github.com/godbus/dbus.(*Conn).Auth
     134 waiting (chan receive)
         started at k8s.io/kubernetes/vendor/github.com/godbus/dbus.(*Conn).outWorker
         created by k8s.io/kubernetes/vendor/github.com/godbus/dbus.(*Conn).Auth
     135 waiting (select)
         started at k8s.io/kubernetes/pkg/util/wait.Forever
         created by k8s.io/kubernetes/pkg/proxy/healthcheck.Run
     144 waiting (chan receive)
         started at k8s.io/kubernetes/pkg/proxy/config.watchForUpdates
         created by k8s.io/kubernetes/pkg/proxy/config.NewServiceConfig
     145 runnable
         started at k8s.io/kubernetes/pkg/proxy/config.watchForUpdates
         created by k8s.io/kubernetes/pkg/proxy/config.NewEndpointsConfig
     149 runnable
         started at k8s.io/kubernetes/vendor/golang.org/x/net/http2.(*ClientConn).readLoop
         created by k8s.io/kubernetes/vendor/golang.org/x/net/http2.(*Transport).NewClientConn
     178 waiting (chan receive)
         started at k8s.io/kubernetes/pkg/util/wait.Until
         created by k8s.io/kubernetes/pkg/util/config.(*Mux).Channel
     179 waiting (chan receive)
         started at k8s.io/kubernetes/pkg/proxy/config.(*ServiceConfig).Channel.func1
         created by k8s.io/kubernetes/pkg/proxy/config.(*ServiceConfig).Channel
     180 waiting (chan receive)
         started at k8s.io/kubernetes/pkg/util/wait.Until
---Type <return> to continue, or q <return> to quit---
         created by k8s.io/kubernetes/pkg/util/config.(*Mux).Channel
     181 waiting (chan receive)
         started at k8s.io/kubernetes/pkg/proxy/config.(*EndpointsConfig).Channel.func1
         created by k8s.io/kubernetes/pkg/proxy/config.(*EndpointsConfig).Channel
     182 waiting (select)
         started at k8s.io/kubernetes/pkg/util/wait.Until
         created by k8s.io/kubernetes/pkg/client/cache.(*Reflector).Run
     183 waiting (select)
         started at k8s.io/kubernetes/pkg/util/wait.Until
         created by k8s.io/kubernetes/pkg/client/cache.(*Reflector).Run
     184 waiting (chan receive)
         started at k8s.io/kubernetes/pkg/client/record.(*eventBroadcasterImpl).StartEventWatcher.func1
         created by k8s.io/kubernetes/pkg/client/record.(*eventBroadcasterImpl).StartEventWatcher
     185 waiting (IO wait)
         started at k8s.io/kubernetes/pkg/util/wait.Until
         created by k8s.io/kubernetes/cmd/kube-proxy/app.(*ProxyServer).Run
     188 waiting (select)
         started at k8s.io/kubernetes/pkg/client/cache.(*Reflector).ListAndWatch.func1
         created by k8s.io/kubernetes/pkg/client/cache.(*Reflector).ListAndWatch
     189 waiting (select)
         started at k8s.io/kubernetes/pkg/client/cache.(*Reflector).ListAndWatch.func1
         created by k8s.io/kubernetes/pkg/client/cache.(*Reflector).ListAndWatch
  308820 waiting (semacquire)
         started at k8s.io/kubernetes/pkg/watch.(*StreamWatcher).receive
         created by k8s.io/kubernetes/pkg/watch.NewStreamWatcher
  310190 waiting (semacquire)
         started at k8s.io/kubernetes/pkg/watch.(*StreamWatcher).receive
         created by k8s.io/kubernetes/pkg/watch.NewStreamWatcher
  313922 runnable
         started at os/exec.(*Cmd).Start.func1
         created by os/exec.(*Cmd).Start
  313923 runnable
         started at os/exec.(*Cmd).Start.func1
         created by os/exec.(*Cmd).Start

M state:
       0 PID 1, thread 1, p 18, helpgc
       1 PID 0, g 17, locked to thread
       2 PID 7, blocked
       3 PID 8, p 19, helpgc
       4 PID 9, blocked
       5 PID 10, p 30, helpgc
       6 PID 11, blocked
       7 PID 12, p 13, helpgc
       8 PID 13, p 25, helpgc
       9 PID 14, p 2, helpgc
      10 PID 15, p 1, helpgc
      11 PID 16, g 40, p 20, gcing, 1 locks
      12 PID 17, p 17, helpgc
      13 PID 18, p 5, helpgc
      14 PID 19, p 12, helpgc
      15 PID 20, p 14, helpgc
      16 PID 21, blocked
      17 PID 22, p 8, helpgc
      18 PID 23, g 90, blocked
      19 PID 24, blocked
      20 PID 25, p 3, helpgc
      21 PID 26, p 7, helpgc
      22 PID 27, p 10, helpgc
      23 PID 28, p 16, helpgc
      24 PID 29, p 28, helpgc
      25 PID 31, p 23, helpgc
      26 PID 30, p 26, helpgc
      27 PID 32, p 9, helpgc
      28 PID 33, blocked
      29 PID 34, p 21, helpgc
      30 PID 199, p 15, helpgc
      31 PID 201, blocked
---Type <return> to continue, or q <return> to quit---
      32 PID 731, blocked
      33 PID 733, p 22, helpgc
      34 PID 1283, p 27, helpgc
      35 PID 1285, p 24, helpgc
      36 PID 1827, p 31, helpgc
      37 PID 1829, p 29, helpgc
      38 PID 4368, p 6, helpgc
      39 PID 4959, p 4, helpgc
      40 PID 34689, p 11, helpgc
      41 PID 47869, p 0, helpgc

P state:
       0 gcstop, mark worker g 20
         runq: <empty>
       1 gcstop, mark worker g 21
         runq: <empty>
       2 gcstop, mark worker g 22
         runq: <empty>
       3 gcstop, mark worker g 23
         runq: <empty>
       4 gcstop, mark worker g 24
         runq: <empty>
       5 gcstop, mark worker g 25
         runq: <empty>
       6 gcstop, mark worker g 26
         runq: <empty>
       7 gcstop, mark worker g 27
         runq: <empty>
       8 gcstop, mark worker g 28
         runq: <empty>
       9 gcstop, mark worker g 29
         runq: <empty>
      10 gcstop, mark worker g 30
         runq: <empty>
      11 gcstop, mark worker g 31
         runq: <empty>
      12 gcstop, mark worker g 32
         runq: <empty>
      13 gcstop, mark worker g 33
         runq: <empty>
      14 gcstop, mark worker g 34
         runq: <empty>
      15 gcstop, mark worker g 35
         runq: <empty>
      16 gcstop, mark worker g 36
         runq: <empty>
      17 gcstop, mark worker g 37
         runq: <empty>
      18 gcstop, mark worker g 38
         runq: <empty>
      19 gcstop, mark worker g 39
         runq: <empty>
      20 gcstop, g 40, m 11
         runq: <empty>
      21 gcstop, mark worker g 41
         runq: <empty>
      22 gcstop, mark worker g 42
         runq: <empty>
      23 gcstop, mark worker g 43
         runq: <empty>
      24 gcstop, mark worker g 44
         runq: <empty>
      25 gcstop, mark worker g 45
         runq: <empty>
      26 gcstop, mark worker g 46
         runq: <empty>
      27 gcstop, mark worker g 47
         runq: <empty>
---Type <return> to continue, or q <return> to quit---
      28 gcstop, mark worker g 48
         runq: <empty>
      29 gcstop, mark worker g 49
         runq: <empty>
      30 gcstop, mark worker g 50
         runq: <empty>
      31 gcstop, mark worker g 51
         runq: <empty>
      32 gcstop, mark worker g 52
         runq: <empty>
      33 gcstop, mark worker g 53
         runq: <empty>
      34 gcstop, mark worker g 54
         runq: <empty>
      35 gcstop, mark worker g 55
         runq: <empty>
      36 gcstop, mark worker g 56
         runq: <empty>
      37 gcstop, mark worker g 57
         runq: <empty>
      38 gcstop, mark worker g 58
         runq: <empty>
      39 gcstop, mark worker g 59
         runq: <empty>
      40 gcstop, mark worker g 60
         runq: <empty>
      41 gcstop, mark worker g 61
         runq: <empty>
      42 gcstop, mark worker g 62
         runq: <empty>
      43 gcstop, mark worker g 63
         runq: <empty>
      44 gcstop, mark worker g 64
         runq: <empty>
      45 gcstop, mark worker g 65
         runq: <empty>
      46 gcstop, mark worker g 66
         runq: <empty>
      47 gcstop, mark worker g 67
         runq: <empty>

global runq: 313922 149 4 313923 145