gistfile1.txt

Aug 11 15:05:25 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: I0811 15:05:25.303925    9128 server.go:1100] POST /stats/container/: (292.888844ms) 200 [[Go-http-client/1.1] 172.29.20.111:47676]
Aug 11 15:05:45 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: I0811 15:05:45.023106    9128 node_auth.go:142] Node request attributes: namespace=, user=system:serviceaccount:openshift-infra:heapster, groups=[system:serviceaccounts system:serviceaccounts:openshift-infra system:authenticated], attrs=authorizer.DefaultAuthorizationAttributes{Verb:"create", APIVersion:"v1", APIGroup:"", Resource:"nodes/stats", Resou
rceName:"prod-node-rbx-1.priv.tech-angels.net", RequestAttributes:interface {}(nil), NonResourceURL:false, URL:"/stats/container/"}
Aug 11 15:05:45 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: I0811 15:05:45.368373    9128 server.go:1100] POST /stats/container/: (345.389668ms) 200 [[Go-http-client/1.1] 172.29.20.111:47676]
Aug 11 15:06:05 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: I0811 15:06:05.015422    9128 node_auth.go:142] Node request attributes: namespace=, user=system:serviceaccount:openshift-infra:heapster, groups=[system:serviceaccounts system:serviceaccounts:openshift-infra system:authenticated], attrs=authorizer.DefaultAuthorizationAttributes{Verb:"create", APIVersion:"v1", APIGroup:"", Resource:"nodes/stats", Resou
rceName:"prod-node-rbx-1.priv.tech-angels.net", RequestAttributes:interface {}(nil), NonResourceURL:false, URL:"/stats/container/"}
Aug 11 15:06:05 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: I0811 15:06:05.307069    9128 server.go:1100] POST /stats/container/: (291.776114ms) 200 [[Go-http-client/1.1] 172.29.20.111:47676]
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: unexpected fault address 0x0
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: fatal error: fault
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: [signal 0xb code=0x80 addr=0x0 pc=0xdb6401]
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 396 [running]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: runtime.throw(0x3570cf0, 0x5)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/panic.go:530 +0x90 fp=0xc821d0d8a8 sp=0xc821d0d890
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: runtime.sigpanic()
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/sigpanic_unix.go:27 +0x2ab fp=0xc821d0d8f8 sp=0xc821d0d8a8
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).literalStore(0xc821eb6d28, 0xc8230ea388, 0x23, 0xfa78, 0x282ace0, 0xc8217504c0, 0x198, 0x282ac00)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:809 +0xb81 fp=0xc821d0ddd0 sp=0xc821d0d8f8
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).literal(0xc821eb6d28, 0x282ace0, 0xc8217504c0, 0x198)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:717 +0xe9 fp=0xc821d0de38 sp=0xc821d0ddd0
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).value(0xc821eb6d28, 0x282ace0, 0xc8217504c0, 0x198)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:370 +0x37b fp=0xc821d0df10 sp=0xc821d0de38
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).object(0xc821eb6d28, 0x2825de0, 0xc823fd9288, 0x195)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:684 +0x116a fp=0xc821d0e2b8 sp=0xc821d0df10
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).value(0xc821eb6d28, 0x2825de0, 0xc823fd9288, 0x195)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:367 +0x3a1 fp=0xc821d0e390 sp=0xc821d0e2b8
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).object(0xc821eb6d28, 0x33736a0, 0xc823fd9200, 0x199)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:684 +0x116a fp=0xc821d0e738 sp=0xc821d0e390
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).value(0xc821eb6d28, 0x33736a0, 0xc823fd9200, 0x199)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:367 +0x3a1 fp=0xc821d0e810 sp=0xc821d0e738
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).array(0xc821eb6d28, 0x27b9f60, 0xc821c552e0, 0x197)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:518 +0xa6b fp=0xc821d0ea18 sp=0xc821d0e810
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).value(0xc821eb6d28, 0x270aac0, 0xc821c552e0, 0x16)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:364 +0x3c1 fp=0xc821d0eaf0 sp=0xc821d0ea18
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*decodeState).unmarshal(0xc821eb6d28, 0x270aac0, 0xc821c552e0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/decode.go:168 +0x196 fp=0xc821d0ebc8 sp=0xc821d0eaf0
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: encoding/json.(*Decoder).Decode(0xc821eb6d00, 0x270aac0, 0xc821c552e0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/encoding/json/stream.go:67 +0x274 fp=0xc821d0ec48 sp=0xc821d0ebc8
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/fsouza/go-dockerclient.(*Client).ListContainers(0xc820779b00, 0x3e60000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/fsouza/go-dockerclient/container.go:69 +0x380 fp=0xc821d0eda0 sp=0xc821d0ec48
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet/dockertools.instrumentedDockerInterface.ListContainers(0x7f2a7e6f14f8, 0xc820779b00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/dockertools/instrumented_docker.go:53 +0x145 fp=0xc821d0ee60 sp=0xc821d0eda0
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet/dockertools.(*instrumentedDockerInterface).ListContainers(0xc820ed2470, 0x5ba0000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: <autogenerated>:35 +0x12a fp=0xc821d0eed8 sp=0xc821d0ee60
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet/dockertools.GetKubeletDockerContainers(0x7f2a7e6fc550, 0xc820ed2470, 0xc821d0f200, 0x0, 0x0, 0x0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/dockertools/docker.go:349 +0x126 fp=0xc821d0f0d0 sp=0xc821d0eed8
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet/dockertools.(*DockerManager).GetPods(0xc820a0e280, 0x17b69100, 0x0, 0x0, 0x0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/dockertools/manager.go:721 +0x194 fp=0xc821d0f3f8 sp=0xc821d0f0d0
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet/container.(*runtimeCache).getPodsWithTimestamp(0xc8201b9e50, 0x0, 0x0, 0x0, 0x0, 0xffffffff00000000, 0x0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/container/runtime_cache.go:94 +0xa6 fp=0xc821d0f460 sp=0xc821d0f3f8
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet/container.(*runtimeCache).updateCache(0xc8201b9e50, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/container/runtime_cache.go:82 +0x42 fp=0xc821d0f4f0 sp=0xc821d0f460
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet/container.(*runtimeCache).GetPods(0xc8201b9e50, 0x0, 0x0, 0x0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/container/runtime_cache.go:65 +0xd8 fp=0xc821d0f528 sp=0xc821d0f4f0
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet.(*Kubelet).HandlePodCleanups(0xc820e22900, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/kubelet.go:2168 +0x2ba fp=0xc821d0f6e0 sp=0xc821d0f528
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet.(*Kubelet).syncLoopIteration(0xc820e22900, 0xc820b7faa0, 0x7f2a7e6fcc68, 0xc820e22900, 0xc8208f2960, 0xc8208f29c0, 0xc820aeb8c0, 0x353f801)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/kubelet.go:2466 +0x1a2d fp=0xc821d0fb98 sp=0xc821d0f6e0
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet.(*Kubelet).syncLoop(0xc820e22900, 0xc820b7faa0, 0x7f2a7e6fcc68, 0xc820e22900)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/kubelet.go:2385 +0x336 fp=0xc821d0fc90 sp=0xc821d0fb98
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/kubelet.(*Kubelet).Run(0xc820e22900, 0xc820b7faa0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/kubelet.go:1036 +0x7c8 fp=0xc821d0fe38 sp=0xc821d0fc90
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/cmd/kubelet/app.startKubelet.func1()
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/cmd/kubelet/app/server.go:652 +0x3f fp=0xc821d0fe60 sp=0xc821d0fe38
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/util/wait.JitterUntil.func1(0xc820ccb3a0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/util/wait/wait.go:66 +0x4b fp=0xc821d0fe90 sp=0xc821d0fe60
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/util/wait.JitterUntil(0xc820ccb3a0, 0x0, 0x0, 0xc820064e40)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/util/wait/wait.go:67 +0x68 fp=0xc821d0ff50 sp=0xc821d0fe90
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/util/wait.Until(0xc820ccb3a0, 0x0, 0xc820064e40)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/util/wait/wait.go:47 +0x3e fp=0xc821d0ff78 sp=0xc821d0ff50
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: runtime.goexit()
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/asm_amd64.s:1998 +0x1 fp=0xc821d0ff80 sp=0xc821d0ff78
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by k8s.io/kubernetes/cmd/kubelet/app.startKubelet
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/cmd/kubelet/app/server.go:652 +0xac
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 1 [select (no cases), 2858 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/openshift/origin/pkg/cmd/server/start.NodeOptions.StartNode(0xc8203a6370, 0x7ffd14febe49, 0x21, 0x7f2a7e6a4370, 0xc820070008, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/pkg/cmd/server/start/start_node.go:166 +0x162
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/openshift/origin/pkg/cmd/server/start.(*NodeOptions).Run(0xc8204454d0, 0xc8202cb000, 0xc82077d260, 0x0, 0x2)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/pkg/cmd/server/start/start_node.go:114 +0x111
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/openshift/origin/pkg/cmd/server/start.(*NodeOptions).Run-fm(0xc8202cb000, 0xc82077d260, 0x0, 0x2)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/pkg/cmd/server/start/start_node.go:52 +0x48
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/spf13/cobra.(*Command).execute(0xc8202cb000, 0xc82077d080, 0x2, 0x2, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/spf13/cobra/command.go:572 +0x85a
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/spf13/cobra.(*Command).ExecuteC(0xc820166200, 0xc8202cb000, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/spf13/cobra/command.go:662 +0x53f
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/spf13/cobra.(*Command).Execute(0xc820166200, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/spf13/cobra/command.go:618 +0x2d
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: main.main()
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/cmd/openshift/openshift.go:27 +0x180                                                                                                                                                                                                                                                                              [1962/31
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 17 [syscall, 2858 minutes, locked to thread]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: runtime.goexit()
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/asm_amd64.s:1998 +0x1
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 19 [chan receive]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/golang/glog.(*loggingT).flushDaemon(0x5b84f20)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/golang/glog/glog.go:879 +0x67
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/golang/glog.init.1
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/golang/glog/glog.go:410 +0x297
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 26 [syscall, 2858 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: os/signal.signal_recv(0xc8200658c0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/sigqueue.go:116 +0x132
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: os/signal.loop()
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/os/signal/signal_unix.go:22 +0x18
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by os/signal.init.1
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/os/signal/signal_unix.go:28 +0x37
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 133 [select, 4 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: net/http.(*persistConn).writeLoop(0xc8206b8000)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/http/transport.go:1273 +0x472
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by net/http.(*Transport).dialConn
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/http/transport.go:854 +0x10cb
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 132 [select, 4 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: net/http.(*persistConn).readLoop(0xc8206b8000)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/http/transport.go:1178 +0xd52
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by net/http.(*Transport).dialConn
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/http/transport.go:853 +0x10a6
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 529 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x490b47bae)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b6960)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 227 [select, 3 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/client/cache.(*Reflector).watchHandler(0xc820d50000, 0x7f2a7e6f36e8, 0xc8235553b0, 0xc820bf3c00, 0xc8202bc060, 0xc820064e40, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/client/cache/reflector.go:320 +0x13f7
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/client/cache.(*Reflector).ListAndWatch(0xc820d50000, 0xc820064e40, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/client/cache/reflector.go:287 +0x125f
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/client/cache.(*Reflector).Run.func1()
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/client/cache/reflector.go:160 +0x2c
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/util/wait.JitterUntil.func1(0xc820d42040)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/util/wait/wait.go:66 +0x4b
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/util/wait.JitterUntil(0xc820d42040, 0x3b9aca00, 0x0, 0xc820064e40)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/util/wait/wait.go:67 +0x68
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/util/wait.Until(0xc820d42040, 0x3b9aca00, 0xc820064e40)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/util/wait/wait.go:47 +0x3e
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by k8s.io/kubernetes/pkg/client/cache.(*Reflector).Run
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/client/cache/reflector.go:160 +0x84
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 258 [select, 2 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: net/http.(*persistConn).writeLoop(0xc82006a410)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/http/transport.go:1273 +0x472
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by net/http.(*Transport).dialConn
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/http/transport.go:854 +0x10cb
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 225 [select, 2 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: net/http.(*persistConn).readLoop(0xc82006a410)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/http/transport.go:1178 +0xd52
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by net/http.(*Transport).dialConn
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/http/transport.go:853 +0x10a6
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 20467 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x6f87e7d56)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8201d34a0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 170 [chan receive, 30 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/openshift/openshift-sdn/plugins/osdn.watchNetNamespaces(0xc8207fd880)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/openshift/openshift-sdn/plugins/osdn/vnids.go:204 +0xc0
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/openshift/openshift-sdn/plugins/osdn.(*OsdnController).VnidStartNode
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/openshift/openshift-sdn/plugins/osdn/vnids.go:168 +0xb7
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 548 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x3543d8442)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b6f00)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 30 [select (no cases), 2858 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/cmd/kubelet/app.run(0xc82067b400, 0xc8207cd200, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/cmd/kubelet/app/server.go:371 +0x11ad
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/cmd/kubelet/app.Run(0xc82067b400, 0xc8207cd200, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/cmd/kubelet/app/server.go:268 +0x44
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/openshift/origin/pkg/cmd/server/kubernetes.(*NodeConfig).RunKubelet.func1(0xc8207795f0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/pkg/cmd/server/kubernetes/node.go:282 +0x32
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/openshift/origin/pkg/cmd/server/kubernetes.(*NodeConfig).RunKubelet
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/pkg/cmd/server/kubernetes/node.go:283 +0x58a
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 19671 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x3f8c6dfda)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8222f8960)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 122 [chan receive, 2858 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/godbus/dbus.(*Conn).outWorker(0xc8203c25a0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/godbus/dbus/conn.go:385 +0x55
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/godbus/dbus.(*Conn).Auth
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/godbus/dbus/auth.go:119 +0xf62
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 550 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x3ca4a66b7)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b72c0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 549 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x2ba7aa9e6)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b70e0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 104 [chan receive, 2858 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/util/iptables.(*runner).dbusSignalHandler(0xc8200d7880, 0x7f2a7e6f33c0, 0xc820070808)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/util/iptables/iptables.go:540 +0xbb
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by k8s.io/kubernetes/pkg/util/iptables.(*runner).connectToFirewallD
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/util/iptables/iptables.go:190 +0x7e2
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 121 [IO wait, 2858 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: net.runtime_pollWait(0x7f2a7e6f2d20, 0x72, 0x70)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/netpoll.go:160 +0x60
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: net.(*pollDesc).Wait(0xc8200d79c0, 0x72, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: net.(*pollDesc).WaitRead(0xc8200d79c0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: net.(*netFD).readMsg(0xc8200d7960, 0xc820ed30d0, 0x10, 0x10, 0xc820925220, 0x1000, 0x1000, 0xffffffffffffffff, 0x0, 0x0, ...)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/fd_unix.go:304 +0x33d
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: net.(*UnixConn).ReadMsgUnix(0xc820102190, 0xc820ed30d0, 0x10, 0x10, 0xc820925220, 0x1000, 0x1000, 0x0, 0xc81ffb6d6f, 0x0, ...)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/net/unixsock_posix.go:150 +0x15f
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/godbus/dbus.(*oobReader).Read(0xc820925200, 0xc820ed30d0, 0x10, 0x10, 0x48, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/godbus/dbus/transport_unix.go:21 +0xbf
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: io.ReadAtLeast(0x7f2a7e6f3398, 0xc820925200, 0xc820ed30d0, 0x10, 0x10, 0x10, 0x0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/io/io.go:297 +0xe6
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: io.ReadFull(0x7f2a7e6f3398, 0xc820925200, 0xc820ed30d0, 0x10, 0x10, 0x0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/io/io.go:315 +0x62
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/godbus/dbus.(*unixTransport).ReadMessage(0xc8204c7f80, 0xc8206811a0, 0x0, 0x0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/godbus/dbus/transport_unix.go:85 +0x1bc
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/godbus/dbus.(*Conn).inWorker(0xc8203c25a0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/godbus/dbus/conn.go:248 +0x55
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/godbus/dbus.(*Conn).Auth
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/godbus/dbus/auth.go:118 +0xf3d
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 547 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x46ee28d0e)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b6d20)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 528 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x3a4e8303c)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b6780)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 546 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x5b5cac923)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b6b40)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 162132 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x40b0c9788)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8219d6b40)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 527 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x46bed2fa3)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b65a0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 526 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x603e6a8a8)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b63c0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 525 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x4cd6d9e49)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc8211b61e0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 158115 [select, 1 minutes]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: k8s.io/kubernetes/pkg/util/wait.JitterUntil(0xc821cea8d0, 0xdf8475800, 0x3ff0000000000000, 0xc82293a180)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/util/wait/wait.go:74 +0x13c
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by k8s.io/kubernetes/pkg/kubelet/server/stats.(*volumeStatCalculator).StartOnce.func1
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/k8s.io/kubernetes/pkg/kubelet/server/stats/volume_stat_caculator.go:64 +0x93
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 523 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x48863995a)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc820e1be00)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 522 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x46f78b2a2)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc820e1bc20)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 521 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x4afbe10aa)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc820e1ba40)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 520 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x3d7fc76a8)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc820e1b860)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 519 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x52f740b93)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc820e1b680)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:94 +0x41
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: goroutine 518 [sleep]:
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: time.Sleep(0x511161cf1)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /usr/local/go/src/runtime/time.go:59 +0xf9
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: github.com/google/cadvisor/manager.(*containerData).housekeeping(0xc820e1b4a0)
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: /go/src/github.com/openshift/origin/Godeps/_workspace/src/github.com/google/cadvisor/manager/container.go:438 +0x821
Aug 11 15:06:19 prod-node-rbx-1.priv.tech-angels.net origin-node[8637]: created by github.com/google/cadvisor/manager.(*containerData).Start
[...]