apiserver.log

I1019 02:34:06.461675      47 handlers.go:105] POST /api/v1/namespaces/kube-system/events: (16.381817ms) 201 [[km/v0.0.0 (linux/amd64) kubernetes/$Format] 172.1.56.3:40294]
I1019 02:34:06.521698      47 handlers.go:105] POST /api/v1/namespaces/kube-system/events: (27.260335ms) 201 [[km/v0.0.0 (linux/amd64) kubernetes/$Format] 172.1.56.3:40294]
I1019 02:34:07.023125      47 trace.go:61] Trace "Get /api/v1/namespaces/default/services/k8sm-scheduler" (started 2016-10-19 02:33:57.071670013 +0000 UTC):
[9.951430179s] [9.951430179s] END
I1019 02:34:07.023365      47 handlers.go:105] GET /api/v1/namespaces/default/services/k8sm-scheduler: (9.951881226s) 200 [[km/v0.0.0 (linux/amd64) kubernetes/$Format] 172.1.56.9:40628]
I1019 02:34:13.965784      47 logs.go:41] http: TLS handshake error from 172.1.56.2:44130: EOF
I1019 02:34:19.674879      47 trace.go:61] Trace "Get /api/v1/nodes/172.1.56.7" (started 2016-10-19 02:34:18.067345019 +0000 UTC):
[1.607379765s] [1.607379765s] END
I1019 02:34:19.675471      47 handlers.go:105] GET /api/v1/nodes/172.1.56.7: (1.608302277s) 200 [[km/v0.0.0 (linux/amd64) kubernetes/$Format] 172.1.56.3:40286]
I1019 02:34:49.985522      47 trace.go:61] Trace "Update /api/v1/nodes/172.1.56.7/status" (started 2016-10-19 02:34:19.984934322 +0000 UTC):
[21.43µs] [21.43µs] About to convert to expected version
[152.964µs] [131.534µs] Conversion done
[157.816µs] [4.852µs] About to store object in database
[30.000548919s] [30.000391103s] END
I1019 02:34:49.985597      47 handlers.go:105] PUT /api/v1/nodes/172.1.56.7/status: (30.000833864s) 504
goroutine 2342 [running]:
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).recordStatus(0xc82115e9a0, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:219 +0xa3
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).WriteHeader(0xc82115e9a0, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:198 +0x2b
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.(*responseWriterDelegator).WriteHeader(0xc8227bd500, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:117 +0x4c
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.writeNegotiated(0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc8204766f0, 0xc821d76a80, 0x1f8, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:438 +0x189
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.errorNegotiated(0x7fc5e217b430, 0xc823d38c00, 0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc8204766f0, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:455 +0x1a9
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.(*RequestScope).err(0xc8211c30a0, 0x7fc5e217b430, 0xc823d38c00, 0x7fc5e20fa700, 0xc8204766f0, 0xc821d76a80)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:87 +0x191
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.UpdateResource.func1(0xc8227bd470, 0xc822d5df80)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:722 +0x11da
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.InstrumentRouteFunc.func1(0xc8227bd470, 0xc822d5df80)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:101 +0x25f
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).dispatch(0xc8206f05a0, 0x7fc5e20bb528, 0xc82115e9a0, 0xc821d76a80)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:272 +0xf30
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).(github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.dispatch)-fm(0x7fc5e20bb528, 0xc82115e9a0, 0xc821d76a80)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:120 +0x3e
net/http.HandlerFunc.ServeHTTP(0xc8215c73e0, 0x7fc5e20bb528, 0xc82115e9a0, 0xc821d76a80)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
net/http.(*ServeMux).ServeHTTP(0xc8206ef3b0, 0x7fc5e20bb528, 0xc82115e9a0, 0xc821d76a80)
	/usr/local/go/src/net/http/server.go:1910 +0x17d
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api.WithRequestContext.func1(0x7fc5e20bb528, 0xc82115e9a0, 0xc821d76a80)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api/requestcontext.go:107 +0x157
net/http.HandlerFunc.ServeHTTP(0xc820b21900, 0x7fc5e20bb528, 0xc82115e9a0, 0xc821d76a80)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.RecoverPanics.func1(0x7fc5e20bb528, 0xc82115e9a0, 0xc821d76a80)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/handlers.go:104 +0x264
net/http.HandlerFunc.ServeHTTP(0xc820b21980, 0x7fc5e20bb4f0, 0xc8204766e0, 0xc821d76a80)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP.func1(0xc820b219a0, 0x7fc5e20bb4b0, 0xc8204766e0, 0xc821d76a80, 0xc822d5df20)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:75 +0x8d
created by github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:77 +0x15b

logging error output: "k8s\x00\n\f\n\x02v1\x12\x06Status\x12`\n\x04\n\x00\x12\x00\x12\aFailure\x1a9Timeout: request did not complete within allowed duration\"\aTimeout*\b\n\x00\x12\x00\x1a\x00(\x000\xf8\x03\x1a\x00\"\x00"
 [[km/v0.0.0 (linux/amd64) kubernetes/$Format] 172.1.56.3:40286]
I1019 02:34:54.817102      47 logs.go:41] http: TLS handshake error from 172.1.56.2:44136: EOF
I1019 02:35:10.263467      47 trace.go:61] Trace "Create /api/v1/namespaces/kube-system/events" (started 2016-10-19 02:34:40.25666617 +0000 UTC):
[34.002µs] [34.002µs] About to convert to expected version
[80.633µs] [46.631µs] Conversion done
[110.248µs] [29.615µs] About to store object in database
[30.006753327s] [30.006643079s] END
I1019 02:35:10.263537      47 handlers.go:105] POST /api/v1/namespaces/kube-system/events: (30.006953214s) 504
goroutine 2375 [running]:
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).recordStatus(0xc82113e460, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:219 +0xa3
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).WriteHeader(0xc82113e460, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:198 +0x2b
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.(*responseWriterDelegator).WriteHeader(0xc822182120, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:117 +0x4c
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.writeNegotiated(0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc821832690, 0xc8236cf0a0, 0x1f8, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:438 +0x189
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.errorNegotiated(0x7fc5e217b430, 0xc8232f7080, 0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc821832690, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:455 +0x1a9
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.(*RequestScope).err(0xc8210f69a0, 0x7fc5e217b430, 0xc8232f7080, 0x7fc5e20fa700, 0xc821832690, 0xc8236cf0a0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:87 +0x191
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.createHandler.func1(0xc822182090, 0xc821cad320)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:410 +0x14cd
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.InstrumentRouteFunc.func1(0xc822182090, 0xc821cad320)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:101 +0x25f
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).dispatch(0xc8206f05a0, 0x7fc5e20bb528, 0xc82113e460, 0xc8236cf0a0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:272 +0xf30
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).(github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.dispatch)-fm(0x7fc5e20bb528, 0xc82113e460, 0xc8236cf0a0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:120 +0x3e
net/http.HandlerFunc.ServeHTTP(0xc8215c73e0, 0x7fc5e20bb528, 0xc82113e460, 0xc8236cf0a0)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
net/http.(*ServeMux).ServeHTTP(0xc8206ef3b0, 0x7fc5e20bb528, 0xc82113e460, 0xc8236cf0a0)
	/usr/local/go/src/net/http/server.go:1910 +0x17d
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api.WithRequestContext.func1(0x7fc5e20bb528, 0xc82113e460, 0xc8236cf0a0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api/requestcontext.go:107 +0x157
net/http.HandlerFunc.ServeHTTP(0xc820b21900, 0x7fc5e20bb528, 0xc82113e460, 0xc8236cf0a0)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.RecoverPanics.func1(0x7fc5e20bb528, 0xc82113e460, 0xc8236cf0a0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/handlers.go:104 +0x264
net/http.HandlerFunc.ServeHTTP(0xc820b21980, 0x7fc5e20bb4f0, 0xc821832680, 0xc8236cf0a0)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP.func1(0xc820b219a0, 0x7fc5e20bb4b0, 0xc821832680, 0xc8236cf0a0, 0xc821cad260)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:75 +0x8d
created by github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:77 +0x15b

logging error output: "k8s\x00\n\f\n\x02v1\x12\x06Status\x12`\n\x04\n\x00\x12\x00\x12\aFailure\x1a9Timeout: request did not complete within allowed duration\"\aTimeout*\b\n\x00\x12\x00\x1a\x00(\x000\xf8\x03\x1a\x00\"\x00"
 [[km/v0.0.0 (linux/amd64) kubernetes/$Format] 172.1.56.3:40294]
I1019 02:35:44.188677      47 trace.go:61] Trace "Create /api/v1/namespaces/kube-system/events" (started 2016-10-19 02:35:14.188122541 +0000 UTC):
[33.121µs] [33.121µs] About to convert to expected version
[75.468µs] [42.347µs] Conversion done
[103.581µs] [28.113µs] About to store object in database
[30.000509559s] [30.000405978s] END
I1019 02:35:44.188745      47 handlers.go:105] POST /api/v1/namespaces/kube-system/events: (30.000793804s) 504
goroutine 2380 [running]:
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).recordStatus(0xc82113fb90, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:219 +0xa3
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).WriteHeader(0xc82113fb90, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:198 +0x2b
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.(*responseWriterDelegator).WriteHeader(0xc822183320, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:117 +0x4c
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.writeNegotiated(0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc8218326e8, 0xc8236cf500, 0x1f8, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:438 +0x189
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.errorNegotiated(0x7fc5e217b430, 0xc823d14200, 0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc8218326e8, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:455 +0x1a9
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.(*RequestScope).err(0xc8210f69a0, 0x7fc5e217b430, 0xc823d14200, 0x7fc5e20fa700, 0xc8218326e8, 0xc8236cf500)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:87 +0x191
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.createHandler.func1(0xc822183290, 0xc8220c41e0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:410 +0x14cd
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.InstrumentRouteFunc.func1(0xc822183290, 0xc8220c41e0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:101 +0x25f
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).dispatch(0xc8206f05a0, 0x7fc5e20bb528, 0xc82113fb90, 0xc8236cf500)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:272 +0xf30
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).(github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.dispatch)-fm(0x7fc5e20bb528, 0xc82113fb90, 0xc8236cf500)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:120 +0x3e
net/http.HandlerFunc.ServeHTTP(0xc8215c73e0, 0x7fc5e20bb528, 0xc82113fb90, 0xc8236cf500)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
net/http.(*ServeMux).ServeHTTP(0xc8206ef3b0, 0x7fc5e20bb528, 0xc82113fb90, 0xc8236cf500)
	/usr/local/go/src/net/http/server.go:1910 +0x17d
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api.WithRequestContext.func1(0x7fc5e20bb528, 0xc82113fb90, 0xc8236cf500)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api/requestcontext.go:107 +0x157
net/http.HandlerFunc.ServeHTTP(0xc820b21900, 0x7fc5e20bb528, 0xc82113fb90, 0xc8236cf500)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.RecoverPanics.func1(0x7fc5e20bb528, 0xc82113fb90, 0xc8236cf500)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/handlers.go:104 +0x264
net/http.HandlerFunc.ServeHTTP(0xc820b21980, 0x7fc5e20bb4f0, 0xc8218326d8, 0xc8236cf500)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP.func1(0xc820b219a0, 0x7fc5e20bb4b0, 0xc8218326d8, 0xc8236cf500, 0xc821cadf80)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:75 +0x8d
created by github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:77 +0x15b

logging error output: "k8s\x00\n\f\n\x02v1\x12\x06Status\x12`\n\x04\n\x00\x12\x00\x12\aFailure\x1a9Timeout: request did not complete within allowed duration\"\aTimeout*\b\n\x00\x12\x00\x1a\x00(\x000\xf8\x03\x1a\x00\"\x00"
 [[km/v0.0.0 (linux/amd64) kubernetes/$Format] 172.1.56.3:40294]
I1019 02:35:44.191218      47 trace.go:61] Trace "etcdHelper::Create *api.Event" (started 2016-10-19 02:35:14.188323177 +0000 UTC):
[67.705µs] [67.705µs] Object encoded
[69.344µs] [1.639µs] Version checked
[30.002839705s] [30.002770361s] Object created
[30.002852562s] [12.857µs] END
I1019 02:36:15.388092      47 handlers.go:105] PATCH /api/v1/namespaces/kube-system/events/kube-dns-v19-7bsnl.147ece268074220f: (30.000620231s) 504
goroutine 2238 [running]:
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).recordStatus(0xc8237524d0, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:219 +0xa3
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).WriteHeader(0xc8237524d0, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:198 +0x2b
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.(*responseWriterDelegator).WriteHeader(0xc823d20720, 0x1f8)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:117 +0x4c
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.writeNegotiated(0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc820476170, 0xc8226b6460, 0x1f8, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:438 +0x189
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.errorNegotiated(0x7fc5e217b430, 0xc823152580, 0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc820476170, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:455 +0x1a9
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.(*RequestScope).err(0xc8210f6ee0, 0x7fc5e217b430, 0xc823152580, 0x7fc5e20fa700, 0xc820476170, 0xc8226b6460)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:87 +0x191
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.PatchResource.func1(0xc823d20690, 0xc823aa8780)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:505 +0xf2e
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.InstrumentRouteFunc.func1(0xc823d20690, 0xc823aa8780)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:101 +0x25f
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).dispatch(0xc8206f05a0, 0x7fc5e20bb528, 0xc8237524d0, 0xc8226b6460)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:272 +0xf30
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).(github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.dispatch)-fm(0x7fc5e20bb528, 0xc8237524d0, 0xc8226b6460)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:120 +0x3e
net/http.HandlerFunc.ServeHTTP(0xc8215c73e0, 0x7fc5e20bb528, 0xc8237524d0, 0xc8226b6460)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
net/http.(*ServeMux).ServeHTTP(0xc8206ef3b0, 0x7fc5e20bb528, 0xc8237524d0, 0xc8226b6460)
	/usr/local/go/src/net/http/server.go:1910 +0x17d
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api.WithRequestContext.func1(0x7fc5e20bb528, 0xc8237524d0, 0xc8226b6460)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api/requestcontext.go:107 +0x157
net/http.HandlerFunc.ServeHTTP(0xc820b21900, 0x7fc5e20bb528, 0xc8237524d0, 0xc8226b6460)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.RecoverPanics.func1(0x7fc5e20bb528, 0xc8237524d0, 0xc8226b6460)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/handlers.go:104 +0x264
net/http.HandlerFunc.ServeHTTP(0xc820b21980, 0x7fc5e20bb4f0, 0xc820476150, 0xc8226b6460)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP.func1(0xc820b219a0, 0x7fc5e20bb4b0, 0xc820476150, 0xc8226b6460, 0xc823aa85a0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:75 +0x8d
created by github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:77 +0x15b

logging error output: "k8s\x00\n\f\n\x02v1\x12\x06Status\x12`\n\x04\n\x00\x12\x00\x12\aFailure\x1a9Timeout: request did not complete within allowed duration\"\aTimeout*\b\n\x00\x12\x00\x1a\x00(\x000\xf8\x03\x1a\x00\"\x00"
 [[km/v0.0.0 (linux/amd64) kubernetes/$Format] 172.1.56.3:40294]
I1019 02:36:21.866828      47 trace.go:61] Trace "Get /api/v1/namespaces/kube-system/secrets/default-token-1zb82" (started 2016-10-19 02:35:51.86295681 +0000 UTC):
[30.003826644s] [30.003826644s] END
E1019 02:36:21.866860      47 errors.go:63] apiserver received an error that is not an unversioned.Status: client: etcd cluster is unavailable or misconfigured
I1019 02:36:21.867401      47 handlers.go:105] GET /api/v1/namespaces/kube-system/secrets/default-token-1zb82: (30.004489355s) 500
goroutine 2406 [running]:
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).recordStatus(0xc823862620, 0x1f4)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:219 +0xa3
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog.(*respLogger).WriteHeader(0xc823862620, 0x1f4)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/httplog/log.go:198 +0x2b
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.(*responseWriterDelegator).WriteHeader(0xc823d5c990, 0x1f4)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:117 +0x4c
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.writeNegotiated(0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc8212162b0, 0xc8226b60e0, 0x1f4, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:438 +0x189
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.errorNegotiated(0x7fc5e20c2678, 0xc823d42580, 0x7fc5e220de68, 0xc82006b110, 0x0, 0x0, 0x4bd60c8, 0x2, 0x7fc5e20fa700, 0xc8212162b0, ...)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/apiserver.go:455 +0x1a9
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.(*RequestScope).err(0xc82149efc0, 0x7fc5e20c2678, 0xc823d42580, 0x7fc5e20fa700, 0xc8212162b0, 0xc8226b60e0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:87 +0x191
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.getResourceHandler.func1(0xc823d5c900, 0xc8239e2ba0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/resthandler.go:112 +0x244
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics.InstrumentRouteFunc.func1(0xc823d5c900, 0xc8239e2ba0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/metrics/metrics.go:101 +0x25f
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).dispatch(0xc8206f05a0, 0x7fc5e20bb528, 0xc823862620, 0xc8226b60e0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:272 +0xf30
github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.(*Container).(github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful.dispatch)-fm(0x7fc5e20bb528, 0xc823862620, 0xc8226b60e0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/github.com/emicklei/go-restful/container.go:120 +0x3e
net/http.HandlerFunc.ServeHTTP(0xc8215c73e0, 0x7fc5e20bb528, 0xc823862620, 0xc8226b60e0)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
net/http.(*ServeMux).ServeHTTP(0xc8206ef3b0, 0x7fc5e20bb528, 0xc823862620, 0xc8226b60e0)
	/usr/local/go/src/net/http/server.go:1910 +0x17d
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api.WithRequestContext.func1(0x7fc5e20bb528, 0xc823862620, 0xc8226b60e0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/api/requestcontext.go:107 +0x157
net/http.HandlerFunc.ServeHTTP(0xc820b21900, 0x7fc5e20bb528, 0xc823862620, 0xc8226b60e0)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver.RecoverPanics.func1(0x7fc5e20bb528, 0xc823862620, 0xc8226b60e0)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/apiserver/handlers.go:104 +0x264
net/http.HandlerFunc.ServeHTTP(0xc820b21980, 0x7fc5e20bb4f0, 0xc821216260, 0xc8226b60e0)
	/usr/local/go/src/net/http/server.go:1618 +0x3a
github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP.func1(0xc820b219a0, 0x7fc5e20bb4b0, 0xc821216260, 0xc8226b60e0, 0xc8239e2a20)
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:75 +0x8d
created by github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters.(*timeoutHandler).ServeHTTP
	/go/src/github.com/GoogleCloudPlatform/kubernetes/_output/local/go/src/github.com/kubernetes-incubator/kube-mesos-framework/vendor/k8s.io/kubernetes/pkg/genericapiserver/filters/timeout.go:77 +0x15b

logging error output: "k8s\x00\n\f\n\x02v1\x12\x06Status\x12J\n\x04\n\x00\x12\x00\x12\aFailure\x1a4client: etcd cluster is unavailable or misconfigured\"\x000\xf4\x03\x1a\x00\"\x00"
 [[km/v0.0.0 (linux/amd64) kubernetes/$Format] 172.1.56.3:40472]