Skip to content

Instantly share code, notes, and snippets.

@ncdc
Created June 9, 2022 19:54
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save ncdc/7afbec9e691027f95ca5c17affbcf07f to your computer and use it in GitHub Desktop.
Save ncdc/7afbec9e691027f95ca5c17affbcf07f to your computer and use it in GitHub Desktop.
2 kcp admission inits
# First trace
│I0609 15:50:57.523552 62573 server.go:342] Finished start kube informers │
│E0609 15:50:57.538166 62573 kubequota_admission.go:137] ANDY │
│goroutine 2465 [running]: │
│runtime/debug.Stack() │
│ /usr/local/Cellar/go/1.18.2/libexec/src/runtime/debug/stack.go:24 +0x65 │
│runtime/debug.PrintStack() │
│ /usr/local/Cellar/go/1.18.2/libexec/src/runtime/debug/stack.go:16 +0x19 │
│github.com/kcp-dev/kcp/pkg/admission/kubequota.(*KubeResourceQuota).Validate.func1() │
│ /Users/angoldst/code/kcp/kcp/pkg/admission/kubequota/kubequota_admission.go:138 +0x6a │
│sync.(*Once).doSlow(0x100000001?, 0xc00526cb08?) │
│ /usr/local/Cellar/go/1.18.2/libexec/src/sync/once.go:68 +0xc2 │
│sync.(*Once).Do(...) │
│ /usr/local/Cellar/go/1.18.2/libexec/src/sync/once.go:59 │
│github.com/kcp-dev/kcp/pkg/admission/kubequota.(*KubeResourceQuota).Validate(0xc0004477c0, {0x4132d50, 0xc004bfb710}, {0x4147340, 0xc004400b40}, {0x4136128, 0xc00219ad00}) │
│ /Users/angoldst/code/kcp/kcp/pkg/admission/kubequota/kubequota_admission.go:136 +0x78 │
│k8s.io/apiserver/pkg/admission/metrics.pluginHandlerWithMetrics.Validate({{0x41087c0, 0xc0004477c0}, 0xc00103b2a0, {0xc00103b2b0, 0x1, 0x1}}, {0x4132d50, 0xc004bfb710}, {0x4147340, 0xc004400b40}, ...) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/metrics/metrics.go:108 +0xef │
│k8s.io/apiserver/pkg/admission.chainAdmissionHandler.Validate({0xc000915f00?, 0x10, 0xdc4b5f8?}, {0x4132d50, 0xc004bfb710}, {0x4147340?, 0xc004400b40?}, {0x4136128, 0xc00219ad00}) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/chain.go:53 +0x13d │
│k8s.io/apiserver/pkg/admission.(*reinvoker).Validate(0x26?, {0x4132d50, 0xc004bfb710}, {0x4147340, 0xc004400b40}, {0x4136128, 0xc00219ad00}) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/reinvocation.go:56 +0x7b │
│k8s.io/apiserver/pkg/admission/metrics.pluginHandlerWithMetrics.Validate({{0x410c6a0, 0xc00103b2e0}, 0xc00103b2f0, {0x0, 0x0, 0x0}}, {0x4132d50, 0xc004bfb710}, {0x4147340, 0xc004400b40}, ...) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/metrics/metrics.go:108 +0xef │
│k8s.io/apiserver/pkg/admission.(*auditHandler).Validate(0xc0037f2380, {0x4132d50, 0xc004bfb710}, {0x4147340, 0xc004400b40}, {0x4136128, 0xc00219ad00}) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/audit.go:76 +0xde │
│k8s.io/apiserver/pkg/endpoints/handlers/fieldmanager.(*managedFieldsValidatingAdmissionController).Validate(0x0?, {0x4132d50, 0xc004bfb710}, {0x4147340, 0xc004400b40}, {0x4136128, 0xc00219ad00}) ┤
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/fieldmanager/admission.go:86 +0x7b │
│k8s.io/apiserver/pkg/registry/rest.AdmissionToValidateObjectUpdateFunc.func2({0x4132d50, 0xc004bfb710}, {0x4116e60?, 0xc00440e840}, {0x4116e60?, 0xc00440eb00}) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/registry/rest/update.go:302 +0x606 │
│k8s.io/apiserver/pkg/registry/generic/registry.(*Store).Update.func1({0x4116e60, 0xc0032d2b00}, {0xc0a0b1a85fe43ee0?, 0x808796ed?}) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/registry/generic/registry/store.go:650 +0x626 │
│k8s.io/apiserver/pkg/storage/etcd3.(*store).updateState(0xc001140090, 0xc002532300?, 0x71?) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/storage/etcd3/store.go:988 +0x3e │
│k8s.io/apiserver/pkg/storage/etcd3.(*store).GuaranteedUpdate(0xc001140090, {0x4132d50, 0xc004bfb710}, {0xc000d1c310, 0x68}, {0x4116e60?, 0xc00329adc0}, 0x1, 0x3a9af60?, 0xc0043b4840, ...) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/storage/etcd3/store.go:389 +0x6b3 │
│k8s.io/apiserver/pkg/registry/generic/registry.(*DryRunnableStorage).GuaranteedUpdate(0x0?, {0x4132d50?, 0xc004bfb710?}, {0xc000d1c310?, 0x643ab38?}, {0x4116e60?, 0xc00329adc0?}, 0x40?, 0x0?, 0xc0043b4840, ...) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/registry/generic/registry/dryrun.go:101 +0x1c7 │
│k8s.io/apiserver/pkg/registry/generic/registry.(*Store).Update(0xc0003897c0, {0x4132d50?, 0xc004bfb710}, {0xc0041b3154, 0x25}, {0x41180d0?, 0xc004bfbb30}, 0xc0038027d0, 0xc0047e4840, 0x0, ...) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/registry/generic/registry/store.go:539 +0x508 │
│k8s.io/apiserver/pkg/endpoints/handlers.UpdateResource.func1.4() │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/update.go:201 +0xa7a │
│k8s.io/apiserver/pkg/endpoints/handlers.UpdateResource.func1.5() │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/update.go:221 +0x4a │
│k8s.io/apiserver/pkg/endpoints/handlers/finisher.finishRequest.func1() ┤
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/finisher/finisher.go:117 +0x8f │
│created by k8s.io/apiserver/pkg/endpoints/handlers/finisher.finishRequest │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/finisher/finisher.go:92 +0xde │
# 2nd trace happens a bit later
│I0609 15:50:58.161917 62573 server.go:362] Finished start kcp informers │
│E0609 15:50:58.167748 62573 kubequota_admission.go:137] ANDY │
│goroutine 4815 [running]: │
│runtime/debug.Stack() │
│ /usr/local/Cellar/go/1.18.2/libexec/src/runtime/debug/stack.go:24 +0x65 │
│runtime/debug.PrintStack() │
│ /usr/local/Cellar/go/1.18.2/libexec/src/runtime/debug/stack.go:16 +0x19 │
│github.com/kcp-dev/kcp/pkg/admission/kubequota.(*KubeResourceQuota).Validate.func1() ┤
│ /Users/angoldst/code/kcp/kcp/pkg/admission/kubequota/kubequota_admission.go:138 +0x6a │
│sync.(*Once).doSlow(0x100000001?, 0xc0042f3390?) │
│ /usr/local/Cellar/go/1.18.2/libexec/src/sync/once.go:68 +0xc2 │
│sync.(*Once).Do(...) │
│ /usr/local/Cellar/go/1.18.2/libexec/src/sync/once.go:59 │
│github.com/kcp-dev/kcp/pkg/admission/kubequota.(*KubeResourceQuota).Validate(0xc00003abe0, {0x4132d50, 0xc0047488a0}, {0x4147340, 0xc0033946c0}, {0x4136128, 0xc003584ea0}) │
│ /Users/angoldst/code/kcp/kcp/pkg/admission/kubequota/kubequota_admission.go:136 +0x78 │
│k8s.io/apiserver/pkg/admission/metrics.pluginHandlerWithMetrics.Validate({{0x41087c0, 0xc00003abe0}, 0xc001012cc0, {0xc001012cd0, 0x1, 0x1}}, {0x4132d50, 0xc0047488a0}, {0x4147340, 0xc0033946c0}, ...) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/metrics/metrics.go:108 +0xef │
│k8s.io/apiserver/pkg/admission.chainAdmissionHandler.Validate({0xc000914800?, 0x10, 0x86533677?}, {0x4132d50, 0xc0047488a0}, {0x4147340?, 0xc0033946c0?}, {0x4136128, 0xc003584ea0}) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/chain.go:53 +0x13d │
│k8s.io/apiserver/pkg/admission.(*reinvoker).Validate(0x0?, {0x4132d50, 0xc0047488a0}, {0x4147340, 0xc0033946c0}, {0x4136128, 0xc003584ea0}) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/reinvocation.go:56 +0x7b │
│k8s.io/apiserver/pkg/admission/metrics.pluginHandlerWithMetrics.Validate({{0x410c6a0, 0xc001012d00}, 0xc001012d10, {0x0, 0x0, 0x0}}, {0x4132d50, 0xc0047488a0}, {0x4147340, 0xc0033946c0}, ...) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/metrics/metrics.go:108 +0xef │
│k8s.io/apiserver/pkg/admission.(*auditHandler).Validate(0xc003852c60, {0x4132d50, 0xc0047488a0}, {0x4147340, 0xc0033946c0}, {0x4136128, 0xc003584ea0}) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/admission/audit.go:76 +0xde │
│k8s.io/apiserver/pkg/endpoints/handlers/fieldmanager.(*managedFieldsValidatingAdmissionController).Validate(0x3aef700?, {0x4132d50, 0xc0047488a0}, {0x4147340, 0xc0033946c0}, {0x4136128, 0xc003584ea0}) ┤
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/fieldmanager/admission.go:86 +0x7b │
│k8s.io/apiserver/pkg/registry/rest.AdmissionToValidateObjectFunc.func2({0x4132d50, 0xc0047488a0}, {0x411b410?, 0xc005cbfba0}) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/registry/rest/create.go:227 +0x666 │
│k8s.io/kubernetes/pkg/registry/authorization/subjectaccessreview.(*REST).Create(0xc000fff950, {0x4132d50, 0xc0047488a0}, {0x411b410?, 0xc005cbf380?}, 0xc004d17a80, 0x4147340?) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/registry/authorization/subjectaccessreview/rest.go:65 +0x1e5 │
│k8s.io/apiserver/pkg/endpoints/handlers.(*namedCreaterAdapter).Create(0x410c9c0?, {0x4132d50?, 0xc0047488a0?}, {0xc003f63d40?, 0x4136128?}, {0x411b410?, 0xc005cbf380?}, 0x1?, 0x1?) │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/create.go:237 +0x42 │
│k8s.io/apiserver/pkg/endpoints/handlers.createHandler.func1.1() │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/create.go:169 +0xd8 │
│k8s.io/apiserver/pkg/endpoints/handlers.createHandler.func1.2() │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/create.go:195 +0x40d │
│k8s.io/apiserver/pkg/endpoints/handlers/finisher.finishRequest.func1() │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/finisher/finisher.go:117 +0x8f │
│created by k8s.io/apiserver/pkg/endpoints/handlers/finisher.finishRequest │
│ /Users/angoldst/go/pkg/mod/github.com/kcp-dev/kubernetes/staging/src/k8s.io/apiserver@v0.0.0-20220524063253-5bb0eeecf2cf/pkg/endpoints/handlers/finisher/finisher.go:92 +0xde │
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment