Skip to content

Instantly share code, notes, and snippets.

@jonathanvila

jonathanvila/K3s-log

Created January 4, 2022 17:56
Show Gist options
  • Save jonathanvila/b1a5583f8e98aed0b161a4de1451e6c0 to your computer and use it in GitHub Desktop.
Save jonathanvila/b1a5583f8e98aed0b161a4de1451e6c0 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
K3s-log
This file has been truncated, but you can view the full file.
time="2022-01-04T17:47:45.386054659Z" level=info msg="Starting k3s v1.20.14+k3s1 (6149cba2)"
time="2022-01-04T17:47:45.399523341Z" level=info msg="Configuring sqlite3 database connection pooling: maxIdleConns=2, maxOpenConns=0, connMaxLifetime=0s"
time="2022-01-04T17:47:45.399558784Z" level=info msg="Configuring database table schema and indexes, this may take a moment..."
time="2022-01-04T17:47:45.403257506Z" level=info msg="Database tables and indexes are up to date"
time="2022-01-04T17:47:45.405238141Z" level=info msg="Kine listening on unix://kine.sock"
time="2022-01-04T17:47:45.417616231Z" level=info msg="certificate CN=system:admin,O=system:masters signed by CN=k3s-client-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.418147019Z" level=info msg="certificate CN=system:kube-controller-manager signed by CN=k3s-client-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.418680893Z" level=info msg="certificate CN=system:kube-scheduler signed by CN=k3s-client-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.419100979Z" level=info msg="certificate CN=kube-apiserver signed by CN=k3s-client-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.419501842Z" level=info msg="certificate CN=system:kube-proxy signed by CN=k3s-client-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.419849984Z" level=info msg="certificate CN=system:k3s-controller signed by CN=k3s-client-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.420251318Z" level=info msg="certificate CN=cloud-controller-manager signed by CN=k3s-client-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.420895304Z" level=info msg="certificate CN=kube-apiserver signed by CN=k3s-server-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.421529780Z" level=info msg="certificate CN=system:auth-proxy signed by CN=k3s-request-header-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.422219171Z" level=info msg="certificate CN=etcd-server signed by CN=etcd-server-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.422582961Z" level=info msg="certificate CN=etcd-client signed by CN=etcd-server-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.423156997Z" level=info msg="certificate CN=etcd-peer signed by CN=etcd-peer-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.530703265Z" level=info msg="certificate CN=k3s,O=k3s signed by CN=k3s-server-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:45 +0000 UTC"
time="2022-01-04T17:47:45.531010091Z" level=info msg="Active TLS secret (ver=) (count 7): map[listener.cattle.io/cn-10.43.0.1:10.43.0.1 listener.cattle.io/cn-127.0.0.1:127.0.0.1 listener.cattle.io/cn-172.17.0.2:172.17.0.2 listener.cattle.io/cn-kubernetes:kubernetes listener.cattle.io/cn-kubernetes.default:kubernetes.default listener.cattle.io/cn-kubernetes.default.svc.cluster.local:kubernetes.default.svc.cluster.local listener.cattle.io/cn-localhost:localhost listener.cattle.io/fingerprint:SHA1=192AC30EABC5C4B14F2055D7591E2306D0F0106A]"
time="2022-01-04T17:47:45.536255199Z" level=info msg="Running kube-apiserver --advertise-port=6443 --allow-privileged=true --anonymous-auth=false --api-audiences=https://kubernetes.default.svc.cluster.local,k3s --authorization-mode=Node,RBAC --bind-address=127.0.0.1 --cert-dir=/var/lib/rancher/k3s/server/tls/temporary-certs --client-ca-file=/var/lib/rancher/k3s/server/tls/client-ca.crt --enable-admission-plugins=NodeRestriction --etcd-servers=unix://kine.sock --feature-gates=ServiceAccountIssuerDiscovery=false --insecure-port=0 --kubelet-certificate-authority=/var/lib/rancher/k3s/server/tls/server-ca.crt --kubelet-client-certificate=/var/lib/rancher/k3s/server/tls/client-kube-apiserver.crt --kubelet-client-key=/var/lib/rancher/k3s/server/tls/client-kube-apiserver.key --profiling=false --proxy-client-cert-file=/var/lib/rancher/k3s/server/tls/client-auth-proxy.crt --proxy-client-key-file=/var/lib/rancher/k3s/server/tls/client-auth-proxy.key --requestheader-allowed-names=system:auth-proxy --requestheader-client-ca-file=/var/lib/rancher/k3s/server/tls/request-header-ca.crt --requestheader-extra-headers-prefix=X-Remote-Extra- --requestheader-group-headers=X-Remote-Group --requestheader-username-headers=X-Remote-User --secure-port=6444 --service-account-issuer=https://kubernetes.default.svc.cluster.local --service-account-key-file=/var/lib/rancher/k3s/server/tls/service.key --service-account-signing-key-file=/var/lib/rancher/k3s/server/tls/service.key --service-cluster-ip-range=10.43.0.0/16 --service-node-port-range=30000-32767 --storage-backend=etcd3 --tls-cert-file=/var/lib/rancher/k3s/server/tls/serving-kube-apiserver.crt --tls-private-key-file=/var/lib/rancher/k3s/server/tls/serving-kube-apiserver.key"
Flag --insecure-port has been deprecated, This flag has no effect now and will be removed in v1.24.
I0104 17:47:45.537100 22 server.go:659] external host was not specified, using 172.17.0.2
I0104 17:47:45.537302 22 server.go:196] Version: v1.20.14+k3s1
I0104 17:47:45.974266 22 shared_informer.go:240] Waiting for caches to sync for node_authorizer
I0104 17:47:45.975345 22 plugins.go:158] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0104 17:47:45.975360 22 plugins.go:161] Loaded 10 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,CertificateSubjectRestriction,ValidatingAdmissionWebhook,ResourceQuota.
I0104 17:47:45.976346 22 plugins.go:158] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0104 17:47:45.976356 22 plugins.go:161] Loaded 10 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,CertificateSubjectRestriction,ValidatingAdmissionWebhook,ResourceQuota.
I0104 17:47:45.989602 22 instance.go:289] Using reconciler: lease
I0104 17:47:46.010879 22 rest.go:131] the default service ipfamily for this cluster is: IPv4
W0104 17:47:46.227630 22 genericapiserver.go:425] Skipping API batch/v2alpha1 because it has no resources.
W0104 17:47:46.236064 22 genericapiserver.go:425] Skipping API discovery.k8s.io/v1alpha1 because it has no resources.
W0104 17:47:46.247118 22 genericapiserver.go:425] Skipping API node.k8s.io/v1alpha1 because it has no resources.
W0104 17:47:46.255522 22 genericapiserver.go:425] Skipping API rbac.authorization.k8s.io/v1alpha1 because it has no resources.
W0104 17:47:46.258815 22 genericapiserver.go:425] Skipping API scheduling.k8s.io/v1alpha1 because it has no resources.
W0104 17:47:46.263730 22 genericapiserver.go:425] Skipping API storage.k8s.io/v1alpha1 because it has no resources.
W0104 17:47:46.265999 22 genericapiserver.go:425] Skipping API flowcontrol.apiserver.k8s.io/v1alpha1 because it has no resources.
W0104 17:47:46.270772 22 genericapiserver.go:425] Skipping API apps/v1beta2 because it has no resources.
W0104 17:47:46.270788 22 genericapiserver.go:425] Skipping API apps/v1beta1 because it has no resources.
I0104 17:47:46.279073 22 plugins.go:158] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0104 17:47:46.279086 22 plugins.go:161] Loaded 10 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,CertificateSubjectRestriction,ValidatingAdmissionWebhook,ResourceQuota.
time="2022-01-04T17:47:46.288876159Z" level=info msg="Running kube-scheduler --address=127.0.0.1 --bind-address=127.0.0.1 --kubeconfig=/var/lib/rancher/k3s/server/cred/scheduler.kubeconfig --leader-elect=false --port=10251 --profiling=false --secure-port=0"
time="2022-01-04T17:47:46.288955770Z" level=info msg="Waiting for API server to become available"
time="2022-01-04T17:47:46.289323318Z" level=info msg="Running kube-controller-manager --address=127.0.0.1 --allocate-node-cidrs=true --bind-address=127.0.0.1 --cluster-cidr=10.42.0.0/16 --cluster-signing-kube-apiserver-client-cert-file=/var/lib/rancher/k3s/server/tls/client-ca.crt --cluster-signing-kube-apiserver-client-key-file=/var/lib/rancher/k3s/server/tls/client-ca.key --cluster-signing-kubelet-client-cert-file=/var/lib/rancher/k3s/server/tls/client-ca.crt --cluster-signing-kubelet-client-key-file=/var/lib/rancher/k3s/server/tls/client-ca.key --cluster-signing-kubelet-serving-cert-file=/var/lib/rancher/k3s/server/tls/server-ca.crt --cluster-signing-kubelet-serving-key-file=/var/lib/rancher/k3s/server/tls/server-ca.key --cluster-signing-legacy-unknown-cert-file=/var/lib/rancher/k3s/server/tls/client-ca.crt --cluster-signing-legacy-unknown-key-file=/var/lib/rancher/k3s/server/tls/client-ca.key --configure-cloud-routes=false --controllers=*,-service,-route,-cloud-node-lifecycle --kubeconfig=/var/lib/rancher/k3s/server/cred/controller.kubeconfig --leader-elect=false --port=10252 --profiling=false --root-ca-file=/var/lib/rancher/k3s/server/tls/server-ca.crt --secure-port=0 --service-account-private-key-file=/var/lib/rancher/k3s/server/tls/service.key --use-service-account-credentials=true"
time="2022-01-04T17:47:46.289686422Z" level=info msg="Running cloud-controller-manager --allocate-node-cidrs=true --bind-address=127.0.0.1 --cloud-provider=k3s --cluster-cidr=10.42.0.0/16 --configure-cloud-routes=false --kubeconfig=/var/lib/rancher/k3s/server/cred/cloud-controller.kubeconfig --leader-elect=false --node-status-update-frequency=1m0s --port=0 --profiling=false"
time="2022-01-04T17:47:46.290262888Z" level=info msg="Node token is available at /var/lib/rancher/k3s/server/token"
time="2022-01-04T17:47:46.290296815Z" level=info msg="To join node to cluster: k3s agent -s https://172.17.0.2:6443 -t ${NODE_TOKEN}"
time="2022-01-04T17:47:46.291067584Z" level=info msg="Wrote kubeconfig /etc/rancher/k3s/k3s.yaml"
time="2022-01-04T17:47:46.291087555Z" level=info msg="Run: k3s kubectl"
time="2022-01-04T17:47:46.313968137Z" level=info msg="Cluster-Http-Server 2022/01/04 17:47:46 http: TLS handshake error from 127.0.0.1:43450: remote error: tls: bad certificate"
time="2022-01-04T17:47:46.316958262Z" level=info msg="Cluster-Http-Server 2022/01/04 17:47:46 http: TLS handshake error from 127.0.0.1:43456: remote error: tls: bad certificate"
time="2022-01-04T17:47:46.325246348Z" level=info msg="certificate CN=8a56a5a75cee signed by CN=k3s-server-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:46 +0000 UTC"
time="2022-01-04T17:47:46.326868117Z" level=info msg="certificate CN=system:node:8a56a5a75cee,O=system:nodes signed by CN=k3s-client-ca@1641318465: notBefore=2022-01-04 17:47:45 +0000 UTC notAfter=2023-01-04 17:47:46 +0000 UTC"
time="2022-01-04T17:47:46.363078422Z" level=info msg="Module overlay was already loaded"
time="2022-01-04T17:47:46.363102735Z" level=info msg="Module nf_conntrack was already loaded"
time="2022-01-04T17:47:46.363119327Z" level=info msg="Module br_netfilter was already loaded"
time="2022-01-04T17:47:46.363127705Z" level=info msg="Module iptable_nat was already loaded"
time="2022-01-04T17:47:46.366234696Z" level=info msg="Set sysctl 'net/netfilter/nf_conntrack_tcp_timeout_established' to 86400"
time="2022-01-04T17:47:46.366277532Z" level=info msg="Set sysctl 'net/netfilter/nf_conntrack_tcp_timeout_close_wait' to 3600"
time="2022-01-04T17:47:46.366362682Z" level=info msg="Set sysctl 'net/ipv6/conf/all/forwarding' to 1"
time="2022-01-04T17:47:46.367173436Z" level=info msg="Logging containerd to /var/lib/rancher/k3s/agent/containerd/containerd.log"
time="2022-01-04T17:47:46.367268644Z" level=info msg="Running containerd -c /var/lib/rancher/k3s/agent/etc/containerd/config.toml -a /run/k3s/containerd/containerd.sock --state /run/k3s/containerd --root /var/lib/rancher/k3s/agent/containerd"
I0104 17:47:47.205479 22 dynamic_cafile_content.go:167] Starting request-header::/var/lib/rancher/k3s/server/tls/request-header-ca.crt
I0104 17:47:47.205500 22 dynamic_cafile_content.go:167] Starting client-ca-bundle::/var/lib/rancher/k3s/server/tls/client-ca.crt
I0104 17:47:47.205745 22 dynamic_serving_content.go:130] Starting serving-cert::/var/lib/rancher/k3s/server/tls/serving-kube-apiserver.crt::/var/lib/rancher/k3s/server/tls/serving-kube-apiserver.key
I0104 17:47:47.206145 22 secure_serving.go:202] Serving securely on 127.0.0.1:6444
I0104 17:47:47.206184 22 autoregister_controller.go:141] Starting autoregister controller
I0104 17:47:47.206193 22 cache.go:32] Waiting for caches to sync for autoregister controller
I0104 17:47:47.206212 22 controller.go:83] Starting OpenAPI AggregationController
I0104 17:47:47.206256 22 customresource_discovery_controller.go:209] Starting DiscoveryController
I0104 17:47:47.206263 22 crdregistration_controller.go:111] Starting crd-autoregister controller
I0104 17:47:47.206270 22 shared_informer.go:240] Waiting for caches to sync for crd-autoregister
I0104 17:47:47.206274 22 apiservice_controller.go:97] Starting APIServiceRegistrationController
I0104 17:47:47.206304 22 available_controller.go:475] Starting AvailableConditionController
I0104 17:47:47.206306 22 apf_controller.go:274] Starting API Priority and Fairness config controller
I0104 17:47:47.206318 22 cache.go:32] Waiting for caches to sync for AvailableConditionController controller
I0104 17:47:47.206322 22 nonstructuralschema_controller.go:192] Starting NonStructuralSchemaConditionController
I0104 17:47:47.206299 22 tlsconfig.go:240] Starting DynamicServingCertificateController
I0104 17:47:47.206314 22 cache.go:32] Waiting for caches to sync for APIServiceRegistrationController controller
I0104 17:47:47.206359 22 crd_finalizer.go:266] Starting CRDFinalizer
I0104 17:47:47.206336 22 apiapproval_controller.go:186] Starting KubernetesAPIApprovalPolicyConformantConditionController
I0104 17:47:47.206308 22 establishing_controller.go:76] Starting EstablishingController
I0104 17:47:47.206382 22 controller.go:86] Starting OpenAPI controller
I0104 17:47:47.206406 22 naming_controller.go:291] Starting NamingConditionController
I0104 17:47:47.206657 22 cluster_authentication_trust_controller.go:440] Starting cluster_authentication_trust_controller controller
I0104 17:47:47.206668 22 shared_informer.go:240] Waiting for caches to sync for cluster_authentication_trust_controller
I0104 17:47:47.206707 22 dynamic_cafile_content.go:167] Starting client-ca-bundle::/var/lib/rancher/k3s/server/tls/client-ca.crt
I0104 17:47:47.206734 22 dynamic_cafile_content.go:167] Starting request-header::/var/lib/rancher/k3s/server/tls/request-header-ca.crt
I0104 17:47:47.207644 22 dynamic_serving_content.go:130] Starting aggregator-proxy-cert::/var/lib/rancher/k3s/server/tls/client-auth-proxy.crt::/var/lib/rancher/k3s/server/tls/client-auth-proxy.key
I0104 17:47:47.274385 22 shared_informer.go:247] Caches are synced for node_authorizer
I0104 17:47:47.306341 22 shared_informer.go:247] Caches are synced for crd-autoregister
I0104 17:47:47.306361 22 cache.go:39] Caches are synced for AvailableConditionController controller
I0104 17:47:47.306362 22 apf_controller.go:279] Running API Priority and Fairness config worker
I0104 17:47:47.306341 22 cache.go:39] Caches are synced for autoregister controller
I0104 17:47:47.306398 22 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0104 17:47:47.306705 22 shared_informer.go:247] Caches are synced for cluster_authentication_trust_controller
I0104 17:47:47.310175 22 controller.go:609] quota admission added evaluator for: namespaces
E0104 17:47:47.339032 22 controller.go:151] Unable to perform initial Kubernetes service initialization: Service "kubernetes" is invalid: spec.clusterIPs: Invalid value: []string{"10.43.0.1"}: failed to allocated ip:10.43.0.1 with error:cannot allocate resources of type serviceipallocations at this time
E0104 17:47:47.340228 22 controller.go:156] Unable to remove old endpoints from kubernetes service: StorageError: key not found, Code: 1, Key: /registry/masterleases/172.17.0.2, ResourceVersion: 0, AdditionalErrorMsg:
time="2022-01-04T17:47:47.368265078Z" level=info msg="Containerd is now running"
time="2022-01-04T17:47:47.373851951Z" level=info msg="Connecting to proxy" url="wss://127.0.0.1:6443/v1-k3s/connect"
time="2022-01-04T17:47:47.375748121Z" level=info msg="Handling backend connection request [8a56a5a75cee]"
time="2022-01-04T17:47:47.376200924Z" level=info msg="Running kubelet --address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --cgroup-driver=cgroupfs --client-ca-file=/var/lib/rancher/k3s/agent/client-ca.crt --cloud-provider=external --cluster-dns=10.43.0.10 --cluster-domain=cluster.local --cni-bin-dir=/bin --cni-conf-dir=/var/lib/rancher/k3s/agent/etc/cni/net.d --container-runtime-endpoint=unix:///run/k3s/containerd/containerd.sock --container-runtime=remote --containerd=/run/k3s/containerd/containerd.sock --eviction-hard=imagefs.available<5%,nodefs.available<5% --eviction-minimum-reclaim=imagefs.available=10%,nodefs.available=10% --fail-swap-on=false --healthz-bind-address=127.0.0.1 --hostname-override=8a56a5a75cee --kubeconfig=/var/lib/rancher/k3s/agent/kubelet.kubeconfig --kubelet-cgroups=/k3s --node-labels= --pod-manifest-path=/var/lib/rancher/k3s/agent/pod-manifests --read-only-port=0 --resolv-conf=/etc/resolv.conf --runtime-cgroups=/k3s --serialize-image-pulls=false --tls-cert-file=/var/lib/rancher/k3s/agent/serving-kubelet.crt --tls-private-key-file=/var/lib/rancher/k3s/agent/serving-kubelet.key"
time="2022-01-04T17:47:47.376655043Z" level=info msg="Running kube-proxy --cluster-cidr=10.42.0.0/16 --conntrack-max-per-core=0 --conntrack-tcp-timeout-close-wait=0s --conntrack-tcp-timeout-established=0s --healthz-bind-address=127.0.0.1 --hostname-override=8a56a5a75cee --kubeconfig=/var/lib/rancher/k3s/agent/kubeproxy.kubeconfig --proxy-mode=iptables"
Flag --cloud-provider has been deprecated, will be removed in 1.23, in favor of removing cloud provider code from Kubelet.
Flag --containerd has been deprecated, This is a cadvisor flag that was mistakenly registered with the Kubelet. Due to legacy concerns, it will follow the standard CLI deprecation timeline before being removed.
W0104 17:47:47.376857 22 server.go:226] WARNING: all flags other than --config, --write-config-to, and --cleanup are deprecated. Please begin using a config file ASAP.
I0104 17:47:47.377257 22 server.go:412] Version: v1.20.14+k3s1
W0104 17:47:47.377479 22 proxier.go:651] Failed to read file /lib/modules/5.15.12-200.fc35.x86_64/modules.builtin with error open /lib/modules/5.15.12-200.fc35.x86_64/modules.builtin: no such file or directory. You can ignore this message when kube-proxy is running inside container without mounting /lib/modules
time="2022-01-04T17:47:47.378494725Z" level=info msg="Starting flannel with backend vxlan"
time="2022-01-04T17:47:47.381610907Z" level=info msg="Waiting for node 8a56a5a75cee: nodes \"8a56a5a75cee\" not found"
W0104 17:47:47.388368 22 proxier.go:661] Failed to load kernel module ip_vs with modprobe. You can ignore this message when kube-proxy is running inside container without mounting /lib/modules
W0104 17:47:47.388701 22 proxier.go:661] Failed to load kernel module ip_vs_rr with modprobe. You can ignore this message when kube-proxy is running inside container without mounting /lib/modules
W0104 17:47:47.388946 22 proxier.go:661] Failed to load kernel module ip_vs_wrr with modprobe. You can ignore this message when kube-proxy is running inside container without mounting /lib/modules
W0104 17:47:47.389194 22 proxier.go:661] Failed to load kernel module ip_vs_sh with modprobe. You can ignore this message when kube-proxy is running inside container without mounting /lib/modules
W0104 17:47:47.389430 22 proxier.go:661] Failed to load kernel module nf_conntrack with modprobe. You can ignore this message when kube-proxy is running inside container without mounting /lib/modules
time="2022-01-04T17:47:47.391072281Z" level=warning msg="Running modprobe ip_vs failed with message: `modprobe: can't change directory to '5.15.12-200.fc35.x86_64': No such file or directory`, error: exit status 1"
W0104 17:47:47.393788 22 manager.go:159] Cannot detect current cgroup on cgroup v2
I0104 17:47:47.393874 22 dynamic_cafile_content.go:167] Starting client-ca-bundle::/var/lib/rancher/k3s/agent/client-ca.crt
E0104 17:47:47.395434 22 node.go:161] Failed to retrieve node info: nodes "8a56a5a75cee" is forbidden: User "system:kube-proxy" cannot get resource "nodes" in API group "" at the cluster scope
I0104 17:47:48.205474 22 controller.go:132] OpenAPI AggregationController: action for item : Nothing (removed from the queue).
I0104 17:47:48.205497 22 controller.go:132] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I0104 17:47:48.211010 22 storage_scheduling.go:132] created PriorityClass system-node-critical with value 2000001000
I0104 17:47:48.213881 22 storage_scheduling.go:132] created PriorityClass system-cluster-critical with value 2000000000
I0104 17:47:48.213901 22 storage_scheduling.go:148] all system priority classes are created successfully or already exist.
I0104 17:47:48.470449 22 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0104 17:47:48.490718 22 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
E0104 17:47:48.506464 22 node.go:161] Failed to retrieve node info: nodes "8a56a5a75cee" not found
W0104 17:47:48.558701 22 lease.go:233] Resetting endpoints for master service "kubernetes" to [172.17.0.2]
I0104 17:47:48.559378 22 controller.go:609] quota admission added evaluator for: endpoints
I0104 17:47:48.561567 22 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io
time="2022-01-04T17:47:49.217566898Z" level=info msg="Kube API server is now running"
time="2022-01-04T17:47:49.217590187Z" level=info msg="k3s is up and running"
time="2022-01-04T17:47:49.217584068Z" level=info msg="Waiting for cloud-controller-manager privileges to become available"
Flag --address has been deprecated, see --bind-address instead.
I0104 17:47:49.220138 22 controllermanager.go:176] Version: v1.20.14+k3s1
I0104 17:47:49.220394 22 deprecated_insecure_serving.go:56] Serving insecurely on 127.0.0.1:10252
time="2022-01-04T17:47:49.223210547Z" level=info msg="Creating CRD addons.k3s.cattle.io"
time="2022-01-04T17:47:49.226297169Z" level=info msg="Creating CRD helmcharts.helm.cattle.io"
W0104 17:47:49.226986 22 authorization.go:47] Authorization is disabled
W0104 17:47:49.226996 22 authentication.go:40] Authentication is disabled
I0104 17:47:49.227004 22 deprecated_insecure_serving.go:54] Serving healthz insecurely on 127.0.0.1:10251
time="2022-01-04T17:47:49.228122665Z" level=info msg="Creating CRD helmchartconfigs.helm.cattle.io"
time="2022-01-04T17:47:49.238789923Z" level=info msg="Waiting for CRD helmchartconfigs.helm.cattle.io to become available"
time="2022-01-04T17:47:49.385400545Z" level=info msg="Waiting for node 8a56a5a75cee: nodes \"8a56a5a75cee\" not found"
time="2022-01-04T17:47:49.740710737Z" level=info msg="Done waiting for CRD helmchartconfigs.helm.cattle.io to become available"
time="2022-01-04T17:47:49.740739415Z" level=info msg="Waiting for CRD addons.k3s.cattle.io to become available"
time="2022-01-04T17:47:50.243087219Z" level=info msg="Done waiting for CRD addons.k3s.cattle.io to become available"
time="2022-01-04T17:47:50.247930392Z" level=info msg="Writing static file: /var/lib/rancher/k3s/server/static/charts/traefik-1.81.001.tgz"
time="2022-01-04T17:47:50.248151248Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/metrics-server/resource-reader.yaml"
time="2022-01-04T17:47:50.248221055Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/metrics-server/auth-reader.yaml"
time="2022-01-04T17:47:50.248307101Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/metrics-server/metrics-apiservice.yaml"
time="2022-01-04T17:47:50.248391876Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/metrics-server/metrics-server-deployment.yaml"
time="2022-01-04T17:47:50.248471521Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/metrics-server/metrics-server-service.yaml"
time="2022-01-04T17:47:50.248532325Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/metrics-server/auth-delegator.yaml"
time="2022-01-04T17:47:50.248601233Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/rolebindings.yaml"
time="2022-01-04T17:47:50.248684021Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/traefik.yaml"
time="2022-01-04T17:47:50.248757674Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/ccm.yaml"
time="2022-01-04T17:47:50.248856047Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/coredns.yaml"
time="2022-01-04T17:47:50.248960169Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/local-storage.yaml"
time="2022-01-04T17:47:50.249030030Z" level=info msg="Writing manifest: /var/lib/rancher/k3s/server/manifests/metrics-server/aggregated-metrics-reader.yaml"
time="2022-01-04T17:47:50.349755141Z" level=info msg="Starting k3s.cattle.io/v1, Kind=Addon controller"
time="2022-01-04T17:47:50.351791065Z" level=info msg="Waiting for control-plane node 8a56a5a75cee startup: nodes \"8a56a5a75cee\" not found"
time="2022-01-04T17:47:50.358129795Z" level=info msg="Cluster dns configmap has been set successfully"
I0104 17:47:50.367834 22 controller.go:609] quota admission added evaluator for: addons.k3s.cattle.io
I0104 17:47:50.378748 22 controller.go:609] quota admission added evaluator for: serviceaccounts
I0104 17:47:50.408015 22 controller.go:609] quota admission added evaluator for: deployments.apps
time="2022-01-04T17:47:50.450827214Z" level=info msg="Starting helm.cattle.io/v1, Kind=HelmChartConfig controller"
time="2022-01-04T17:47:50.450853156Z" level=info msg="Starting /v1, Kind=Node controller"
time="2022-01-04T17:47:50.450856266Z" level=info msg="Starting /v1, Kind=Service controller"
time="2022-01-04T17:47:50.450886000Z" level=info msg="Starting helm.cattle.io/v1, Kind=HelmChart controller"
time="2022-01-04T17:47:50.450885405Z" level=info msg="Starting /v1, Kind=Pod controller"
time="2022-01-04T17:47:50.450913940Z" level=info msg="Starting batch/v1, Kind=Job controller"
time="2022-01-04T17:47:50.450911931Z" level=info msg="Starting /v1, Kind=Endpoints controller"
E0104 17:47:50.515948 22 node.go:161] Failed to retrieve node info: nodes "8a56a5a75cee" not found
I0104 17:47:50.655717 22 controller.go:609] quota admission added evaluator for: helmcharts.helm.cattle.io
I0104 17:47:50.674230 22 controller.go:609] quota admission added evaluator for: jobs.batch
I0104 17:47:50.929126 22 request.go:655] Throttling request took 1.048647139s, request: GET:https://127.0.0.1:6444/apis/storage.k8s.io/v1?timeout=32s
time="2022-01-04T17:47:51.127824531Z" level=info msg="Starting /v1, Kind=Secret controller"
time="2022-01-04T17:47:51.327409244Z" level=info msg="Active TLS secret k3s-serving (ver=270) (count 7): map[listener.cattle.io/cn-10.43.0.1:10.43.0.1 listener.cattle.io/cn-127.0.0.1:127.0.0.1 listener.cattle.io/cn-172.17.0.2:172.17.0.2 listener.cattle.io/cn-kubernetes:kubernetes listener.cattle.io/cn-kubernetes.default:kubernetes.default listener.cattle.io/cn-kubernetes.default.svc.cluster.local:kubernetes.default.svc.cluster.local listener.cattle.io/cn-localhost:localhost listener.cattle.io/fingerprint:SHA1=192AC30EABC5C4B14F2055D7591E2306D0F0106A]"
time="2022-01-04T17:47:51.389507003Z" level=info msg="Waiting for node 8a56a5a75cee: nodes \"8a56a5a75cee\" not found"
time="2022-01-04T17:47:51.526998101Z" level=info msg="Waiting for control-plane node 8a56a5a75cee startup: nodes \"8a56a5a75cee\" not found"
W0104 17:47:51.537199 22 handler_proxy.go:102] no RequestInfo found in the context
E0104 17:47:51.537246 22 controller.go:116] loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I0104 17:47:51.537257 22 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
I0104 17:47:51.830892 22 shared_informer.go:240] Waiting for caches to sync for tokens
I0104 17:47:51.844576 22 controllermanager.go:554] Started "horizontalpodautoscaling"
I0104 17:47:51.844673 22 horizontal.go:169] Starting HPA controller
I0104 17:47:51.844684 22 shared_informer.go:240] Waiting for caches to sync for HPA
I0104 17:47:51.850151 22 controllermanager.go:554] Started "disruption"
W0104 17:47:51.850161 22 controllermanager.go:533] "tokencleaner" is disabled
I0104 17:47:51.850225 22 disruption.go:331] Starting disruption controller
I0104 17:47:51.850233 22 shared_informer.go:240] Waiting for caches to sync for disruption
I0104 17:47:51.855033 22 node_ipam_controller.go:91] Sending events to api server.
I0104 17:47:51.931034 22 shared_informer.go:247] Caches are synced for tokens
time="2022-01-04T17:47:52.375324006Z" level=info msg="Stopped tunnel to 127.0.0.1:6443"
time="2022-01-04T17:47:52.375352965Z" level=info msg="Connecting to proxy" url="wss://172.17.0.2:6443/v1-k3s/connect"
time="2022-01-04T17:47:52.375385973Z" level=info msg="Proxy done" err="context canceled" url="wss://127.0.0.1:6443/v1-k3s/connect"
time="2022-01-04T17:47:52.375448852Z" level=info msg="error in remotedialer server [400]: websocket: close 1006 (abnormal closure): unexpected EOF"
time="2022-01-04T17:47:52.377157849Z" level=info msg="Handling backend connection request [8a56a5a75cee]"
W0104 17:47:52.394970 22 fs.go:208] stat failed on /dev/mapper/luks-a1f97aea-fa42-4a22-bbdd-1f5b86f16eb3 with error: no such file or directory
W0104 17:47:52.411778 22 info.go:53] Couldn't collect info from any of the files in "/etc/machine-id,/var/lib/dbus/machine-id"
I0104 17:47:52.412116 22 server.go:645] --cgroups-per-qos enabled, but --cgroup-root was not specified. defaulting to /
I0104 17:47:52.412290 22 container_manager_linux.go:287] container manager verified user specified cgroup-root exists: []
I0104 17:47:52.412306 22 container_manager_linux.go:292] Creating Container Manager object based on Node Config: {RuntimeCgroupsName:/k3s SystemCgroupsName: KubeletCgroupsName:/k3s ContainerRuntime:remote CgroupsPerQOS:true CgroupRoot:/ CgroupDriver:cgroupfs KubeletRootDir:/var/lib/kubelet ProtectKernelDefaults:false NodeAllocatableConfig:{KubeReservedCgroupName: SystemReservedCgroupName: ReservedSystemCPUs: EnforceNodeAllocatable:map[pods:{}] KubeReserved:map[] SystemReserved:map[] HardEvictionThresholds:[{Signal:imagefs.available Operator:LessThan Value:{Quantity:<nil> Percentage:0.05} GracePeriod:0s MinReclaim:<nil>} {Signal:nodefs.available Operator:LessThan Value:{Quantity:<nil> Percentage:0.05} GracePeriod:0s MinReclaim:<nil>}]} QOSReserved:map[] ExperimentalCPUManagerPolicy:none ExperimentalTopologyManagerScope:container ExperimentalCPUManagerReconcilePeriod:10s ExperimentalPodPidsLimit:-1 EnforceCPULimits:true CPUCFSQuotaPeriod:100ms ExperimentalTopologyManagerPolicy:none Rootless:false}
I0104 17:47:52.412360 22 topology_manager.go:120] [topologymanager] Creating topology manager with none policy per container scope
I0104 17:47:52.412369 22 container_manager_linux.go:323] [topologymanager] Initializing Topology Manager with none policy and container-level scope
I0104 17:47:52.412372 22 container_manager_linux.go:328] Creating device plugin manager: true
I0104 17:47:52.412527 22 kubelet.go:394] Attempting to sync node with API server
I0104 17:47:52.412536 22 kubelet.go:262] Adding pod path: /var/lib/rancher/k3s/agent/pod-manifests
I0104 17:47:52.412549 22 kubelet.go:273] Adding apiserver pod source
I0104 17:47:52.412559 22 apiserver.go:43] Waiting for node sync before watching apiserver pods
I0104 17:47:52.413118 22 kuberuntime_manager.go:216] Container runtime containerd initialized, version: v1.4.12-k3s1, apiVersion: v1alpha2
W0104 17:47:52.413250 22 probe.go:268] Flexvolume plugin directory at /usr/libexec/kubernetes/kubelet-plugins/volume/exec/ does not exist. Recreating.
I0104 17:47:52.413562 22 server.go:1177] Started kubelet
I0104 17:47:52.413598 22 server.go:148] Starting to listen on 0.0.0.0:10250
I0104 17:47:52.414265 22 fs_resource_analyzer.go:64] Starting FS ResourceAnalyzer
I0104 17:47:52.414327 22 volume_manager.go:271] Starting Kubelet Volume Manager
I0104 17:47:52.414359 22 server.go:414] Adding debug handlers to kubelet server.
I0104 17:47:52.414386 22 desired_state_of_world_populator.go:142] Desired state populator starts to run
W0104 17:47:52.415234 22 fs.go:570] stat failed on /dev/mapper/luks-a1f97aea-fa42-4a22-bbdd-1f5b86f16eb3 with error: no such file or directory
E0104 17:47:52.415320 22 cri_stats_provider.go:376] Failed to get the info of the filesystem with mountpoint "/var/lib/rancher/k3s/agent/containerd/io.containerd.snapshotter.v1.overlayfs": failed to get device for dir "/var/lib/rancher/k3s/agent/containerd/io.containerd.snapshotter.v1.overlayfs": could not find device with major: 0, minor: 35 in cached partitions map.
E0104 17:47:52.415348 22 kubelet.go:1291] Image garbage collection failed once. Stats initialization may not have completed yet: invalid capacity 0 on image filesystem
I0104 17:47:52.422170 22 cpu_manager.go:193] [cpumanager] starting with none policy
I0104 17:47:52.422183 22 cpu_manager.go:194] [cpumanager] reconciling every 10s
I0104 17:47:52.422200 22 state_mem.go:36] [cpumanager] initializing new in-memory state store
E0104 17:47:52.423040 22 nodelease.go:49] failed to get node "8a56a5a75cee" when trying to set owner ref to the node lease: nodes "8a56a5a75cee" not found
I0104 17:47:52.424180 22 policy_none.go:43] [cpumanager] none policy: Start
W0104 17:47:52.424217 22 fs.go:570] stat failed on /dev/mapper/luks-a1f97aea-fa42-4a22-bbdd-1f5b86f16eb3 with error: no such file or directory
F0104 17:47:52.424230 22 kubelet.go:1367] Failed to start ContainerManager failed to get rootfs info: failed to get device for dir "/var/lib/kubelet": could not find device with major: 0, minor: 35 in cached partitions map
goroutine 16132 [running]:
github.com/rancher/k3s/vendor/k8s.io/klog/v2.stacks(0xc000126001, 0xc00e361680, 0xe4, 0x21c)
/go/src/github.com/rancher/k3s/vendor/k8s.io/klog/v2/klog.go:1026 +0xb9
github.com/rancher/k3s/vendor/k8s.io/klog/v2.(*loggingT).output(0x72ae0a0, 0xc000000003, 0x0, 0x0, 0xc0039880e0, 0x6f3a637, 0xa, 0x557, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/klog/v2/klog.go:975 +0x19b
github.com/rancher/k3s/vendor/k8s.io/klog/v2.(*loggingT).printf(0x72ae0a0, 0xc000000003, 0x0, 0x0, 0x0, 0x0, 0x47dff70, 0x23, 0xc00735af40, 0x1, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/klog/v2/klog.go:750 +0x191
github.com/rancher/k3s/vendor/k8s.io/klog/v2.Fatalf(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/klog/v2/klog.go:1502
github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).initializeRuntimeDependentModules(0xc005e44a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/kubelet/kubelet.go:1367 +0x446
sync.(*Once).doSlow(0xc005e452d0, 0xc004f11de8)
/usr/local/go/src/sync/once.go:66 +0xec
sync.(*Once).Do(...)
/usr/local/go/src/sync/once.go:57
github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).updateRuntimeUp(0xc005e44a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/kubelet/kubelet.go:2199 +0x659
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc006fb1590)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc006fb1590, 0x4e7a7a0, 0xc01053f6e0, 0x1, 0xc00010e660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc006fb1590, 0x12a05f200, 0x0, 0x101, 0xc00010e660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc006fb1590, 0x12a05f200, 0xc00010e660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d
created by github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).Run
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/kubelet/kubelet.go:1420 +0x16a
goroutine 1 [sleep]:
time.Sleep(0x77359400)
/usr/local/go/src/runtime/time.go:188 +0xbf
github.com/rancher/k3s/pkg/agent/flannel.Run(0x4f38460, 0xc0014af300, 0xc0063f3500, 0x4f76f20, 0xc0078b4510, 0x0, 0x0)
/go/src/github.com/rancher/k3s/pkg/agent/flannel/setup.go:94 +0xf7
github.com/rancher/k3s/pkg/agent.run(0x4f38460, 0xc0014af300, 0xc0032ae300, 0x55, 0x0, 0x0, 0x0, 0x0, 0xc009782c60, 0x16, ...)
/go/src/github.com/rancher/k3s/pkg/agent/run.go:111 +0x419
github.com/rancher/k3s/pkg/agent.Run(0x4f38460, 0xc0014af300, 0xc0032ae300, 0x55, 0x0, 0x0, 0x0, 0x0, 0xc009782c60, 0x16, ...)
/go/src/github.com/rancher/k3s/pkg/agent/run.go:218 +0x438
github.com/rancher/k3s/pkg/cli/server.run(0xc00128a840, 0x72aef80, 0xc0016ea9b8, 0x0, 0x0, 0xc0016ea9b8, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/pkg/cli/server/server.go:370 +0x1d58
github.com/rancher/k3s/pkg/cli/server.Run(0xc00128a840, 0x0, 0x0)
/go/src/github.com/rancher/k3s/pkg/cli/server/server.go:43 +0x58
github.com/rancher/k3s/vendor/github.com/urfave/cli.HandleAction(0x3fe3380, 0x49731a8, 0xc00128a840, 0xc00128a840, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/urfave/cli/app.go:523 +0xfd
github.com/rancher/k3s/vendor/github.com/urfave/cli.Command.Run(0x4755939, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0, 0x478fafa, 0x15, 0xc00148eea0, ...)
/go/src/github.com/rancher/k3s/vendor/github.com/urfave/cli/command.go:174 +0x58e
github.com/rancher/k3s/vendor/github.com/urfave/cli.(*App).Run(0xc00149e000, 0xc0003c6260, 0x2, 0x2, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/urfave/cli/app.go:276 +0x7d4
main.main()
/go/src/github.com/rancher/k3s/cmd/server/main.go:60 +0xa5a
goroutine 19 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/klog/v2.(*loggingT).flushDaemon(0x72ae0a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/klog/v2/klog.go:1169 +0x8b
created by github.com/rancher/k3s/vendor/k8s.io/klog/v2.init.0
/go/src/github.com/rancher/k3s/vendor/k8s.io/klog/v2/klog.go:417 +0xdf
goroutine 389 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0000d2870, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00037b8c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000683080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 609 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0018801c0, 0xc0022a6660, 0xc001dd6fc0, 0xc00187cde0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 139 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd6518, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000afa098, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000afa080, 0xc001f86000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000afa080, 0xc001f86000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000afe000, 0xc001f86000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001f50000, 0xc001f54038, 0x9, 0x9, 0x0, 0xc000680000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001f50000, 0xc001f54038, 0x9, 0x9, 0x9, 0x3b9426df00bc3701, 0x61d48841, 0xc001f5edd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001f54038, 0x9, 0x9, 0x4e760c0, 0xc001f50000, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001f54000, 0xc0007548e0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001f7a000, 0xc001f70120, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001f7a000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001f7a000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 117 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/klog.(*loggingT).flushDaemon(0x72adde0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/klog/klog.go:1010 +0x8b
created by github.com/rancher/k3s/vendor/k8s.io/klog.init.0
/go/src/github.com/rancher/k3s/vendor/k8s.io/klog/klog.go:411 +0xd8
goroutine 164 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007b6320, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0007e4600, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0004f48c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 57 [sleep]:
time.Sleep(0x3b9aca00)
/usr/local/go/src/runtime/time.go:188 +0xbf
github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/scheduler/framework/runtime.(*metricsRecorder).run(0xc000f87620)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/scheduler/framework/runtime/metrics_recorder.go:88 +0x3f
created by github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/scheduler/framework/runtime.newMetricsRecorder
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/scheduler/framework/runtime/metrics_recorder.go:60 +0x108
goroutine 203 [chan receive]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil.(*MergeLogger).outputLoop(0xc000e07900)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil/merge_logger.go:173 +0x3b3
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil.NewMergeLogger
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil/merge_logger.go:91 +0x85
goroutine 195 [chan receive]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil.(*MergeLogger).outputLoop(0xc000e074e0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil/merge_logger.go:173 +0x3b3
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil.NewMergeLogger
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil/merge_logger.go:91 +0x85
goroutine 206 [chan receive]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil.(*MergeLogger).outputLoop(0xc000e07be0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil/merge_logger.go:173 +0x3b3
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil.NewMergeLogger
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/pkg/logutil/merge_logger.go:91 +0x85
goroutine 219 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9d
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x25
created by os/signal.Notify.func1.1
/usr/local/go/src/os/signal/signal.go:150 +0x45
goroutine 220 [chan receive]:
github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/signals.SetupSignalHandler.func1(0xc0014a8720, 0xc001162f50)
/go/src/github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/signals/signal.go:37 +0x34
created by github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/signals.SetupSignalHandler
/go/src/github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/signals/signal.go:36 +0xe8
goroutine 221 [select]:
database/sql.(*DB).connectionOpener(0xc000ad6d00, 0x4f38460, 0xc00077d140)
/usr/local/go/src/database/sql/sql.go:1126 +0xf5
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x12a
goroutine 6378 [select]:
net/http.(*persistConn).readLoop(0xc009898ea0)
/usr/local/go/src/net/http/transport.go:2167 +0x9ac
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1715 +0xcb7
goroutine 313 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001592600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 260 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).ttl(0xc0012bc2d0, 0x4f38460, 0xc0014af300)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:304 +0xdd
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:42 +0x1d5
goroutine 248 [semacquire]:
sync.runtime_Semacquire(0xc001154568)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc001154560)
/usr/local/go/src/sync/waitgroup.go:130 +0x65
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).ttlEvents.func1(0xc001154560, 0xc001412840)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:264 +0x2b
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).ttlEvents
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:263 +0x9c
goroutine 137 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001f52050, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001f50060, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001f7a000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 250 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).ttlEvents.func3(0xc001154560, 0xc0012bc2d0, 0x4f38460, 0xc0014af300, 0xc001412840)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:289 +0x12a
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).ttlEvents
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:287 +0x130
goroutine 312 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00013a140, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0014a86c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001592600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 253 [select]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).compactor(0xc00077d3c0, 0x45d964b800)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:134 +0x325
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).startWatch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:386 +0xd3
goroutine 254 [select]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).poll(0xc00077d3c0, 0xc001412900, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:405 +0xe65
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).startWatch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:387 +0x109
goroutine 255 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).stream(0xc00077d3d0, 0xc001412900)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:64 +0x105
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:58 +0x79
goroutine 256 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc0014af300, 0xc00077d3d0, 0xc0014a8a80)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 257 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc0014a8900, 0xc0014a8a80, 0xc0014a8a01, 0x474dab6, 0x1)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 4036 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.WaitFor(0xc0016a00e0, 0xc007cc23f0, 0xc00b082960, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:539 +0x11d
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.PollUntil(0xdf8475800, 0xc007cc23f0, 0xc00ff80480, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:492 +0xc5
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil(0xdf8475800, 0xc007cc23f0, 0xc00ff80480, 0x0, 0x4765a29)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:511 +0xb3
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicFileCAContent).Run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/server/dynamiccertificates/dynamic_cafile_content.go:174 +0x2f9
goroutine 4017 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicFileCAContent).Run(0xc00158ccc0, 0x1, 0xc00ff80480)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/server/dynamiccertificates/dynamic_cafile_content.go:181 +0x313
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/server/dynamiccertificates.unionCAContent.Run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/server/dynamiccertificates/union_content.go:104 +0xcb
goroutine 261 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd8490, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001586098, 0x72, 0x0, 0x0, 0x475821b)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc001586080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc001586080, 0xc00e7d11e0, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*UnixListener).accept(0xc0011815f0, 0xc0011f6e38, 0xc0011f6e40, 0x18)
/usr/local/go/src/net/unixsock_posix.go:162 +0x32
net.(*UnixListener).Accept(0xc0011815f0, 0x49780d8, 0xc000703800, 0x4f6a1e0, 0xc00e7d11e0)
/usr/local/go/src/net/unixsock.go:260 +0x65
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).Serve(0xc000703800, 0x4f182a0, 0xc0011815f0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:597 +0x216
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/endpoint.Listen.func1(0xc000703800, 0x4f182a0, 0xc0011815f0, 0x4f38460, 0xc0014af300)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/endpoint/endpoint.go:80 +0x45
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/endpoint.Listen
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/endpoint/endpoint.go:79 +0x2e5
goroutine 4921 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0093ffa10, 0xc00000000d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0093ffa00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).Get(0xc00942e420, 0x0, 0x0, 0x44c2b00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89
github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration.(*crdRegistrationController).processNextWorkItem(0xc0093dbdb0, 0x203000)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration/crdregistration_controller.go:159 +0x66
github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration.(*crdRegistrationController).runWorker(0xc0093dbdb0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration/crdregistration_controller.go:152 +0x2b
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc010813b80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc010813b80, 0x4e7a7a0, 0xc010947080, 0x1, 0xc00ff803c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc010813b80, 0x3b9aca00, 0x0, 0x1, 0xc00ff803c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc010813b80, 0x3b9aca00, 0xc00ff803c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d
created by github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration.(*crdRegistrationController).Run
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration/crdregistration_controller.go:137 +0x415
goroutine 163 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd80f0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00158e218, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00158e200, 0xc001726000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00158e200, 0xc001726000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0003700e8, 0xc001726000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0007e4480, 0xc00173e038, 0x9, 0x9, 0xc001726009, 0xc000580000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0007e4480, 0xc00173e038, 0x9, 0x9, 0x9, 0x45b833, 0xd722020368e, 0xc001905e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00173e038, 0x9, 0x9, 0x4e760c0, 0xc0007e4480, 0x0, 0xc06d3ff000000000, 0x122a170e, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00173e000, 0xc001390640, 0xc001390640, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0004f48c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 322 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00063e180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 317 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc000956a00, 0xc000be21e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 323 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0001b9340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 325 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd83a8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000644218, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000644200, 0xc000664000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000644200, 0xc000664000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000638098, 0xc000664000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000630480, 0xc00067c038, 0x9, 0x9, 0xc000664009, 0xc000780000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000630480, 0xc00067c038, 0x9, 0x9, 0x9, 0x45b833, 0xd7218961f79, 0xc0011f7e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00067c038, 0x9, 0x9, 0x4e760c0, 0xc000630480, 0x0, 0xc06d3ff000000000, 0xaa09ffd, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00067c000, 0xc0006a2080, 0xc0006a2080, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001808000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 138 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001f7a000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1057 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0014eac30, 0xc000f99e90)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 326 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0006461e0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000630660, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc001808000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 339 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007fe050, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0007e4060, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0007e2180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 340 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0007e2180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 341 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd82c0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0007dc098, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0007dc080, 0xc0007e6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0007dc080, 0xc0007e6000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e0000, 0xc0007e6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0007e4000, 0xc001880038, 0x9, 0x9, 0x0, 0xc00048a800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0007e4000, 0xc001880038, 0x9, 0x9, 0x9, 0x186a841400242101, 0x61d48841, 0xc000663dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001880038, 0x9, 0x9, 0x4e760c0, 0xc0007e4000, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001880000, 0xc0006a2060, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0007e2180, 0xc001882120, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0007e2180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0007e2180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 623 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc001f540e0, 0xc001f74240, 0xc001412780, 0xc0022912c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1103 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0017fa380, 0xc001230660, 0xc00237f200, 0xc000c6e420)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 15137 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc008c4f250, 0xc000000009)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc008c4f240)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).Get(0xc00d529a40, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89
github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/generic.(*Controller).processNextWorkItem(0xc003425f10, 0x203001)
/go/src/github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/generic/controller.go:127 +0x38
github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/generic.(*Controller).runWorker(0xc003425f10)
/go/src/github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/generic/controller.go:122 +0x2b
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00a6a9f10)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00a6a9f10, 0x4e7a7a0, 0xc00fa8bb90, 0x1, 0xc000e4c8a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00a6a9f10, 0x3b9aca00, 0x0, 0x1, 0xc000e4c8a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc00a6a9f10, 0x3b9aca00, 0xc000e4c8a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d
created by github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/generic.(*Controller).run
/go/src/github.com/rancher/k3s/vendor/github.com/rancher/wrangler/pkg/generic/controller.go:104 +0x149
goroutine 355 [sleep]:
time.Sleep(0x6fc23ac00)
/usr/local/go/src/runtime/time.go:188 +0xbf
github.com/rancher/k3s/vendor/github.com/rancher/dynamiclistener.(*listener).WrapExpiration.func1(0xc0005ffe40, 0x5a, 0x4f38460, 0xc0005e6b00)
/go/src/github.com/rancher/k3s/vendor/github.com/rancher/dynamiclistener/listener.go:165 +0x45
created by github.com/rancher/k3s/vendor/github.com/rancher/dynamiclistener.(*listener).WrapExpiration
/go/src/github.com/rancher/k3s/vendor/github.com/rancher/dynamiclistener/listener.go:164 +0x87
goroutine 356 [select]:
io.(*pipe).Read(0xc000631740, 0xc0004320f6, 0xf0a, 0xf0a, 0x561da5, 0xc00011c1e0, 0x4682e80)
/usr/local/go/src/io/pipe.go:57 +0xe7
io.(*PipeReader).Read(0xc000126730, 0xc0004320f6, 0xf0a, 0xf0a, 0x56384a, 0xc000c73650, 0xc00786a870)
/usr/local/go/src/io/pipe.go:134 +0x4c
bufio.(*Scanner).Scan(0xc0097caf38, 0x1)
/usr/local/go/src/bufio/scan.go:214 +0xa9
github.com/rancher/k3s/vendor/github.com/sirupsen/logrus.(*Entry).writerScanner(0xc000aed490, 0xc000126730, 0xc000970f70)
/go/src/github.com/rancher/k3s/vendor/github.com/sirupsen/logrus/writer.go:59 +0xb4
created by github.com/rancher/k3s/vendor/github.com/sirupsen/logrus.(*Entry).WriterLevel
/go/src/github.com/rancher/k3s/vendor/github.com/sirupsen/logrus/writer.go:51 +0x1b7
goroutine 357 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd81d8, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0005fa298, 0x72, 0x0, 0x0, 0x475821b)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc0005fa280, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc0005fa280, 0x474dabe, 0x1, 0x7f620bff1e60)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc000dbe6a0, 0x8, 0xc001895b60, 0x369453e)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).AcceptTCP(0xc000dbe6a0, 0x0, 0xc0005ffe40, 0x203001)
/usr/local/go/src/net/tcpsock.go:248 +0x65
github.com/rancher/k3s/vendor/github.com/rancher/dynamiclistener.tcpKeepAliveListener.Accept(0xc000dbe6a0, 0xc006fe4e30, 0x1, 0x1, 0xc001895d90)
/go/src/github.com/rancher/k3s/vendor/github.com/rancher/dynamiclistener/tcp.go:31 +0x2f
github.com/rancher/k3s/vendor/github.com/rancher/dynamiclistener.(*listener).Accept(0xc0005ffe40, 0x0, 0xc001895e00, 0x46f87b, 0xd73ba928425)
/go/src/github.com/rancher/k3s/vendor/github.com/rancher/dynamiclistener/listener.go:265 +0x7b
crypto/tls.(*listener).Accept(0xc000dbfc20, 0xc001895e78, 0x18, 0xc0005fc480, 0x8dfb2c)
/usr/local/go/src/crypto/tls/tls.go:67 +0x37
net/http.(*Server).Serve(0xc00067cc40, 0x4ef4fe0, 0xc000dbfc20, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2937 +0x266
github.com/rancher/k3s/pkg/cluster.(*Cluster).initClusterAndHTTPS.func1(0xc00067cc40, 0x4ef4fe0, 0xc000dbfc20)
/go/src/github.com/rancher/k3s/pkg/cluster/https.go:96 +0x45
created by github.com/rancher/k3s/pkg/cluster.(*Cluster).initClusterAndHTTPS
/go/src/github.com/rancher/k3s/pkg/cluster/https.go:95 +0x287
goroutine 358 [chan receive]:
github.com/rancher/k3s/pkg/cluster.(*Cluster).initClusterAndHTTPS.func2(0x4f38460, 0xc0014af300, 0xc00067cc40)
/go/src/github.com/rancher/k3s/pkg/cluster/https.go:102 +0x48
created by github.com/rancher/k3s/pkg/cluster.(*Cluster).initClusterAndHTTPS
/go/src/github.com/rancher/k3s/pkg/cluster/https.go:101 +0x2c6
goroutine 359 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0005e6d40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 360 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0002fab00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 372 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc001908cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 314 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd8008, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000644798, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000644780, 0xc0017f2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000644780, 0xc0017f2000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0005d6150, 0xc0017f2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0014a8660, 0xc0017fa038, 0x9, 0x9, 0x0, 0xc000780000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0014a8660, 0xc0017fa038, 0x9, 0x9, 0x9, 0x1ff4a99c01330001, 0x61d48841, 0xc0000acdd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0017fa038, 0x9, 0x9, 0x4e760c0, 0xc0014a8660, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0017fa000, 0xc001390620, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001592600, 0xc000eae240, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001592600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001592600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 371 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/server.preparedGenericAPIServer.Run(0xc00900bc00, 0xc000e4c8a0, 0x4e81ea0, 0xc00900bc00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/server/genericapiserver.go:350 +0xc5
github.com/rancher/k3s/vendor/k8s.io/kube-aggregator/pkg/apiserver.preparedAPIAggregator.Run(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kube-aggregator/pkg/apiserver/apiserver.go:353
github.com/rancher/k3s/vendor/k8s.io/kubernetes/cmd/kube-apiserver/app.Run(0xc000926580, 0xc000e4c8a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/cmd/kube-apiserver/app/server.go:208 +0x1c8
github.com/rancher/k3s/vendor/k8s.io/kubernetes/cmd/kube-apiserver/app.NewAPIServerCommand.func2(0xc000926840, 0xc00180b600, 0x0, 0x20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/cmd/kube-apiserver/app/server.go:150 +0x13e
github.com/rancher/k3s/vendor/github.com/spf13/cobra.(*Command).execute(0xc000926840, 0xc00180a400, 0x20, 0x20, 0xc000926840, 0xc00180a400)
/go/src/github.com/rancher/k3s/vendor/github.com/spf13/cobra/command.go:850 +0x47c
github.com/rancher/k3s/vendor/github.com/spf13/cobra.(*Command).ExecuteC(0xc000926840, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/spf13/cobra/command.go:958 +0x375
github.com/rancher/k3s/vendor/github.com/spf13/cobra.(*Command).Execute(...)
/go/src/github.com/rancher/k3s/vendor/github.com/spf13/cobra/command.go:895
github.com/rancher/k3s/pkg/daemons/executor.Embedded.APIServer.func1(0xc000926840)
/go/src/github.com/rancher/k3s/pkg/daemons/executor/embed.go:63 +0x2f
created by github.com/rancher/k3s/pkg/daemons/executor.Embedded.APIServer
/go/src/github.com/rancher/k3s/pkg/daemons/executor/embed.go:62 +0xaf
goroutine 173 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007fe6e0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0014a9aa0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0007e2a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 316 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00169af80, 0x4e7a7a0, 0xc00113ee40, 0xc0005e6201, 0xc000627860)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000502f80, 0x6fc23ac00, 0x3fe0000000000000, 0x1, 0xc000627860)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext(0x4f38460, 0xc0005e6280, 0xc0009e7350, 0x6fc23ac00, 0x3fe0000000000000, 0x1)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185 +0xa6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/storagebackend/factory.startDBSizeMonitorPerEndpoint
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/storagebackend/factory/etcd3.go:277 +0x3e6
goroutine 538 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0005d4e60, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000bd1bc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0006fe000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 373 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001908e40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 174 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0007e2a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 4037 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.contextForChannel.func1(0xc00ff80480, 0xc007cc2410, 0x4f38460, 0xc007036880)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:279 +0xbd
created by github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.contextForChannel
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:278 +0x8c
goroutine 264 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc00158cae0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 265 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc00158cc60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 266 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc00158cde0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 267 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc00158cf60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 4922 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0093ffa10, 0xc00000000e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0093ffa00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).Get(0xc00942e420, 0x0, 0x0, 0x44c2b00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89
github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration.(*crdRegistrationController).processNextWorkItem(0xc0093dbdb0, 0x203000)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration/crdregistration_controller.go:159 +0x66
github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration.(*crdRegistrationController).runWorker(0xc0093dbdb0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration/crdregistration_controller.go:152 +0x2b
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc010813b90)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc010813b90, 0x4e7a7a0, 0xc010b282a0, 0x1, 0xc00ff803c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc010813b90, 0x3b9aca00, 0x0, 0x1, 0xc00ff803c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc010813b90, 0x3b9aca00, 0xc00ff803c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d
created by github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration.(*crdRegistrationController).Run
/go/src/github.com/rancher/k3s/vendor/k8s.io/kubernetes/pkg/controlplane/controller/crdregistration/crdregistration_controller.go:137 +0x415
goroutine 270 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0019096e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 271 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0019097a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 272 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001909920)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 404 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc001909da0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 405 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001909ec0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 406 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0002606c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 407 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000260900)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 408 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000398c60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 444 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000be4ec0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 445 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0007cc840)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 446 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0004f4e00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 447 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd7e38, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0007dc718, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0007dc700, 0xc0006ec000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0007dc700, 0xc0006ec000, 0x8000, 0x8000, 0x10401, 0x0, 0x10401)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0005d6950, 0xc0006ec000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000bd0ea0, 0xc0018808f8, 0x9, 0x9, 0x9, 0xc000700000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000bd0ea0, 0xc0018808f8, 0x9, 0x9, 0x9, 0x921c50, 0xc0008f4b10, 0xc0008f0004)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0018808f8, 0x9, 0x9, 0x4e760c0, 0xc000bd0ea0, 0x0, 0x0, 0xc0008f4b10, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0018808c0, 0xc0008f4b10, 0x72abc00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0004f4e00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 448 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0005d4320, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000bd1080, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0004f4e00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 175 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd7d50, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001586198, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001586180, 0xc001778000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001586180, 0xc001778000, 0x8000, 0x8000, 0x10401, 0x0, 0x10401)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000638020, 0xc001778000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000a90d20, 0xc00173e1f8, 0x9, 0x9, 0x9, 0xc000680000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000a90d20, 0xc00173e1f8, 0x9, 0x9, 0x9, 0x921c50, 0xc0009e6270, 0xc0009e0004)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00173e1f8, 0x9, 0x9, 0x4e760c0, 0xc000a90d20, 0x0, 0x0, 0xc0009e6270, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00173e1c0, 0xc0009e6270, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0007e2a80, 0xc0011ba2d0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0007e2a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0007e2a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1093 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc001d00380, 0xc0003ef8c0, 0x4f38520, 0xc000714030)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 281 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.compactor(0x4f38460, 0xc0011ee100, 0xc001161040, 0x45d964b800)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/compact.go:116 +0x112
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.StartCompactor
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/compact.go:63 +0x1a8
goroutine 282 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0011ee440)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 283 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc00033b080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 284 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001808380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 285 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd7c68, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0005fa218, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0005fa200, 0xc000bf2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0005fa200, 0xc000bf2000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000010130, 0xc000bf2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0007e5200, 0xc0017fa1f8, 0x9, 0x9, 0xc000bf2009, 0xc000681c00, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0007e5200, 0xc0017fa1f8, 0x9, 0x9, 0x9, 0x45b833, 0xd7338a915de, 0xc000af8e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0017fa1f8, 0x9, 0x9, 0x4e760c0, 0xc0007e5200, 0x0, 0xc06d3ff100000000, 0x12ab352b5, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0017fa1c0, 0xc005b279e0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001808380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 286 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007b6780, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0007e52c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc001808380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 536 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc000bd1920, 0xc000bd1860, 0xc000b47210)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 287 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007b68c0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0007e53e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000583500)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 288 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000583500)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 289 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd7b80, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00004ab18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00004ab00, 0xc0013c4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00004ab00, 0xc0013c4000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000126038, 0xc0013c4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0007e5380, 0xc0017fa2d8, 0x9, 0x9, 0x0, 0xc000681c00, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0007e5380, 0xc0017fa2d8, 0x9, 0x9, 0x9, 0xe777fe40eceed01, 0x61d48846, 0xc000af3dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0017fa2d8, 0x9, 0x9, 0x4e760c0, 0xc0007e5380, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0017fa2a0, 0xc005b279c0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000583500, 0xc00113eba0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc000583500)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc000583500)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 488 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0001c0380, 0xc000be21e0, 0xc001412a20, 0xc000630fc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 539 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0006fe000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 541 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0004f4fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1094 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001cf0eb0, 0xc000b34570, 0x5, 0x5, 0xc000da5760, 0x0, 0x160)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001cf0eb0, 0xc000b34570, 0x5, 0x5, 0xc001391f20, 0x4980e10, 0xc0018b0960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0007140c0, 0xc000b34570, 0x5, 0x5, 0x18e, 0xc0018b0988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0007140c0, 0xc000b34570, 0x5, 0x5, 0x5, 0xc00c6d4cc0, 0xc009da586a, 0x18e)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001f93500, 0xc000b34570, 0x5, 0x5, 0x198, 0x5, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000b34560, 0x7fffffff, 0xc009da5860, 0x198, 0x198, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc000b34560, 0xc001f93500, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc009da5801, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc000b34560, 0x7f620c96a220, 0x72e5050, 0xc001f93500, 0x0, 0x0, 0x45a0b80, 0xc007956280, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc0007ddb00, 0x45a0b80, 0xc007956280, 0x0, 0xc0018b0d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc0007ddb00, 0xc0018b0d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc0003ef8c0, 0xc0018b0e10, 0xc0018b0de0, 0x44bfbf, 0xc00237e9c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0003ef8c0, 0x45a0b80, 0xc007956280, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc000b34580, 0x45a0b80, 0xc007956280, 0xc0018b0ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc000944430, 0xc0018b0ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0014ead00, 0x4f67f60, 0xc000944430)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 458 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd6348, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0005fad18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0005fad00, 0xc0021f0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0005fad00, 0xc0021f0000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000010248, 0xc0021f0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0007e5f80, 0xc0017fa498, 0x9, 0x9, 0xc000af6d40, 0x45b833, 0xd73c114b76b)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0007e5f80, 0xc0017fa498, 0x9, 0x9, 0x9, 0xc06d3ff21adaddb6, 0x1ae4cc36e, 0x72abcc0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0017fa498, 0x9, 0x9, 0x4e760c0, 0xc0007e5f80, 0x0, 0x0, 0xc01152c740, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0017fa460, 0xc01152c740, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001514000, 0xc00113fec0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001514000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001514000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 533 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc000bd1860, 0xc000bd18c0, 0xc000bd1801, 0xc0008a4a00, 0x39)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 625 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc000ad6680, 0xc0014127e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 318 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc002030160)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 319 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0001c0380, 0xc06d3ff07a754ee6, 0x2cabae95, 0x72abcc0, 0x4ee1ce0, 0xc00063c680, 0xc00185fbc0, 0xc000630fc0, 0xc000be21e0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0001c0380, 0xc000be21e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc002030160, 0xc000be21e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001831788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00185ff88, 0x4e7a7a0, 0xc0007a45a0, 0x1, 0xc000be21e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001831788, 0x3b9aca00, 0x0, 0x1, 0xc000be21e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc002030160, 0xc000be21e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 320 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00011cc60, 0x4e7a7a0, 0xc000b4ed50, 0x1, 0xc000be2240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00011cc60, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc000be2240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 540 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd77e0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0007dcb18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0007dcb00, 0xc0006f6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0007dcb00, 0xc0006f6000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0005d69e0, 0xc0006f6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000bd1b60, 0xc0018809d8, 0x9, 0x9, 0x0, 0xc000681c00, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000bd1b60, 0xc0018809d8, 0x9, 0x9, 0x9, 0x214c82d30eeffd01, 0x61d48844, 0xc000af5dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0018809d8, 0x9, 0x9, 0x4e760c0, 0xc000bd1b60, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0018809a0, 0xc0016c60a0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0006fe000, 0xc0006f4300, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0006fe000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0006fe000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 321 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0005e6700)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 466 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc00202eb00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 467 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00149e1c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 468 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd79b0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00039a798, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00039a780, 0xc00204c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00039a780, 0xc00204c000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e0468, 0xc00204c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0005d0840, 0xc0001c0498, 0x9, 0x9, 0xc00204c009, 0xc000681c00, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0005d0840, 0xc0001c0498, 0x9, 0x9, 0x9, 0x45b833, 0xd72fd4e7c4d, 0xc002049e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001c0498, 0x9, 0x9, 0x4e760c0, 0xc0005d0840, 0x0, 0xc06d3ff100000000, 0xef58e6ea, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001c0460, 0xc005a6c980, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00149e1c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 469 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000646730, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0005d0900, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00149e1c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 518 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc001202c30)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 489 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc00063c680)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 390 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000683080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 391 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd7a98, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00158e498, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00158e480, 0xc001658000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00158e480, 0xc001658000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0003701c8, 0xc001658000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00037b860, 0xc000794038, 0x9, 0x9, 0x0, 0xc000601c00, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00037b860, 0xc000794038, 0x9, 0x9, 0x9, 0xeb7c00b0e762201, 0x61d48845, 0xc0000b3dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc000794038, 0x9, 0x9, 0x4e760c0, 0xc00037b860, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000794000, 0xc005a57740, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000683080, 0xc000b4f620, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc000683080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc000683080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 305 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0001c0540, 0xc000be2b40, 0xc001564240, 0xc000128ba0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 471 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc000956be0, 0xc000be2b40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 472 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc002030580)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 473 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0001c0540, 0xc06d3ff07a8342f2, 0x2cb9a2a6, 0x72abcc0, 0x4ee1ce0, 0xc0006121a0, 0xc001651bc0, 0xc000128ba0, 0xc000be2b40, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0001c0540, 0xc000be2b40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc002030580, 0xc000be2b40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002069788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001651f88, 0x4e7a7a0, 0xc000b4f950, 0x1, 0xc000be2b40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002069788, 0x3b9aca00, 0x0, 0x1, 0xc000be2b40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc002030580, 0xc000be2b40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 474 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00089d110, 0x4e7a7a0, 0xc0008f5440, 0x1, 0xc000be2ba0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00089d110, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc000be2ba0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 376 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc000bce2c0, 0xc00077d3d0, 0xc000b780c0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 457 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001514000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 456 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007b6d70, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00151e000, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001514000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 375 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc000bce1c0, 0x1, 0x4f38460, 0xc000bce200, 0xc001f8e0c0, 0x39, 0xc000c72000)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 517 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0007c8640, 0x4ed5be0, 0xc0012f4280)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 374 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0004c60a0, 0xc0003c6a30, 0x5, 0x5, 0x400, 0x72db218, 0xc001699708)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0004c60a0, 0xc0003c6a30, 0x5, 0x5, 0xc00148e040, 0x4980e10, 0xc001699778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0013e6150, 0xc0003c6a30, 0x5, 0x5, 0x90, 0xc0016997a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0013e6150, 0xc0003c6a30, 0x5, 0x5, 0x5, 0x7f620cdc29f0, 0x0, 0x7a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001f92000, 0xc0003c6a30, 0x5, 0x5, 0x0, 0x8, 0x2000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0003c6a20, 0x400000, 0x40f2b0, 0xc001f96000, 0x90, 0x90, 0x43939e0, 0xc001699901)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0003c6a20, 0xc001f92000, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0003680e0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0003c6a20, 0x7f620c96a220, 0x72e5050, 0xc001f92000, 0x0, 0x0, 0x450f520, 0xc0003680f0, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc001f94000, 0x450f520, 0xc0003680f0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc000368080, 0x4f38460, 0xc000bce200, 0xc000c72000)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc000368080, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc001f94000, 0x72e5050, 0xc001f92000)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc000583500, 0xc001f92000, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc000583500, 0xc001f92000, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0012f80d0, 0xc000703800, 0x4f6d6c0, 0xc000583500, 0xc001f92000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 532 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc000be5740, 0xc00077d3d0, 0xc000bd18c0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 531 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc000be5680, 0x2, 0x4f38460, 0xc000be56c0, 0xc0008a4a00, 0x39, 0xc0009c8770)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 516 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0006121a0, 0xc001154780)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 624 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc000ad6680)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 515 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0006121a0, 0xc001564360)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 490 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc00063c680, 0xc001412a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 997 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc00173f180, 0xc06d3ff08120bd2b, 0x2ef1e6d9, 0x72abcc0, 0x4ee1ce0, 0xc000bd3450, 0xc001cafbc0, 0xc000b73260, 0xc00190b5c0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc00173f180, 0xc00190b5c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc001d71760, 0xc00190b5c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0016c0788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001caff88, 0x4e7a7a0, 0xc00122ff50, 0xc00158d501, 0xc00190b5c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0016c0788, 0x3b9aca00, 0x0, 0xc0016c0701, 0xc00190b5c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc001d71760, 0xc00190b5c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 521 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc00045a910, 0xc0008f0870, 0x5, 0x5, 0xc00e9d3000, 0x0, 0x800)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00045a910, 0xc0008f0870, 0x5, 0x5, 0xc000648160, 0x4980e10, 0xc00183a960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0015b6300, 0xc0008f0870, 0x5, 0x5, 0x7c6, 0xc00183a988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0015b6300, 0xc0008f0870, 0x5, 0x5, 0x5, 0xc00e9d6ca0, 0xc00e9e500a, 0xf26)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0015ca100, 0xc0008f0870, 0x5, 0x5, 0xf30, 0x5, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0008f0860, 0x7fffffff, 0xc00e9e5000, 0xf30, 0xf30, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0008f0860, 0xc0015ca100, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc00e9e5001, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0008f0860, 0x7f620c96a220, 0x72e5050, 0xc0015ca100, 0x0, 0x0, 0x45a0b80, 0xc007b385a0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc000070800, 0x45a0b80, 0xc007b385a0, 0x0, 0xc00183ad20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc000070800, 0xc00183ad60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000253560, 0xc00183ae10, 0xc00183ade0, 0x44bfbf, 0xc001564480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000253560, 0x45a0b80, 0xc007b385a0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc0008f08c0, 0x45a0b80, 0xc007b385a0, 0xc00183aef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0007c87a0, 0xc00183aef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc001202c30, 0x4f67f60, 0xc0007c87a0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 514 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0006121a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 491 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc00063c680, 0xc001342790)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 492 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc00053eb60, 0x4ed5be0, 0xc000b7d9c0)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 493 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc00063c750)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 496 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000347090, 0xc000bc3350, 0x5, 0x5, 0xc00e89a800, 0x0, 0x800)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000347090, 0xc000bc3350, 0x5, 0x5, 0xc0008d21c0, 0x4980e10, 0xc0000af960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0013412f0, 0xc000bc3350, 0x5, 0x5, 0x7c6, 0xc0000af988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0013412f0, 0xc000bc3350, 0x5, 0x5, 0x5, 0xc00e3e3600, 0xc00e89900a, 0xf26)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001864500, 0xc000bc3350, 0x5, 0x5, 0xf30, 0x5, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000bc3340, 0x7fffffff, 0xc00e899000, 0xf30, 0xf30, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc000bc3340, 0xc001864500, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc00e899001, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc000bc3340, 0x7f620c96a220, 0x72e5050, 0xc001864500, 0x0, 0x0, 0x45a0b80, 0xc007acfb30, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00004b600, 0x45a0b80, 0xc007acfb30, 0x0, 0xc0000afd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00004b600, 0xc0000afd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000e94b40, 0xc0000afe10, 0xc0000afde0, 0x44bfbf, 0xc001412b40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000e94b40, 0x45a0b80, 0xc007acfb30, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc000bc3360, 0x45a0b80, 0xc007acfb30, 0xc0000afef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc00053ed90, 0xc0000afef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc00063c750, 0x4f67f60, 0xc00053ed90)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 495 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc00064a700, 0xc000e94b40, 0x4f38520, 0xc0013410e0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 497 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00063c750, 0xc00159e160, 0xc001412d20)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 377 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc000b78060, 0xc000b780c0, 0xc000b78001, 0xc001f8e0c0, 0x39)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 530 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0005d4b90, 0xc00094d0f0, 0x5, 0x5, 0x0, 0x0, 0xc0008a49c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0005d4b90, 0xc00094d0f0, 0x5, 0x5, 0xc0007543a0, 0x4980e10, 0xc00183e778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0006f4060, 0xc00094d0f0, 0x5, 0x5, 0xc0000a3000, 0xc00183e7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0006f4060, 0xc00094d0f0, 0x5, 0x5, 0x5, 0x4203060, 0xc0005d69c8, 0x7a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004cd100, 0xc00094d0f0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00094d0e0, 0x400000, 0x40f2b0, 0xc0006cda70, 0x90, 0x90, 0x43939e0, 0xc00183e970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00094d0e0, 0xc0004cd100, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc000b47190, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00094d0e0, 0x7f620c96a220, 0x72e5050, 0xc0004cd100, 0x0, 0x0, 0x450f520, 0xc000b471a0, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc00025af00, 0x450f520, 0xc000b471a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc000b47150, 0x4f38460, 0xc000be56c0, 0xc0009c8770)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc000b47150, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc00025af00, 0x72e5050, 0xc0004cd100)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc000683080, 0xc0004cd100, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc000683080, 0xc0004cd100, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0012b4190, 0xc000703800, 0x4f6d6c0, 0xc000683080, 0xc0004cd100)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 740 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc001580120, 0xc0015945a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 380 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc000b781e0, 0xc000b78060, 0xc000368130)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 506 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc000754140, 0xc0022a6660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 789 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc000ad68f0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 629 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0005d54f0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000a913e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0004f5dc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 520 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc000751880, 0xc000253560, 0x4f38520, 0xc0015b6270)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 522 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc001202c30, 0xc0007464d0, 0xc001564840)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 475 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc001d1f2c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 476 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001d1f440)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 477 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc001d745a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 478 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001d74720)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 479 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc001d747e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 480 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001d74960)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 481 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc001d74a20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 546 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001d74ba0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 547 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc001d74c60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 548 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001d74de0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 549 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc001d74ea0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 550 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001d75020)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 551 [runnable]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc001d750e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135
goroutine 552 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc001d75260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405
created by github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.newDelayingQueue
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185
goroutine 553 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001dba240)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 554 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc001d69080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 555 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00149e380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 556 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd78c8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001d5eb98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001d5eb80, 0xc001dbe000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001d5eb80, 0xc001dbe000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e1848, 0xc001dbe000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001d75620, 0xc0001c0ab8, 0x9, 0x9, 0xc001dbe009, 0xc003306400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001d75620, 0xc0001c0ab8, 0x9, 0x9, 0x9, 0x45b833, 0xd72d4486166, 0xc00204ae50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001c0ab8, 0x9, 0x9, 0x4e760c0, 0xc001d75620, 0x0, 0xc06d3ff100000000, 0xc65310af, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001c0a80, 0xc0016c60c0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00149e380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 557 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001d35d60, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001d756e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00149e380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 788 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc001880b60, 0xc001887c80, 0xc0014139e0, 0xc0005d0e40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 561 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001dbb240)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 562 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc001df2840)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 563 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00149f340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 564 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cfd76f8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001d5f218, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001d5f200, 0xc001f60000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001d5f200, 0xc001f60000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e1990, 0xc001f60000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001dec660, 0xc0001c1b58, 0x9, 0x9, 0xc001f60009, 0xc000680000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001dec660, 0xc0001c1b58, 0x9, 0x9, 0x9, 0x45b833, 0xd723bbfd052, 0xc00204be50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001c1b58, 0x9, 0x9, 0x4e760c0, 0xc001dec660, 0x0, 0xc06d3ff000000000, 0x2dca50d8, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001c1b20, 0xc000754940, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00149f340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 565 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001ddc4b0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001dec720, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00149f340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 141 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc001f7e060, 0xc001f74240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 142 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc00200e160)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 143 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc001f540e0, 0xc06d3ff07b779988, 0x2dadf939, 0x72abcc0, 0x4ee1ce0, 0xc000ad6680, 0xc001655bc0, 0xc0022912c0, 0xc001f74240, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc001f540e0, 0xc001f74240, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc00200e160, 0xc001f74240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001f68f88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001655f88, 0x4e7a7a0, 0xc001f71dd0, 0xb1d96d7934a54601, 0xc001f74240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001f68f88, 0x3b9aca00, 0x0, 0xef6565add454a301, 0xc001f74240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc00200e160, 0xc001f74240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 144 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f70600, 0x4e7a7a0, 0xc00151a030, 0x1, 0xc001f742a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001f70600, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001f742a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 145 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001f805c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 578 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc00200ab00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 579 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000c48e00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 580 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd6430, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000afa318, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000afa300, 0xc002130000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000afa300, 0xc002130000, 0x8000, 0x8000, 0x800000601, 0x0, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000afe0b8, 0xc002130000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001f507e0, 0xc001f54f18, 0x9, 0x9, 0xc00fadb880, 0x20, 0x18)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001f507e0, 0xc001f54f18, 0x9, 0x9, 0x9, 0x922785, 0x10000c01151472c, 0x7f620c721c60)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001f54f18, 0x9, 0x9, 0x4e760c0, 0xc001f507e0, 0x0, 0xc000000000, 0xc00214ae98, 0x40fc18)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001f54ee0, 0xc011514720, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000c48e00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 581 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001f52640, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001f508a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000c48e00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 460 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00151a3c0, 0x4e7a7a0, 0xc0015b6390, 0x1, 0xc0005ce540)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00151a3c0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0005ce540)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 754 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc000ad6680, 0xc0012b4680)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 741 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc001508dc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 461 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0011eef80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 462 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc001510840)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 570 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007fe4b0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000baa240, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0007e2780)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 542 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd6260, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0005fb198, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0005fb180, 0xc002278000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0005fb180, 0xc002278000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0005d69e8, 0xc002278000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000bd1ce0, 0xc001880ab8, 0x9, 0x9, 0xc002278009, 0xc000100000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000bd1ce0, 0xc001880ab8, 0x9, 0x9, 0x9, 0x45b833, 0xd723bdadb18, 0xc0011fbe50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001880ab8, 0x9, 0x9, 0x4e760c0, 0xc000bd1ce0, 0x0, 0xc06d3ff000000000, 0x2de5a35b, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001880a80, 0xc0008d3100, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0004f4fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 543 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0005d4f50, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000bd1ec0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0004f4fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 567 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001ddc640, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001deca20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001df1200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 568 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001df1200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 569 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd6178, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001d5f518, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001d5f500, 0xc002300000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001d5f500, 0xc002300000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e1998, 0xc002300000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001dec9c0, 0xc0001c1c38, 0x9, 0x9, 0x0, 0xc000100000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001dec9c0, 0xc0001c1c38, 0x9, 0x9, 0x9, 0x149a74008f1501, 0x61d48842, 0xc001838dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001c1c38, 0x9, 0x9, 0x4e760c0, 0xc001dec9c0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001c1c00, 0xc0008d2f80, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001df1200, 0xc001df75c0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001df1200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001df1200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1206 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc00034ee40, 0xc00034eea0, 0xc00034ee01, 0xc001343b60, 0xf)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1268 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000bfa370, 0xc000ebee10, 0x5, 0x5, 0x0, 0x0, 0xc000648aa0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000bfa370, 0xc000ebee10, 0x5, 0x5, 0xc000648a40, 0x4980e10, 0xc002ae7778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0008e4f00, 0xc000ebee10, 0x5, 0x5, 0xc0000a2800, 0xc002ae77a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0008e4f00, 0xc000ebee10, 0x5, 0x5, 0x5, 0x4203060, 0xc001238238, 0x3c)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001864900, 0xc000ebee10, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000ebee00, 0x400000, 0x40f2b0, 0xc001520fc0, 0x90, 0x90, 0x43939e0, 0xc002ae7970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc000ebee00, 0xc001864900, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc001382310, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc000ebee00, 0x7f620c96a220, 0x72e5050, 0xc001864900, 0x0, 0x0, 0x450f520, 0xc001382320, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0015fa480, 0x450f520, 0xc001382320, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0013822c0, 0x4f38460, 0xc000bcfd00, 0xc000aec460)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0013822c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0015fa480, 0x72e5050, 0xc001864900)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc0004b5380, 0xc001864900, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc0004b5380, 0xc001864900, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000d8b450, 0xc000703800, 0x4f6d6c0, 0xc0004b5380, 0xc001864900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 773 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc00053ef90, 0x4ed5be0, 0xc0012f48c0)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 774 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0022ce1a0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 545 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc000754500, 0xc001887c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 594 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc0006db1e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 595 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc001880b60, 0xc06d3ff08008f410, 0x2dda1dca, 0x72abcc0, 0x4ee1ce0, 0xc000ad68f0, 0xc00124dbc0, 0xc0005d0e40, 0xc001887c80, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc001880b60, 0xc001887c80, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc0006db1e0, 0xc001887c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000654788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00124df88, 0x4e7a7a0, 0xc000914c60, 0xc001886001, 0xc001887c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000654788, 0x3b9aca00, 0x0, 0x100000000000001, 0xc001887c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc0006db1e0, 0xc001887c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 596 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006f4960, 0x4e7a7a0, 0xc00122e0f0, 0x1, 0xc001887ce0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006f4960, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001887ce0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 597 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000be5dc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 598 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0022a8000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 599 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0004f5dc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 600 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd6090, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0007dcf18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0007dcf00, 0xc0022aa000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0007dcf00, 0xc0022aa000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0005d6aa0, 0xc0022aa000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0022905a0, 0xc001881998, 0x9, 0x9, 0xc0022aa009, 0xc000780800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0022905a0, 0xc001881998, 0x9, 0x9, 0x9, 0x45b833, 0xd73403949df, 0xc001f5be50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001881998, 0x9, 0x9, 0x4e760c0, 0xc0022905a0, 0x0, 0xc06d3ff100000000, 0x1324405ff, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001881960, 0xc001724f40, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0004f5dc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 571 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0007e2780)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 572 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5fa8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000070918, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000070900, 0xc001914000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000070900, 0xc001914000, 0x8000, 0x8000, 0x203001, 0x203001, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00060e098, 0xc001914000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001912000, 0xc00173e118, 0x9, 0x9, 0x0, 0xc000780800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001912000, 0xc00173e118, 0x9, 0x9, 0x9, 0x1607dfb507552501, 0x61d48846, 0xc001f5add0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00173e118, 0x9, 0x9, 0x4e760c0, 0xc001912000, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00173e0e0, 0xc001724f20, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0007e2780, 0xc0011ba120, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0007e2780)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0007e2780)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 507 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc000726840)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 508 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0018801c0, 0xc06d3ff080006db0, 0x2dd19778, 0x72abcc0, 0x4ee1ce0, 0xc0022ce0d0, 0xc0015c9bc0, 0xc00187cde0, 0xc0022a6660, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0018801c0, 0xc0022a6660, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc000726840, 0xc0022a6660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001702788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0015c9f88, 0x4e7a7a0, 0xc0013e6000, 0xb550b43a34862a01, 0xc0022a6660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001702788, 0x3b9aca00, 0x0, 0xd94824541426ad01, 0xc0022a6660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc000726840, 0xc0022a6660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 509 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000914ba0, 0x4e7a7a0, 0xc001df6ea0, 0x57fc5a7a6b729501, 0xc0022a66c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000914ba0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0022a66c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1622 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc000974680, 0xc0001b1e40, 0xc00129b6e0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 510 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000be4d00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 511 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0022a9340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 512 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00149fdc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 513 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5ec0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000070218, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000070200, 0xc001628000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000070200, 0xc001628000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000638130, 0xc001628000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001decf60, 0xc0007948f8, 0x9, 0x9, 0xc001628009, 0xc00048a400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001decf60, 0xc0007948f8, 0x9, 0x9, 0x9, 0x45b833, 0xd739e6c83a4, 0xc001223e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0007948f8, 0x9, 0x9, 0x4e760c0, 0xc001decf60, 0x0, 0xc06d3ff100000000, 0x1907707a1, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0007948c0, 0xc00f2d3b60, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00149fdc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 642 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001ddc910, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001ded020, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00149fdc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 614 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0000d2780, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002290d80, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000802900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 615 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000802900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 616 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5dd8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001d5e318, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001d5e300, 0xc001566000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001d5e300, 0xc001566000, 0x8000, 0x8000, 0x400000801, 0x5, 0x400000801)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e0078, 0xc001566000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc002290d20, 0xc0001c08f8, 0x9, 0x9, 0x42bdd60, 0x4, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc002290d20, 0xc0001c08f8, 0x9, 0x9, 0x9, 0xc0001b09ab, 0xc00214fdd0, 0x40fc18)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001c08f8, 0x9, 0x9, 0x4e760c0, 0xc002290d20, 0x0, 0xc000000000, 0xc0007c8230, 0x409f7e0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001c08c0, 0xc00a386960, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000802900, 0xc0013e65a0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc000802900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc000802900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 574 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc001390720, 0xc00190a600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 575 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc001d70160)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 576 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc00173e2a0, 0xc06d3ff080ce282d, 0x2e9f51df, 0x72abcc0, 0x4ee1ce0, 0xc000ad6b60, 0xc001877bc0, 0xc00080f440, 0xc00190a600, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc00173e2a0, 0xc00190a600, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc001d70160, 0xc00190a600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002066f88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001877f88, 0x4e7a7a0, 0xc00151a8a0, 0x1, 0xc00190a600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002066f88, 0x3b9aca00, 0x0, 0x1, 0xc00190a600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc001d70160, 0xc00190a600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 577 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0011ba9c0, 0x4e7a7a0, 0xc0022c2150, 0x1, 0xc00190a660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0011ba9c0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc00190a660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 983 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc00173e2a0, 0xc00190a600, 0xc001edc120, 0xc00080f440)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 658 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00077d6c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 659 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc001df3b80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 984 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc000ad6b60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 840 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc00119edd0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 976 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc000bff600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 660 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000c49c00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 661 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5cf0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0007dc518, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0007dc500, 0xc001760000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0007dc500, 0xc001760000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00060e0f0, 0xc001760000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000baba40, 0xc00173f0d8, 0x9, 0x9, 0xc001760009, 0xc000780800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000baba40, 0xc00173f0d8, 0x9, 0x9, 0x9, 0x45b833, 0xd723c647b87, 0xc001224e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00173f0d8, 0x9, 0x9, 0x4e760c0, 0xc000baba40, 0x0, 0xc06d3ff000000000, 0x2e6e5def, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00173f0a0, 0xc000755020, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000c49c00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 662 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007fef00, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000babb00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000c49c00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 631 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0005d45a0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000a91da0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00064c900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 632 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00064c900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 633 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5c08, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001586398, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001586380, 0xc0013de000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001586380, 0xc0013de000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000afe138, 0xc0013de000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000a91d40, 0xc00067c118, 0x9, 0x9, 0x0, 0xc000781400, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000a91d40, 0xc00067c118, 0x9, 0x9, 0x9, 0x9d8be40119cb01, 0x61d48842, 0xc001e0bdd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00067c118, 0x9, 0x9, 0x4e760c0, 0xc000a91d40, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00067c0e0, 0xc001391720, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00064c900, 0xc0022c2450, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc00064c900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc00064c900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1005 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc001f54fc0, 0xc001f75380, 0xc001887140, 0xc0003548a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 465 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc00189c2a0, 0xc001f75380)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 690 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc00186e840)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 691 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc001f54fc0, 0xc06d3ff08097a510, 0x2e68cec7, 0x72abcc0, 0x4ee1ce0, 0xc0014ea8f0, 0xc002889bc0, 0xc0003548a0, 0xc001f75380, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc001f54fc0, 0xc001f75380, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc00186e840, 0xc001f75380)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0016c5f88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002889f88, 0x4e7a7a0, 0xc00122e9c0, 0x1, 0xc001f75380)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0016c5f88, 0x3b9aca00, 0x0, 0x1, 0xc001f75380)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc00186e840, 0xc001f75380)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 692 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00151aea0, 0x4e7a7a0, 0xc0022c2570, 0x1, 0xc001f753e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00151aea0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001f753e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 693 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001f81480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 694 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0015118c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1017 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc000957ac0, 0xc0013370e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 695 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001808fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 696 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5b20, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0003eab18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0003eab00, 0xc0005b0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0003eab00, 0xc0005b0000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0019100e8, 0xc0005b0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001f51b60, 0xc001f55df8, 0x9, 0x9, 0xc0005b0009, 0xc000580400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001f51b60, 0xc001f55df8, 0x9, 0x9, 0x9, 0x45b833, 0xd723cbcfaa8, 0xc00233de50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001f55df8, 0x9, 0x9, 0x4e760c0, 0xc001f51b60, 0x0, 0xc06d3ff000000000, 0x2ec7ab0d, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001f55dc0, 0xc001d43660, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001808fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 697 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001f53400, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001f51c20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc001808fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 84 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007b6af0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00158d5c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000603380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 85 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000603380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 86 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5a38, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0005fa098, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0005fa080, 0xc001250000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0005fa080, 0xc001250000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0000100d8, 0xc001250000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00158d560, 0xc0017fa118, 0x9, 0x9, 0x0, 0xc000580400, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00158d560, 0xc0017fa118, 0x9, 0x9, 0x9, 0xf6b4be00dbe101, 0x61d48842, 0xc0016dedd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0017fa118, 0x9, 0x9, 0x4e760c0, 0xc00158d560, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0017fa0e0, 0xc001d43640, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000603380, 0xc001883fb0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc000603380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc000603380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 88 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc0006a2180, 0xc001230660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 89 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc00200ef20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 90 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0017fa380, 0xc06d3ff080f11f79, 0x2ec2492c, 0x72abcc0, 0x4ee1ce0, 0xc0014eaea0, 0xc002a7dbc0, 0xc000c6e420, 0xc001230660, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0017fa380, 0xc001230660, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc00200ef20, 0xc001230660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000655788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002a7df88, 0x4e7a7a0, 0xc0005ed560, 0x1, 0xc001230660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000655788, 0x3b9aca00, 0x0, 0x1, 0xc001230660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc00200ef20, 0xc001230660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 91 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0014c1080, 0x4e7a7a0, 0xc00122ebd0, 0x1, 0xc0012306c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0014c1080, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0012306c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 92 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00063fc80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 93 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0009278c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 94 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0012741c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 95 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5950, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0005fa498, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0005fa480, 0xc001276000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0005fa480, 0xc001276000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0000103f0, 0xc001276000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0003c4480, 0xc0017fb458, 0x9, 0x9, 0xc001276009, 0xc000681c00, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0003c4480, 0xc0017fb458, 0x9, 0x9, 0x9, 0x45b833, 0xd7351fdb398, 0xc0016e0e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0017fb458, 0x9, 0x9, 0x4e760c0, 0xc0003c4480, 0x0, 0xc06d3ff100000000, 0x144082e47, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0017fb420, 0xc00f1bd620, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0012741c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 96 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007b76d0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003c4a20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0012741c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 850 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0017fb5e0, 0xc001231200, 0xc001dd7c20, 0xc000c4e060)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 706 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007b7860, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003c4fc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001273200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 707 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001273200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 708 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5868, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0005fab18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0005fab00, 0xc000696000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0005fab00, 0xc000696000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000010408, 0xc000696000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0003c4f60, 0xc0017fb538, 0x9, 0x9, 0x0, 0xc00348e000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0003c4f60, 0xc0017fb538, 0x9, 0x9, 0x9, 0x27cc20900f077201, 0x61d48846, 0xc0005f3dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0017fb538, 0x9, 0x9, 0x4e760c0, 0xc0003c4f60, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0017fb500, 0xc00f0c1a40, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001273200, 0xc0009e7500, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001273200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001273200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 710 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc0006a2400, 0xc001231200)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 711 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc00200f340)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 712 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0017fb5e0, 0xc06d3ff0801c3c52, 0x2ded660d, 0x72abcc0, 0x4ee1ce0, 0xc0022ce410, 0xc0022e9bc0, 0xc000c4e060, 0xc001231200, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0017fb5e0, 0xc001231200, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc00200f340, 0xc001231200)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001d89788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0022e9f88, 0x4e7a7a0, 0xc000a8c9f0, 0x1, 0xc001231200)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001d89788, 0x3b9aca00, 0x0, 0x1, 0xc001231200)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc00200f340, 0xc001231200)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 713 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b13920, 0x4e7a7a0, 0xc000a8d020, 0x9f71bace3cdbcd01, 0xc001231260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000b13920, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001231260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1168 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc000bd3450, 0xc00074a590)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1055 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0014eac30)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 714 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0015904c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 715 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc00202f8c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 716 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001274fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 717 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5780, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0005fb398, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0005fb380, 0xc0006bc000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0005fb380, 0xc0006bc000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000010500, 0xc0006bc000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000399080, 0xc000226498, 0x9, 0x9, 0xc0006bc009, 0xc000801400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000399080, 0xc000226498, 0x9, 0x9, 0x9, 0x45b833, 0xd739898c4b6, 0xc0005f0e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc000226498, 0x9, 0x9, 0x4e760c0, 0xc000399080, 0x0, 0xc06d3ff100000000, 0x18aa336de, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000226460, 0xc00f8313e0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001274fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 718 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007b7e50, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000399140, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc001274fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 852 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0022ce410, 0xc001dd7c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 968 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0015e6b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 721 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0014a3040, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001ded4a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00127ef00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 722 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00127ef00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 723 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cdd5698, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0005fb918, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0005fb900, 0xc0016f4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0005fb900, 0xc0016f4000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000010580, 0xc0016f4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0014a8fc0, 0xc000226578, 0x9, 0x9, 0x0, 0xc000801400, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0014a8fc0, 0xc000226578, 0x9, 0x9, 0x9, 0x32cc97bf0e357101, 0x61d48847, 0xc0005f2dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc000226578, 0x9, 0x9, 0x4e760c0, 0xc0014a8fc0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000226540, 0xc00f8313c0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00127ef00, 0xc000a8d860, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc00127ef00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc00127ef00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1205 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc00097ab80, 0xc00077d3d0, 0xc00034eea0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1056 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0014eac30, 0xc00237e900)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1621 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc003930a50, 0xc003922df0, 0x5, 0x5, 0x44b573, 0xc00129b978, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003930a50, 0xc003922df0, 0x5, 0x5, 0xc0039382e0, 0x4980e10, 0xc00391e960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001f7d0b0, 0xc003922df0, 0x5, 0x5, 0xc000100800, 0xc00391e988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001f7d0b0, 0xc003922df0, 0x5, 0x5, 0x5, 0xc001966700, 0xc0019527a2, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003936600, 0xc003922df0, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003922de0, 0x7fffffff, 0xc0019527a0, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003922de0, 0xc003936600, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001952701, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003922de0, 0x7f620c96a220, 0x72e5050, 0xc003936600, 0x0, 0x0, 0x45a0b80, 0xc001959360, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc003934500, 0x45a0b80, 0xc001959360, 0x0, 0xc00391ed20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc003934500, 0xc00391ed60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000cd4240, 0xc00391ee10, 0xc00391ede0, 0x44bfbf, 0xc00129b500)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000cd4240, 0x45a0b80, 0xc001959360, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003922e00, 0x45a0b80, 0xc001959360, 0xc00391eef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc003924a60, 0xc00391eef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc000974680, 0x4f67f60, 0xc003924a60)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1189 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0004da380, 0xc0013370e0, 0xc00129a7e0, 0xc0019136e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 772 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0022ce0d0, 0xc001154880)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 742 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc001faa000, 0xc06d3ff0803c5fb7, 0x2e0d896f, 0x72abcc0, 0x4ee1ce0, 0xc00119edd0, 0xc001933bc0, 0xc0018a3080, 0xc0015945a0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc001faa000, 0xc0015945a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc001508dc0, 0xc0015945a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0022c7788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001933f88, 0x4e7a7a0, 0xc000f86570, 0xc0022c7701, 0xc0015945a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0022c7788, 0x3b9aca00, 0x0, 0xc0022c7701, 0xc0015945a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc001508dc0, 0xc0015945a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 859 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0022ce4e0, 0xc0009253f0, 0xc001dd7f20)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 857 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0015bb180, 0xc000734b40, 0x4f38520, 0xc0010a2d80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 755 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0007c8bc0, 0x4ed5be0, 0xc00034cd80)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 743 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0015b6b40, 0x4e7a7a0, 0xc000d90d50, 0x1, 0xc001594600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0015b6b40, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001594600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 756 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc000ad6750)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 759 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0000d2e60, 0xc00094d270, 0x5, 0x5, 0x44b573, 0xc0014134f8, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0000d2e60, 0xc00094d270, 0x5, 0x5, 0xc001d42840, 0x4980e10, 0xc00214b960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0013e70e0, 0xc00094d270, 0x5, 0x5, 0xc000680000, 0xc00214b988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0013e70e0, 0xc00094d270, 0x5, 0x5, 0x5, 0xc000754880, 0xc001342a12, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004cc500, 0xc00094d270, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00094d260, 0x7fffffff, 0xc001342a10, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00094d260, 0xc0004cc500, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001342a01, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00094d260, 0x7f620c96a220, 0x72e5050, 0xc0004cc500, 0x0, 0x0, 0x45a0b80, 0xc001ddce10, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc001d5ef00, 0x45a0b80, 0xc001ddce10, 0x0, 0xc00214bd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc001d5ef00, 0xc00214bd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000fa85a0, 0xc00214be10, 0xc00214bde0, 0x44bfbf, 0xc001412cc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000fa85a0, 0x45a0b80, 0xc001ddce10, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc00094dce0, 0x45a0b80, 0xc001ddce10, 0xc00214bef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0007c8cb0, 0xc00214bef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc000ad6750, 0x4f67f60, 0xc0007c8cb0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 758 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc001df4380, 0xc000fa85a0, 0x4f38520, 0xc0013e6db0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 760 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc000ad6750, 0xc0014626e0, 0xc001413200)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 761 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0000d2ff0, 0xc00094def0, 0x5, 0x5, 0x0, 0x0, 0xc001d429e0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0000d2ff0, 0xc00094def0, 0x5, 0x5, 0xc001d429a0, 0x4980e10, 0xc001ec5778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0013e7440, 0xc00094def0, 0x5, 0x5, 0xc000100800, 0xc001ec57a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0013e7440, 0xc00094def0, 0x5, 0x5, 0x5, 0x4203060, 0xc0007e01a0, 0x36)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004cc600, 0xc00094def0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00094dee0, 0x400000, 0x40f2b0, 0xc00072c240, 0x90, 0x90, 0x43939e0, 0xc001ec5970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00094dee0, 0xc0004cc600, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0007c8e60, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00094dee0, 0x7f620c96a220, 0x72e5050, 0xc0004cc600, 0x0, 0x0, 0x450f520, 0xc0007c8e70, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0007a0840, 0x450f520, 0xc0007c8e70, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0007c8e00, 0x4f38460, 0xc0011d2cc0, 0xc00078e690)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0007c8e00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0007a0840, 0x72e5050, 0xc0004cc600)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc001f7a000, 0xc0004cc600, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc001f7a000, 0xc0004cc600, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000acc0e0, 0xc000703800, 0x4f6d6c0, 0xc001f7a000, 0xc0004cc600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 762 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc0011d2b80, 0x3, 0x4f38460, 0xc0011d2cc0, 0xc001d42a20, 0x17, 0xc00078e690)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 763 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc0011d2d40, 0xc00077d3d0, 0xc0005d0120)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 764 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc00037b740, 0xc0005d0120, 0xc0005d0101, 0xc001d42a20, 0x17)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 744 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001dbb600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 851 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0022ce410)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 745 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc001d4adc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 858 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000646550, 0xc0008f1a10, 0x5, 0x5, 0xc00eee7500, 0x0, 0xa80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000646550, 0xc0008f1a10, 0x5, 0x5, 0xc0008d3460, 0x4980e10, 0xc0022d6960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0010a2f60, 0xc0008f1a10, 0x5, 0x5, 0x995, 0xc0022d6988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0010a2f60, 0xc0008f1a10, 0x5, 0x5, 0x5, 0xc00d0408c0, 0xc00eee6a8a, 0x995)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001dbcc00, 0xc0008f1a10, 0x5, 0x5, 0x99f, 0x5, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0008f1a00, 0x7fffffff, 0xc00eee6a80, 0x99f, 0x99f, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0008f1a00, 0xc001dbcc00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc00eee6a01, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0008f1a00, 0x7f620c96a220, 0x72e5050, 0xc001dbcc00, 0x0, 0x0, 0x45a0b80, 0xc00744dc70, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00004b480, 0x45a0b80, 0xc00744dc70, 0x0, 0xc0022d6d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00004b480, 0xc0022d6d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000734b40, 0xc0022d6e10, 0xc0022d6de0, 0x44bfbf, 0xc001dd7d40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000734b40, 0x45a0b80, 0xc00744dc70, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc0008f1a20, 0x45a0b80, 0xc00744dc70, 0xc0022d6ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc00053fa70, 0xc0022d6ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0022ce4e0, 0x4f67f60, 0xc00053fa70)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 854 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc00053f970, 0x4ed5be0, 0xc0012f5100)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 785 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc00187dc80, 0xc00187dbc0, 0xc00053f300)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 767 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc0005d04e0, 0xc00037b740, 0xc0007c8ee0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1124 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc000ad75f0, 0xc00217c2c0, 0xc001edc420)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 771 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0022ce0d0, 0xc001dd7020)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 839 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc001faa000, 0xc0015945a0, 0xc0005cf440, 0xc0018a3080)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 770 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0022ce0d0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 855 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0022ce4e0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1825 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0037a0000, 0xc000616600, 0xc00419aa20, 0xc00395dc20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 777 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000346c80, 0xc0008f0db0, 0x5, 0x5, 0x44b573, 0xc001dd74f8, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000346c80, 0xc0008f0db0, 0x5, 0x5, 0xc0008d25e0, 0x4980e10, 0xc0015cc960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000df2cf0, 0xc0008f0db0, 0x5, 0x5, 0xc000100000, 0xc0015cc988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc000df2cf0, 0xc0008f0db0, 0x5, 0x5, 0x5, 0xc0008d2740, 0xc0011549a2, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001dbc900, 0xc0008f0db0, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0008f0da0, 0x7fffffff, 0xc0011549a0, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0008f0da0, 0xc001dbc900, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001154901, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0008f0da0, 0x7f620c96a220, 0x72e5050, 0xc001dbc900, 0x0, 0x0, 0x45a0b80, 0xc0003473b0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00004b380, 0x45a0b80, 0xc0003473b0, 0x0, 0xc0015ccd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00004b380, 0xc0015ccd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000734900, 0xc0015cce10, 0xc0015ccde0, 0x44bfbf, 0x7f620d1ad170)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000734900, 0x45a0b80, 0xc0003473b0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc0008f0dc0, 0x45a0b80, 0xc0003473b0, 0xc0015ccef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc00053f120, 0xc0015ccef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0022ce1a0, 0x4f67f60, 0xc00053f120)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 853 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0022ce410, 0xc001154d10)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 776 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0022a2000, 0xc000734900, 0x4f38520, 0xc001df7f80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 778 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0022ce1a0, 0xc000924840, 0xc001dd72c0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 779 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000346f50, 0xc0008f0ff0, 0x5, 0x5, 0x0, 0x0, 0xc0008d26a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000346f50, 0xc0008f0ff0, 0x5, 0x5, 0xc0008d2660, 0x4980e10, 0xc0022d5778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000df35c0, 0xc0008f0ff0, 0x5, 0x5, 0xc000100000, 0xc0022d57a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc000df35c0, 0xc0008f0ff0, 0x5, 0x5, 0x5, 0x4203060, 0xc000370330, 0x3a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001dbca00, 0xc0008f0ff0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0008f0fe0, 0x400000, 0x40f2b0, 0xc001f96480, 0x90, 0x90, 0x43939e0, 0xc0022d5970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0008f0fe0, 0xc001dbca00, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc00053f2b0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0008f0fe0, 0x7f620c96a220, 0x72e5050, 0xc001dbca00, 0x0, 0x0, 0x450f520, 0xc00053f2c0, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc000475b00, 0x450f520, 0xc00053f2c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc00053f260, 0x4f38460, 0xc0012f4b00, 0xc0009c8770)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc00053f260, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc000475b00, 0x72e5050, 0xc001dbca00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc0007e2780, 0xc001dbca00, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc0007e2780, 0xc001dbca00, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000f98080, 0xc000703800, 0x4f6d6c0, 0xc0007e2780, 0xc001dbca00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 780 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc0012f4ac0, 0x4, 0x4f38460, 0xc0012f4b00, 0xc0008d26c0, 0x19, 0xc0009c8770)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 781 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc0012f4b80, 0xc00077d3d0, 0xc00187dc20)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 782 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc00187dbc0, 0xc00187dc20, 0xc00187dc01, 0xc0008d26c0, 0x19)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 950 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0012350e0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000b79bc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0018ac900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 790 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc000ad68f0, 0xc001413a40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 967 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000bceb40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 791 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc000ad68f0, 0xc0012b4ce0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 792 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0007c9430, 0x4ed5be0, 0xc0011d3240)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 793 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc000ad69c0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 796 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0000d3e50, 0xc0005d2970, 0x5, 0x5, 0x44b573, 0xc001413f18, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0000d3e50, 0xc0005d2970, 0x5, 0x5, 0xc001d42ec0, 0x4980e10, 0xc001ec5960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0013e7c80, 0xc0005d2970, 0x5, 0x5, 0xc000100000, 0xc001ec5988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0013e7c80, 0xc0005d2970, 0x5, 0x5, 0x5, 0xc0008d2c40, 0xc001154ca2, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004cc800, 0xc0005d2970, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0005d2960, 0x7fffffff, 0xc001154ca0, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0005d2960, 0xc0004cc800, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001154c01, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0005d2960, 0x7f620c96a220, 0x72e5050, 0xc0004cc800, 0x0, 0x0, 0x45a0b80, 0xc000347720, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc001d5f980, 0x45a0b80, 0xc000347720, 0x0, 0xc001ec5d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc001d5f980, 0xc001ec5d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000fa87e0, 0xc001ec5e10, 0xc001ec5de0, 0x44bfbf, 0xc001413b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000fa87e0, 0x45a0b80, 0xc000347720, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc0005d2980, 0x45a0b80, 0xc000347720, 0xc001ec5ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0007c9530, 0xc001ec5ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc000ad69c0, 0x4f67f60, 0xc0007c9530)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 795 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc00064b880, 0xc000fa87e0, 0x4f38520, 0xc0013e7bf0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 797 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc000ad69c0, 0xc001462d10, 0xc001413ce0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 798 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0003f4960, 0xc0005d2cd0, 0x5, 0x5, 0x0, 0x0, 0xc001d42fa0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0003f4960, 0xc0005d2cd0, 0x5, 0x5, 0xc001d42f60, 0x4980e10, 0xc001ec6778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0013e7e00, 0xc0005d2cd0, 0x5, 0x5, 0xc000100800, 0xc001ec67a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0013e7e00, 0xc0005d2cd0, 0x5, 0x5, 0x5, 0x4203060, 0xc0007e0280, 0x34)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004cc900, 0xc0005d2cd0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0005d2cc0, 0x400000, 0x40f2b0, 0xc00072c5a0, 0x90, 0x90, 0x43939e0, 0xc001ec6970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0005d2cc0, 0xc0004cc900, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0007c96e0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0005d2cc0, 0x7f620c96a220, 0x72e5050, 0xc0004cc900, 0x0, 0x0, 0x450f520, 0xc0007c96f0, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0007a09c0, 0x450f520, 0xc0007c96f0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0007c96a0, 0x4f38460, 0xc0011d3500, 0xc00078ea10)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0007c96a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0007a09c0, 0x72e5050, 0xc0004cc900)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc001df1200, 0xc0004cc900, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc001df1200, 0xc0004cc900, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000a0ad50, 0xc000703800, 0x4f6d6c0, 0xc001df1200, 0xc0004cc900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 799 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc0011d34c0, 0x5, 0x4f38460, 0xc0011d3500, 0xc001d42fc0, 0x16, 0xc00078ea10)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 800 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc0011d3580, 0xc00077d3d0, 0xc0005d1c80)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 801 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc0005d1c20, 0xc0005d1c80, 0xc0005d1c01, 0xc001d42fc0, 0x16)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1285 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0022fa000, 0xc0011c47e0, 0xc001ffe060, 0xc000345da0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 870 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0003f5220, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0005d1f20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001ecd980)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 868 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc0005d1ce0, 0xc0005d1c20, 0xc0007c9770)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 860 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000646c30, 0xc0008f1c50, 0x5, 0x5, 0x0, 0x0, 0xc0008d3520)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000646c30, 0xc0008f1c50, 0x5, 0x5, 0xc0008d34e0, 0x4980e10, 0xc0022d7778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0010a3800, 0xc0008f1c50, 0x5, 0x5, 0xc000100000, 0xc0022d77a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0010a3800, 0xc0008f1c50, 0x5, 0x5, 0x5, 0x4203060, 0xc000370500, 0x32)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001dbcd00, 0xc0008f1c50, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0008f1c40, 0x400000, 0x40f2b0, 0xc001f96990, 0x90, 0x90, 0x43939e0, 0xc0022d7970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0008f1c40, 0xc001dbcd00, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc00053fbf0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0008f1c40, 0x7f620c96a220, 0x72e5050, 0xc001dbcd00, 0x0, 0x0, 0x450f520, 0xc00053fc00, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc000475e00, 0x450f520, 0xc00053fc00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc00053fbc0, 0x4f38460, 0xc0012f5340, 0xc0009c8e00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc00053fbc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc000475e00, 0x72e5050, 0xc001dbcd00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc001273200, 0xc001dbcd00, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc001273200, 0xc001dbcd00, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000c645b0, 0xc000703800, 0x4f6d6c0, 0xc001273200, 0xc001dbcd00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 861 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc0012f5300, 0x6, 0x4f38460, 0xc0012f5340, 0xc0008d3540, 0x15, 0xc0009c8e00)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 862 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc0012f53c0, 0xc00077d3d0, 0xc000c4f6e0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 863 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc000c4f680, 0xc000c4f6e0, 0xc000c4f601, 0xc0008d3540, 0x15)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 874 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc0011d3f80, 0x7, 0x4f38460, 0xc0011d3fc0, 0xc001d431a0, 0x15, 0xc00078ea80)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 882 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc000c4f740, 0xc000c4f680, 0xc00053fc60)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 873 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0003f5770, 0xc0005d3210, 0x5, 0x5, 0x0, 0x0, 0xc001d43180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0003f5770, 0xc0005d3210, 0x5, 0x5, 0xc001d43140, 0x4980e10, 0xc0018b0778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0007a5a40, 0xc0005d3210, 0x5, 0x5, 0xc000100800, 0xc0018b07a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0007a5a40, 0xc0005d3210, 0x5, 0x5, 0x5, 0x4203060, 0xc0007e0330, 0x32)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004cca00, 0xc0005d3210, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0005d3200, 0x400000, 0x40f2b0, 0xc00072c870, 0x90, 0x90, 0x43939e0, 0xc0018b0970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0005d3200, 0xc0004cca00, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0007c9cc0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0005d3200, 0x7f620c96a220, 0x72e5050, 0xc0004cca00, 0x0, 0x0, 0x450f520, 0xc0007c9cd0, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0007a0a80, 0x450f520, 0xc0007c9cd0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0007c9c80, 0x4f38460, 0xc0011d3fc0, 0xc00078ea80)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0007c9c80, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0007a0a80, 0x72e5050, 0xc0004cca00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc00127ef00, 0xc0004cca00, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc00127ef00, 0xc0004cca00, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000c64be0, 0xc000703800, 0x4f6d6c0, 0xc00127ef00, 0xc0004cca00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 746 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001facc40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 747 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3a80, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00158e698, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00158e680, 0xc001fb6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00158e680, 0xc001fb6000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0005d63c8, 0xc001fb6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000344000, 0xc001faae38, 0x9, 0x9, 0xc001fb6009, 0xc003306400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000344000, 0xc001faae38, 0x9, 0x9, 0x9, 0x45b833, 0xd72d45f93fa, 0xc00182ae50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001faae38, 0x9, 0x9, 0x4e760c0, 0xc000344000, 0x0, 0xc06d3ff100000000, 0xc66a6786, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001faae00, 0xc0016c61c0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001facc40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 748 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00013b3b0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003442a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc001facc40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 871 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001ecd980)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 872 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3998, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001d5fb18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001d5fb00, 0xc001b58000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001d5fb00, 0xc001b58000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e0300, 0xc001b58000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0005d1ec0, 0xc0001c09d8, 0x9, 0x9, 0x0, 0xc003306400, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0005d1ec0, 0xc0001c09d8, 0x9, 0x9, 0x9, 0x2163c6390f04c101, 0x61d48844, 0xc001ec6dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001c09d8, 0x9, 0x9, 0x4e760c0, 0xc0005d1ec0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001c09a0, 0xc0016c61a0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001ecd980, 0xc0007a4540, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001ecd980)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001ecd980)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1054 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc001faaee0, 0xc001595500, 0xc00237e8a0, 0xc000bb92c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 750 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc001580540, 0xc001595500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 751 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc0015091e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 752 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc001faaee0, 0xc06d3ff080af6806, 0x2e8091bf, 0x72abcc0, 0x4ee1ce0, 0xc0014eac30, 0xc001ba9bc0, 0xc000bb92c0, 0xc001595500, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc001faaee0, 0xc001595500, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc0015091e0, 0xc001595500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001869788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001ba9f88, 0x4e7a7a0, 0xc000b2a6c0, 0xc000632901, 0xc001595500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001869788, 0x3b9aca00, 0x0, 0x1, 0xc001595500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc0015091e0, 0xc001595500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 753 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000cbf5c0, 0x4e7a7a0, 0xc001897860, 0x1, 0xc001595560)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000cbf5c0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001595560)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 898 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001dbbd00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 899 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc001d682c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 900 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001fada40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 901 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec38b0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00158eb98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00158eb80, 0xc001fd2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00158eb80, 0xc001fd2000, 0x8000, 0x8000, 0x800000601, 0x0, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0005d6490, 0xc001fd2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000344fc0, 0xc001fabd18, 0x9, 0x9, 0xc0117bf7e0, 0x20, 0x18)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000344fc0, 0xc001fabd18, 0x9, 0x9, 0x9, 0x922785, 0x10000c0117ca32c, 0x7f620bff48e0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001fabd18, 0x9, 0x9, 0x4e760c0, 0xc000344fc0, 0x0, 0xc000000000, 0xc0018b4e98, 0x40fc18)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001fabce0, 0xc0117ca320, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001fada40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 902 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00013bef0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000345080, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc001fada40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1286 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc001fce750)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 841 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc00119edd0, 0xc0005cf4a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 904 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000f7c050, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0018a2f00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001fd0d80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 905 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001fd0d80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 906 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec37c8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00158ee98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00158ee80, 0xc001fea000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00158ee80, 0xc001fea000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0005d6498, 0xc001fea000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0003450e0, 0xc001fabdf8, 0x9, 0x9, 0xc00182bd40, 0x45b833, 0xd73baad6e3b)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0003450e0, 0xc001fabdf8, 0x9, 0x9, 0x9, 0xc06d3ff21945ed24, 0x1acb7d2d7, 0x72abcc0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001fabdf8, 0x9, 0x9, 0x4e760c0, 0xc0003450e0, 0x0, 0x0, 0xc00f39f500, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001fabdc0, 0xc00f39f500, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001fd0d80, 0xc0008f4d20, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001fd0d80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001fd0d80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 842 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc00119edd0, 0xc0012f8f70)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 884 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc0008d3720, 0xc0011c47e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 885 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc0009eac60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 886 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0022fa000, 0xc06d3ff0812efe90, 0x2f00283c, 0x72abcc0, 0x4ee1ce0, 0xc001fce750, 0xc0022f3bc0, 0xc000345da0, 0xc0011c47e0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0022fa000, 0xc0011c47e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc0009eac60, 0xc0011c47e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001ebc788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0022f3f88, 0x4e7a7a0, 0xc0008f4de0, 0x51def9cb14613101, 0xc0011c47e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001ebc788, 0x3b9aca00, 0x0, 0xff3c2e106ac1f901, 0xc0011c47e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc0009eac60, 0xc0011c47e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 887 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000f30330, 0x4e7a7a0, 0xc001c82480, 0x65ca6c2d136e0e01, 0xc0011c4a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000f30330, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0011c4a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 843 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc000fd9220, 0x4ed5be0, 0xc001232ec0)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 844 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc00119eea0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 847 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0004c6f00, 0xc000fd0b10, 0x5, 0x5, 0xc000884a90, 0x0, 0xd0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0004c6f00, 0xc000fd0b10, 0x5, 0x5, 0xc00111a160, 0x4980e10, 0xc0018af960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001c82420, 0xc000fd0b10, 0x5, 0x5, 0xfb, 0xc0018af988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001c82420, 0xc000fd0b10, 0x5, 0x5, 0x5, 0xc003b8bf00, 0xc01055a249, 0xfb)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000412f00, 0xc000fd0b10, 0x5, 0x5, 0x104, 0x4, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000fd0b00, 0x7fffffff, 0xc01055a240, 0x104, 0x104, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc000fd0b00, 0xc000412f00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc01055a201, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc000fd0b00, 0x7f620c96a220, 0x72e5050, 0xc000412f00, 0x0, 0x0, 0x45a0b80, 0xc00717e1e0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc000afb080, 0x45a0b80, 0xc00717e1e0, 0x0, 0xc0018afd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc000afb080, 0xc0018afd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc0011967e0, 0xc0018afe10, 0xc0018afde0, 0x44bfbf, 0xc0005cf5c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0011967e0, 0x45a0b80, 0xc00717e1e0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc000fd0b20, 0x45a0b80, 0xc00717e1e0, 0xc0018afef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc000fd92f0, 0xc0018afef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc00119eea0, 0x4f67f60, 0xc000fd92f0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 846 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc00211ce00, 0xc0011967e0, 0x4f38520, 0xc001c82390)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 848 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00119eea0, 0xc000746630, 0xc0005cfa40)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1087 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec4998, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0036b1a98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0036b1a80, 0xc003900000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0036b1a80, 0xc003900000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000affb48, 0xc003900000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0036cb6e0, 0xc00173f618, 0x9, 0x9, 0x0, 0xc000100800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0036cb6e0, 0xc00173f618, 0x9, 0x9, 0x9, 0x47a56b601957b01, 0x61d48842, 0xc002dfadd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00173f618, 0x9, 0x9, 0x4e760c0, 0xc0036cb6e0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00173f5e0, 0xc001966740, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000cb9b00, 0xc001e662d0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc000cb9b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc000cb9b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1086 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000cb9b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 996 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc001d71760)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 995 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc001390ca0, 0xc00190b5c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 875 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc00106e040, 0xc00077d3d0, 0xc00080ed20)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 876 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc00080ecc0, 0xc00080ed20, 0xc00080ed01, 0xc001d431a0, 0x15)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 942 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00195a3c0, 0x4e7a7a0, 0xc001e66300, 0x1, 0xc001230180)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00195a3c0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001230180)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1090 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc000944370, 0x4ed5be0, 0xc001c79380)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 2466 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc000b7a9c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1451 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc003d744c0, 0x12, 0x4f38460, 0xc003d74500, 0xc003d86120, 0x23, 0xc003d88070)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1204 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc00097aac0, 0xc, 0x4f38460, 0xc00097ab00, 0xc001343b60, 0xf, 0xc001538620)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 888 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0012f5bc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 889 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0022fe840)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 970 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec2fa0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0004c2718, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0004c2700, 0xc002950000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0004c2700, 0xc002950000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc001238110, 0xc002950000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000b78cc0, 0xc0015eed58, 0x9, 0x9, 0xc002950009, 0xc000780800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000b78cc0, 0xc0015eed58, 0x9, 0x9, 0x9, 0x45b833, 0xd723ce5f745, 0xc00231fe50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0015eed58, 0x9, 0x9, 0x4e760c0, 0xc000b78cc0, 0x0, 0xc06d3ff000000000, 0x2ef0b1a9, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0015eed20, 0xc001236a20, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0015ecc40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 890 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00046ac40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 969 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0015ecc40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 891 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec36e0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00004bb98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00004bb80, 0xc001bbe000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00004bb80, 0xc001bbe000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0003707c8, 0xc001bbe000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00007ba40, 0xc0022fb0d8, 0x9, 0x9, 0xc001bbe009, 0xc0000a2c00, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00007ba40, 0xc0022fb0d8, 0x9, 0x9, 0x9, 0x45b833, 0xd723ce4e259, 0xc0022d7e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0022fb0d8, 0x9, 0x9, 0x4e760c0, 0xc00007ba40, 0x0, 0xc06d3ff000000000, 0x2eef80da, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0022fb0a0, 0xc0010103e0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00046ac40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 892 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000647770, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00007bb00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00046ac40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1119 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0022fb260, 0xc0011c5f20, 0xc001548420, 0xc000d10180)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 894 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000647900, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00007bce0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0022fd680)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 895 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0022fd680)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 896 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec35f8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00004be98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00004be80, 0xc001c66000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00004be80, 0xc001c66000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0003707d0, 0xc001c66000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00007bc80, 0xc0022fb1b8, 0x9, 0x9, 0x0, 0xc0000a2c00, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00007bc80, 0xc0022fb1b8, 0x9, 0x9, 0x9, 0x11e9b8d00b35401, 0x61d48842, 0xc001ec0dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0022fb1b8, 0x9, 0x9, 0x4e760c0, 0xc00007bc80, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0022fb180, 0xc0010103c0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0022fd680, 0xc001c98810, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0022fd680)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0022fd680)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 914 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc000957620, 0xc0011c5f20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 915 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc0009eba20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 916 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0022fb260, 0xc06d3ff08117ca27, 0x2ee8f3dc, 0x72abcc0, 0x4ee1ce0, 0xc001596410, 0xc001e2bbc0, 0xc000d10180, 0xc0011c5f20, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0022fb260, 0xc0011c5f20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc0009eba20, 0xc0011c5f20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001ff6788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001e2bf88, 0x4e7a7a0, 0xc001cac5a0, 0x1, 0xc0011c5f20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001ff6788, 0x3b9aca00, 0x0, 0x1, 0xc0011c5f20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc0009eba20, 0xc0011c5f20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 917 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001c98cf0, 0x4e7a7a0, 0xc001cac7b0, 0x1, 0xc00149a240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001c98cf0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc00149a240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 918 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00139e380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 919 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0022ffb80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 920 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00046ba40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 921 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3510, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0008fcd18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0008fcd00, 0xc001c6e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0008fcd00, 0xc001c6e000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0003708e8, 0xc001c6e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00036ccc0, 0xc0004da118, 0x9, 0x9, 0xc001c6e009, 0xc0033ef400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00036ccc0, 0xc0004da118, 0x9, 0x9, 0x9, 0x45b833, 0xd739e879344, 0xc001bbae50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0004da118, 0x9, 0x9, 0x4e760c0, 0xc00036ccc0, 0x0, 0xc06d3ff100000000, 0x190923766, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0004da0e0, 0xc010406680, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00046ba40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 922 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000647ef0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00036ce40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00046ba40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1165 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc00173f180, 0xc00190b5c0, 0xc000616240, 0xc000b73260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1027 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00117aa00, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00151ede0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc002178600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1008 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0014ea8f0, 0xc000f998e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1120 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc001596410)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 925 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001cea500, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0014a9440, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0004b5380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 926 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0004b5380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 927 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3428, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0008fd118, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0008fd100, 0xc001ca2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0008fd100, 0xc001ca2000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000370950, 0xc001ca2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000740300, 0xc0004da1f8, 0x9, 0x9, 0x0, 0xc0033ef400, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000740300, 0xc0004da1f8, 0x9, 0x9, 0x9, 0x38bb4c130f402301, 0x61d48847, 0xc001c8add0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0004da1f8, 0x9, 0x9, 0x4e760c0, 0xc000740300, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0004da1c0, 0xc010406660, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0004b5380, 0xc001cacae0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0004b5380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0004b5380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1270 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc000bcfd80, 0xc00077d3d0, 0xc000630ea0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1167 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc000bd3450, 0xc0006162a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1591 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc000bd3ad0, 0xc001dd6cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1018 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc000c4d1e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 673 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc00080ed80, 0xc00080ecc0, 0xc0007c9d20)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1148 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc00106eb80, 0x10, 0x4f38460, 0xc00106ebc0, 0xc001d43820, 0x12, 0xc00078eee0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1620 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0018e6e00, 0xc000cd4240, 0x4f38520, 0xc001f7d020)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 975 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc000648600, 0xc0015fc420)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1131 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00117b7c0, 0xc00122d5d0, 0x5, 0x5, 0x0, 0x0, 0xc001236980)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00117b7c0, 0xc00122d5d0, 0x5, 0x5, 0xc001236940, 0x4980e10, 0xc002ac0778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000635980, 0xc00122d5d0, 0x5, 0x5, 0xc000780800, 0xc002ac07a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc000635980, 0xc00122d5d0, 0x5, 0x5, 0x5, 0x4203060, 0xc002176140, 0x3a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001d20400, 0xc00122d5d0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00122d5c0, 0x400000, 0x40f2b0, 0xc000640ea0, 0x90, 0x90, 0x43939e0, 0xc002ac0970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00122d5c0, 0xc001d20400, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0013556f0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00122d5c0, 0x7f620c96a220, 0x72e5050, 0xc001d20400, 0x0, 0x0, 0x450f520, 0xc001355700, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0005da300, 0x450f520, 0xc001355700, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0013556c0, 0x4f38460, 0xc0011efc80, 0xc00189a460)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0013556c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0005da300, 0x72e5050, 0xc001d20400)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc0018ac900, 0xc001d20400, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc0018ac900, 0xc001d20400, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000bc4230, 0xc000703800, 0x4f6d6c0, 0xc0018ac900, 0xc001d20400)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1269 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc000bcfcc0, 0xf, 0x4f38460, 0xc000bcfd00, 0xc000648ac0, 0x1a, 0xc000aec460)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1006 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0014ea8f0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1274 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc000630f00, 0xc000630e40, 0xc001382380)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1013 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001cea870, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0007408a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000566480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1007 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0014ea8f0, 0xc0018871a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1091 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0014ead00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1487 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc000974410, 0xc00129b380)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 998 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00122f860, 0x4e7a7a0, 0xc001cd61b0, 0x1, 0xc00190b620)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00122f860, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc00190b620)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 999 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001c78580)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1000 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc00200bb80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1001 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000c49dc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1002 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3340, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0007dd398, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0007dd380, 0xc00235a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0007dd380, 0xc00235a000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00060e250, 0xc00235a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001909a40, 0xc00173f458, 0x9, 0x9, 0xc00235a009, 0xc003306400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001909a40, 0xc00173f458, 0x9, 0x9, 0x9, 0x45b833, 0xd734a0ff9f8, 0xc00216de50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00173f458, 0x9, 0x9, 0x4e760c0, 0xc001909a40, 0x0, 0xc06d3ff100000000, 0x13c19bbc3, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00173f420, 0xc010749080, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000c49dc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1003 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007ffc20, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001909c80, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000c49dc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1485 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0018d8380, 0xc001edd9e0, 0xc00129b320, 0xc003926f60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1488 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc000974410, 0xc0039206b0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1028 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc002178600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1029 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3258, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000fae398, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000fae380, 0xc001cc8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000fae380, 0xc001cc8000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc002176040, 0xc001cc8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00151ed80, 0xc000596038, 0x9, 0x9, 0x0, 0xc000780800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00151ed80, 0xc000596038, 0x9, 0x9, 0x9, 0x1fde75fe0c295001, 0x61d48846, 0xc00216bdd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc000596038, 0x9, 0x9, 0x4e760c0, 0xc00151ed80, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000596000, 0xc004b1b620, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc002178600, 0xc000634840, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc002178600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc002178600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1166 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc000bd3450)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1482 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003926b40, 0xc003926a80, 0xc003924640)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1031 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0011ef3c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1032 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0005ca2c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 941 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc001f541c0, 0xc06d3ff0843e8528, 0x320faee1, 0x72abcc0, 0x4ee1ce0, 0xc0009f6f70, 0xc00288dbc0, 0xc002b9b320, 0xc0012300c0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc001f541c0, 0xc0012300c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc000726580, 0xc0012300c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0018aa788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00288df88, 0x4e7a7a0, 0xc0018fe030, 0x1, 0xc0012300c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0018aa788, 0x3b9aca00, 0x0, 0x1, 0xc0012300c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc000726580, 0xc0012300c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1033 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00069e000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1034 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3170, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000fae618, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000fae600, 0xc002898000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000fae600, 0xc002898000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0021760e8, 0xc002898000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00151f3e0, 0xc000596118, 0x9, 0x9, 0xc002898009, 0xc0033ef400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00151f3e0, 0xc000596118, 0x9, 0x9, 0x9, 0x45b833, 0xd728c8aeb38, 0xc001c86e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc000596118, 0x9, 0x9, 0x4e760c0, 0xc00151f3e0, 0x0, 0xc06d3ff000000000, 0x7e952e7f, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0005960e0, 0xc000e36020, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00069e000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1035 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00117af50, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00151f4a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00069e000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1014 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000566480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1015 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3088, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0008fd318, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0008fd300, 0xc0028b0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0008fd300, 0xc0028b0000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000370998, 0xc0028b0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0007407e0, 0xc0004da2d8, 0x9, 0x9, 0x0, 0xc000681c00, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0007407e0, 0xc0004da2d8, 0x9, 0x9, 0x9, 0x1529d78d035aa501, 0x61d48843, 0xc001c8bdd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0004da2d8, 0x9, 0x9, 0x4e760c0, 0xc0007407e0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0004da2a0, 0xc001e74680, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000566480, 0xc001cad080, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc000566480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc000566480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1009 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc000941c00, 0x4ed5be0, 0xc001c78c00)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1042 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0014ea9c0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1045 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001cf0190, 0xc00119c790, 0x5, 0x5, 0x44b573, 0xc00237e0b8, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001cf0190, 0xc00119c790, 0x5, 0x5, 0xc001391680, 0x4980e10, 0xc002945960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001cd6810, 0xc00119c790, 0x5, 0x5, 0xc000780800, 0xc002945988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001cd6810, 0xc00119c790, 0x5, 0x5, 0x5, 0xc000755000, 0xc0013435aa, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001f92f00, 0xc00119c790, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00119c780, 0x7fffffff, 0xc0013435a8, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00119c780, 0xc001f92f00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001343501, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00119c780, 0x7f620c96a220, 0x72e5050, 0xc001f92f00, 0x0, 0x0, 0x45a0b80, 0xc001ddd900, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc0007dd700, 0x45a0b80, 0xc001ddd900, 0x0, 0xc002945d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc0007dd700, 0xc002945d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc0003eefc0, 0xc002945e10, 0xc002945de0, 0x44bfbf, 0xc001887260)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0003eefc0, 0x45a0b80, 0xc001ddd900, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc00119c820, 0x45a0b80, 0xc001ddd900, 0xc002945ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc000941cb0, 0xc002945ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0014ea9c0, 0x4f67f60, 0xc000941cb0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1044 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc001df4e00, 0xc0003eefc0, 0x4f38520, 0xc001cd6780)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1046 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0014ea9c0, 0xc0001b1810, 0xc001887440)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1036 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00117b090, 0xc00122cf70, 0x5, 0x5, 0x0, 0x0, 0xc0012366c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00117b090, 0xc00122cf70, 0x5, 0x5, 0xc001236680, 0x4980e10, 0xc002338778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000635170, 0xc00122cf70, 0x5, 0x5, 0xc000100c00, 0xc0023387a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc000635170, 0xc00122cf70, 0x5, 0x5, 0x5, 0x4203060, 0xc0021760f0, 0x40)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001d20200, 0xc00122cf70, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00122cf60, 0x400000, 0x40f2b0, 0xc000640b40, 0x90, 0x90, 0x43939e0, 0xc002338970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00122cf60, 0xc001d20200, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc001355110, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00122cf60, 0x7f620c96a220, 0x72e5050, 0xc001d20200, 0x0, 0x0, 0x450f520, 0xc001355120, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0005da180, 0x450f520, 0xc001355120, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0013550c0, 0x4f38460, 0xc0011ef740, 0xc00189a2a0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0013550c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0005da180, 0x72e5050, 0xc001d20200)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc00064c900, 0xc001d20200, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc00064c900, 0xc001d20200, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001170250, 0xc000703800, 0x4f6d6c0, 0xc00064c900, 0xc001d20200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1037 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc0011ef700, 0x8, 0x4f38460, 0xc0011ef740, 0xc0012366e0, 0x1c, 0xc00189a2a0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 971 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00045af00, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000b79140, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0015ecc40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1038 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc0011ef7c0, 0xc00077d3d0, 0xc00151f8c0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1039 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc00151f860, 0xc00151f8c0, 0xc00151f801, 0xc0012366e0, 0x1c)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1095 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0014ead00, 0xc0001b18c0, 0xc00237eba0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1225 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0015eee00, 0xc0015fc420, 0xc001548ba0, 0xc000d10b40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 977 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0015eee00, 0xc06d3ff0811b7be0, 0x2eeca59b, 0x72abcc0, 0x4ee1ce0, 0xc001596b60, 0xc002a81bc0, 0xc000d10b40, 0xc0015fc420, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0015eee00, 0xc0015fc420, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc000bff600, 0xc0015fc420)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001706f88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002a81f88, 0x4e7a7a0, 0xc001cd6ab0, 0xc001706f01, 0xc0015fc420)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001706f88, 0x3b9aca00, 0x0, 0xc001706f01, 0xc0015fc420)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc000bff600, 0xc0015fc420)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1048 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001cf0320, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003556e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc002374f00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1049 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc002374f00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1050 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec2eb8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0007dd818, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0007dd800, 0xc002970000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0007dd800, 0xc002970000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00060e2c8, 0xc002970000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000355680, 0xc00173f538, 0x9, 0x9, 0x0, 0xc000801000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000355680, 0xc00173f538, 0x9, 0x9, 0x9, 0x11fafff00d34301, 0x61d48842, 0xc002946dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00173f538, 0x9, 0x9, 0x4e760c0, 0xc000355680, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00173f500, 0xc00111b200, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc002374f00, 0xc001cd6990, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc002374f00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc002374f00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1058 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001d0b590, 0x4e7a7a0, 0xc001d45110, 0x1, 0xc0015fc4e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001d0b590, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0015fc4e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1059 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000bcf340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1060 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0015fe000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1590 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc000bd3ad0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1061 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0015eda40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1062 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec2dd0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0007b8b18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0007b8b00, 0xc002a02000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0007b8b00, 0xc002a02000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0012381e0, 0xc002a02000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc000b798c0, 0xc0015efc38, 0x9, 0x9, 0xc002a02009, 0xc00048a400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc000b798c0, 0xc0015efc38, 0x9, 0x9, 0x9, 0x45b833, 0xd734a211152, 0xc00231ae50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0015efc38, 0x9, 0x9, 0x4e760c0, 0xc000b798c0, 0x0, 0xc06d3ff100000000, 0x13c2bbcb8, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0015efc00, 0xc0107490e0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0015eda40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1063 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00045b680, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000b79980, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0015eda40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1122 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc00151f920, 0xc00151f860, 0xc001355170)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 951 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0018ac900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 952 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec2ce8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000645818, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000645800, 0xc0018c0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000645800, 0xc0018c0000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0001263b8, 0xc0018c0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001912f00, 0xc0018d8038, 0x9, 0x9, 0x0, 0xc000780800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001912f00, 0xc0018d8038, 0x9, 0x9, 0x9, 0x1fef93a00c23d101, 0x61d48846, 0xc0022d0dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0018d8038, 0x9, 0x9, 0x4e760c0, 0xc001912f00, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0018d8000, 0xc00fe87ca0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0018ac900, 0xc0018da0f0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0018ac900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0018ac900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1019 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0004da380, 0xc06d3ff0811b0116, 0x2eec2ad3, 0x72abcc0, 0x4ee1ce0, 0xc00063cea0, 0xc002a27bc0, 0xc0019136e0, 0xc0013370e0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0004da380, 0xc0013370e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc000c4d1e0, 0xc0013370e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001c7cf88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002a27f88, 0x4e7a7a0, 0xc0018da120, 0xc001336d01, 0xc0013370e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001c7cf88, 0x3b9aca00, 0x0, 0x100000000000001, 0xc0013370e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc000c4d1e0, 0xc0013370e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1020 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001cad9e0, 0x4e7a7a0, 0xc001cd6d20, 0xc0011c5f01, 0xc001337140)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001cad9e0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001337140)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1271 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc000630e40, 0xc000630ea0, 0xc000630e01, 0xc000648ac0, 0x1a)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1592 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc000bd3ad0, 0xc0006ca460)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1191 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc00063cea0, 0xc00129a840)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1132 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc0011efc40, 0xd, 0x4f38460, 0xc0011efc80, 0xc0012369a0, 0x19, 0xc00189a460)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1081 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc001229260, 0xc0012292c0, 0xc001229201, 0xc0012369a0, 0x19)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 940 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc000726580)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1096 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc001cf0ff0, 0xc000b347b0, 0x5, 0x5, 0x0, 0x0, 0xc001010000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001cf0ff0, 0xc000b347b0, 0x5, 0x5, 0xc001391fa0, 0x4980e10, 0xc002944778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000714240, 0xc000b347b0, 0x5, 0x5, 0xc0000a2c00, 0xc0029447a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc000714240, 0xc000b347b0, 0x5, 0x5, 0x5, 0x4203060, 0xc00060e358, 0x42)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001f93600, 0xc000b347b0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000b347a0, 0x400000, 0x40f2b0, 0xc001dfb0e0, 0x90, 0x90, 0x43939e0, 0xc002944970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc000b347a0, 0xc001f93600, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc000944580, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc000b347a0, 0x7f620c96a220, 0x72e5050, 0xc001f93600, 0x0, 0x0, 0x450f520, 0xc000944590, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc00057d380, 0x450f520, 0xc000944590, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc000944540, 0x4f38460, 0xc001c79600, 0xc000c72e70)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc000944540, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc00057d380, 0x72e5050, 0xc001f93600)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc001ecd980, 0xc001f93600, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc001ecd980, 0xc001f93600, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0012b4fa0, 0xc000703800, 0x4f6d6c0, 0xc001ecd980, 0xc001f93600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1097 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc001c795c0, 0x9, 0x4f38460, 0xc001c79600, 0xc001010020, 0x1d, 0xc000c72e70)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1098 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc001c79680, 0xc00077d3d0, 0xc000c6e180)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1099 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc000c6e120, 0xc000c6e180, 0xc000c6e101, 0xc001010020, 0x1d)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1203 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000cda050, 0xc0007df350, 0x5, 0x5, 0x0, 0x0, 0xc001343b50)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000cda050, 0xc0007df350, 0x5, 0x5, 0xc0007555a0, 0x4980e10, 0xc002abb778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000774570, 0xc0007df350, 0x5, 0x5, 0xc000780000, 0xc002abb7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc000774570, 0xc0007df350, 0x5, 0x5, 0x5, 0x4203060, 0xc000638228, 0x26)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001e00e00, 0xc0007df350, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0007df340, 0x400000, 0x40f2b0, 0xc0022a4d80, 0x90, 0x90, 0x43939e0, 0xc002abb970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0007df340, 0xc001e00e00, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc00074e870, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0007df340, 0x7f620c96a220, 0x72e5050, 0xc001e00e00, 0x0, 0x0, 0x450f520, 0xc00074e880, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0007720c0, 0x450f520, 0xc00074e880, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc00074e840, 0x4f38460, 0xc00097ab00, 0xc001538620)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc00074e840, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0007720c0, 0x72e5050, 0xc001e00e00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc0022fd680, 0xc001e00e00, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc0022fd680, 0xc001e00e00, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000d8ae00, 0xc000703800, 0x4f6d6c0, 0xc0022fd680, 0xc001e00e00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1084 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc001229320, 0xc001229260, 0xc000b47bd0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1403 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc00063c0d0, 0xc00167c3c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1235 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003c8e190, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003c8c240, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00127e480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1344 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc001f541c0, 0xc0012300c0, 0xc0006a48a0, 0xc002b9b320)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1141 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0012bc8a0, 0x4ed5be0, 0xc00106e980)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 939 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc001966040, 0xc0012300c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1150 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc0012ef260, 0xc0012ef2c0, 0xc0012ef201, 0xc001d43820, 0x12)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 985 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc000ad6b60, 0xc001edc180)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 986 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc000ad6b60, 0xc0012b5910)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 987 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0012bc4b0, 0x4ed5be0, 0xc00106e600)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 988 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc000ad75f0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1123 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0003f5e00, 0xc0005d39f0, 0x5, 0x5, 0xc01028ad00, 0x0, 0x900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0003f5e00, 0xc0005d39f0, 0x5, 0x5, 0xc001d434e0, 0x4980e10, 0xc0018b1960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001cc67e0, 0xc0005d39f0, 0x5, 0x5, 0x880, 0xc0018b1988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001cc67e0, 0xc0005d39f0, 0x5, 0x5, 0x5, 0xc00f2b9840, 0xc01028a40a, 0x880)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004ccc00, 0xc0005d39f0, 0x5, 0x5, 0x88a, 0x5, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0005d39e0, 0x7fffffff, 0xc01028a400, 0x88a, 0x88a, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0005d39e0, 0xc0004ccc00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc01028a401, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0005d39e0, 0x7f620c96a220, 0x72e5050, 0xc0004ccc00, 0x0, 0x0, 0x45a0b80, 0xc007693770, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc001c90080, 0x45a0b80, 0xc007693770, 0x0, 0xc0018b1d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc001c90080, 0xc0018b1d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000fa8a20, 0xc0018b1e10, 0xc0018b1de0, 0x44bfbf, 0xc001edc240)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000fa8a20, 0x45a0b80, 0xc007693770, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc0005d3a00, 0x45a0b80, 0xc007693770, 0xc0018b1ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0012bc580, 0xc0018b1ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc000ad75f0, 0x4f67f60, 0xc0012bc580)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 990 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0022a2e00, 0xc000fa8a20, 0x4f38520, 0xc001cc6750)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 991 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0003f5f40, 0xc0005d3dd0, 0x5, 0x5, 0x0, 0x0, 0xc001d43560)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0003f5f40, 0xc0005d3dd0, 0x5, 0x5, 0xc001d43520, 0x4980e10, 0xc0018b2778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001cc6930, 0xc0005d3dd0, 0x5, 0x5, 0xc000100c00, 0xc0018b27a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001cc6930, 0xc0005d3dd0, 0x5, 0x5, 0x5, 0x4203060, 0xc0007e0458, 0x2c)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004ccd00, 0xc0005d3dd0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0005d3dc0, 0x400000, 0x40f2b0, 0xc00072cd80, 0x90, 0x90, 0x43939e0, 0xc0018b2970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0005d3dc0, 0xc0004ccd00, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0012bc670, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0005d3dc0, 0x7f620c96a220, 0x72e5050, 0xc0004ccd00, 0x0, 0x0, 0x450f520, 0xc0012bc680, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0007a0c00, 0x450f520, 0xc0012bc680, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0012bc640, 0x4f38460, 0xc00106e800, 0xc00078ec40)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0012bc640, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0007a0c00, 0x72e5050, 0xc0004ccd00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc000802900, 0xc0004ccd00, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc000802900, 0xc0004ccd00, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0012b4130, 0xc000703800, 0x4f6d6c0, 0xc000802900, 0xc0004ccd00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 992 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc00106e7c0, 0xa, 0x4f38460, 0xc00106e800, 0xc001d43580, 0x12, 0xc00078ec40)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 993 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc00106e880, 0xc00077d3d0, 0xc0012ee300)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1138 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc0012ee2a0, 0xc0012ee300, 0xc0012ee301, 0xc001d43580, 0x12)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1623 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003930be0, 0xc003922ff0, 0x5, 0x5, 0x0, 0x0, 0xc00392c720)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003930be0, 0xc003922ff0, 0x5, 0x5, 0xc003938340, 0x4980e10, 0xc00391f778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001f7d230, 0xc003922ff0, 0x5, 0x5, 0xc000780800, 0xc00391f7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001f7d230, 0xc003922ff0, 0x5, 0x5, 0x5, 0x4203060, 0xc002176110, 0x4e)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003936700, 0xc003922ff0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003922fe0, 0x400000, 0x40f2b0, 0xc0006cd680, 0x90, 0x90, 0x43939e0, 0xc00391f970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003922fe0, 0xc003936700, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003924b70, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003922fe0, 0x7f620c96a220, 0x72e5050, 0xc003936700, 0x0, 0x0, 0x450f520, 0xc003924b80, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0015fa0c0, 0x450f520, 0xc003924b80, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003924b40, 0x4f38460, 0xc003932cc0, 0xc0039285b0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc003924b40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0015fa0c0, 0x72e5050, 0xc003936700)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc000cb9b00, 0xc003936700, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc000cb9b00, 0xc003936700, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001e5c090, 0xc000703800, 0x4f6d6c0, 0xc000cb9b00, 0xc003936700)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1085 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003689ae0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0036cb740, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000cb9b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1142 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc000ad7790)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1104 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0014eaea0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1102 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc000c6e1e0, 0xc000c6e120, 0xc0009445e0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1080 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc00188cc00, 0xc00077d3d0, 0xc0012292c0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1477 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc003932540, 0x11, 0x4f38460, 0xc003932580, 0xc00392c420, 0x23, 0xc003928230)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1105 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0014eaea0, 0xc00237f260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1170 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0014eaea0, 0xc0014e0410)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1171 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc000944970, 0x4ed5be0, 0xc001c79ac0)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1172 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0014eaf70)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1175 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001cf1270, 0xc000b34dd0, 0x5, 0x5, 0x44b573, 0xc00237f738, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001cf1270, 0xc000b34dd0, 0x5, 0x5, 0xc001010240, 0x4980e10, 0xc0018dd960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000714870, 0xc000b34dd0, 0x5, 0x5, 0xc000780000, 0xc0018dd988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc000714870, 0xc000b34dd0, 0x5, 0x5, 0x5, 0xc00111ac20, 0xc0012f94fa, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001f93800, 0xc000b34dd0, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000b34dc0, 0x7fffffff, 0xc0012f94f8, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc000b34dc0, 0xc001f93800, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc0012f9401, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc000b34dc0, 0x7f620c96a220, 0x72e5050, 0xc001f93800, 0x0, 0x0, 0x45a0b80, 0xc0004c7630, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc0007ddc80, 0x45a0b80, 0xc0004c7630, 0x0, 0xc0018ddd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc0007ddc80, 0xc0018ddd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc0003efb00, 0xc0018dde10, 0xc0018ddde0, 0x44bfbf, 0xc00237f320)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0003efb00, 0x45a0b80, 0xc0004c7630, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc000b34de0, 0x45a0b80, 0xc0004c7630, 0xc0018ddef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc000944a40, 0xc0018ddef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0014eaf70, 0x4f67f60, 0xc000944a40)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1174 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc00097dc00, 0xc0003efb00, 0x4f38520, 0xc0007147e0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1176 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0014eaf70, 0xc0001b1c30, 0xc00237f500)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1177 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc001cf1400, 0xc000b35030, 0x5, 0x5, 0x0, 0x0, 0xc001d5cb70)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001cf1400, 0xc000b35030, 0x5, 0x5, 0xc0010102c0, 0x4980e10, 0xc0018de778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0007149f0, 0xc000b35030, 0x5, 0x5, 0xc0000a2c00, 0xc0018de7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0007149f0, 0xc000b35030, 0x5, 0x5, 0x5, 0x4203060, 0xc00060e3c0, 0x4a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001f93900, 0xc000b35030, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000b35020, 0x400000, 0x40f2b0, 0xc001dfb4d0, 0x90, 0x90, 0x43939e0, 0xc0018de970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc000b35020, 0xc001f93900, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc000944b60, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc000b35020, 0x7f620c96a220, 0x72e5050, 0xc001f93900, 0x0, 0x0, 0x450f520, 0xc000944b70, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc00057d500, 0x450f520, 0xc000944b70, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc000944b30, 0x4f38460, 0xc001c79f80, 0xc000c73180)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc000944b30, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc00057d500, 0x72e5050, 0xc001f93900)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc000603380, 0xc001f93900, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc000603380, 0xc001f93900, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000c643b0, 0xc000703800, 0x4f6d6c0, 0xc000603380, 0xc001f93900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 943 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00195c580)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1178 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc001c79f40, 0xb, 0x4f38460, 0xc001c79f80, 0xc001d5cba0, 0x21, 0xc000c73180)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1179 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc001604000, 0xc00077d3d0, 0xc000c6faa0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1180 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc000c6fa40, 0xc000c6faa0, 0xc000c6fa01, 0xc001d5cba0, 0x21)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1190 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc00063cea0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1402 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc00063c0d0, 0xc000616480)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1183 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc000c6fb00, 0xc000c6fa40, 0xc000944bb0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1186 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc0012ee360, 0xc0012ee2a0, 0xc0012bc6c0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1476 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003930500, 0xc0039227b0, 0x5, 0x5, 0x0, 0x0, 0xc00392c3f0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003930500, 0xc0039227b0, 0x5, 0x5, 0xc003938120, 0x4980e10, 0xc00391e778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001f7c7b0, 0xc0039227b0, 0x5, 0x5, 0xc000780800, 0xc00391e7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001f7c7b0, 0xc0039227b0, 0x5, 0x5, 0x5, 0x4203060, 0xc0021760a8, 0x4e)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003936400, 0xc0039227b0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0039227a0, 0x400000, 0x40f2b0, 0xc0006cc3f0, 0x90, 0x90, 0x43939e0, 0xc00391e970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0039227a0, 0xc003936400, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0039245f0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0039227a0, 0x7f620c96a220, 0x72e5050, 0xc003936400, 0x0, 0x0, 0x450f520, 0xc003924600, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0015fa000, 0x450f520, 0xc003924600, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0039245c0, 0x4f38460, 0xc003932580, 0xc003928230)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0039245c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0015fa000, 0x72e5050, 0xc003936400)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc001e2c300, 0xc003936400, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc001e2c300, 0xc003936400, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc002b96030, 0xc000703800, 0x4f6d6c0, 0xc001e2c300, 0xc003936400)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1593 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc003b8e5c0, 0x4ed5be0, 0xc003b88640)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1121 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc001596410, 0xc001548480)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1218 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc001596410, 0xc0008ce5a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1219 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0011a6530, 0x4ed5be0, 0xc000d4a080)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1220 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0015964e0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1192 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc00063cea0, 0xc000bc48d0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1223 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001f53f90, 0xc001584ef0, 0x5, 0x5, 0x44b573, 0xc001548958, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001f53f90, 0xc001584ef0, 0x5, 0x5, 0xc00189c740, 0x4980e10, 0xc002339960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000d3e3f0, 0xc001584ef0, 0x5, 0x5, 0xc000801000, 0xc002339988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc000d3e3f0, 0xc001584ef0, 0x5, 0x5, 0x5, 0xc00111ac60, 0xc0012f9562, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0015caa00, 0xc001584ef0, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc001584ee0, 0x7fffffff, 0xc0012f9560, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc001584ee0, 0xc0015caa00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc0012f9501, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc001584ee0, 0x7f620c96a220, 0x72e5050, 0xc0015caa00, 0x0, 0x0, 0x45a0b80, 0xc0004c76d0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00124e880, 0x45a0b80, 0xc0004c76d0, 0x0, 0xc002339d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00124e880, 0xc002339d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000875200, 0xc002339e10, 0xc002339de0, 0x44bfbf, 0xc001548540)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000875200, 0x45a0b80, 0xc0004c76d0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc001584f00, 0x45a0b80, 0xc0004c76d0, 0xc002339ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0011a6610, 0xc002339ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0015964e0, 0x4f67f60, 0xc0011a6610)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1222 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0022ece00, 0xc000875200, 0x4f38520, 0xc000d3e360)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1224 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0015964e0, 0xc0003dd970, 0xc001548720)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1226 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc001596b60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1227 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc001596b60, 0xc001548c00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1228 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc001596b60, 0xc0008ce6b0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1193 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0010078a0, 0x4ed5be0, 0xc001899080)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1194 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc00063cf70)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1197 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001235590, 0xc00189f850, 0x5, 0x5, 0xc00e33a000, 0x0, 0x800)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001235590, 0xc00189f850, 0x5, 0x5, 0xc00148e9e0, 0x4980e10, 0xc002940960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0018da990, 0xc00189f850, 0x5, 0x5, 0x771, 0xc002940988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0018da990, 0xc00189f850, 0x5, 0x5, 0x5, 0xc00c2bf7c0, 0xc00e33380a, 0x771)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001ce0b00, 0xc00189f850, 0x5, 0x5, 0x77b, 0x5, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00189f840, 0x7fffffff, 0xc00e333800, 0x77b, 0x77b, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00189f840, 0xc001ce0b00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc00e333801, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00189f840, 0x7f620c96a220, 0x72e5050, 0xc001ce0b00, 0x0, 0x0, 0x45a0b80, 0xc00728fd60, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc001d26280, 0x45a0b80, 0xc00728fd60, 0x0, 0xc002940d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc001d26280, 0xc002940d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc0001fea20, 0xc002940e10, 0xc002940de0, 0x44bfbf, 0xc00129a900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0001fea20, 0x45a0b80, 0xc00728fd60, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc00189f860, 0x45a0b80, 0xc00728fd60, 0xc002940ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc001007990, 0xc002940ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc00063cf70, 0x4f67f60, 0xc001007990)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1229 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0011a67d0, 0x4ed5be0, 0xc000d4a340)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1230 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc001597860)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1196 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0015eb500, 0xc0001fea20, 0x4f38520, 0xc0018da900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1198 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00063cf70, 0xc0005fe6e0, 0xc00129aae0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1233 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001d2c0f0, 0xc0015852d0, 0x5, 0x5, 0x44b573, 0xc001549078, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001d2c0f0, 0xc0015852d0, 0x5, 0x5, 0xc00189c8e0, 0x4980e10, 0xc002169960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000d3e8a0, 0xc0015852d0, 0x5, 0x5, 0xc000780800, 0xc002169988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc000d3e8a0, 0xc0015852d0, 0x5, 0x5, 0x5, 0xc001236a00, 0xc001516bc8, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0015cac00, 0xc0015852d0, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0015852c0, 0x7fffffff, 0xc001516bc6, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0015852c0, 0xc0015cac00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001516b01, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0015852c0, 0x7f620c96a220, 0x72e5050, 0xc0015cac00, 0x0, 0x0, 0x45a0b80, 0xc00117b8b0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00124e900, 0x45a0b80, 0xc00117b8b0, 0x0, 0xc002169d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00124e900, 0xc002169d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000875440, 0xc002169e10, 0xc002169de0, 0x44bfbf, 0xc001548cc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000875440, 0x45a0b80, 0xc00117b8b0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc0015852e0, 0x45a0b80, 0xc00117b8b0, 0xc002169ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0011a68b0, 0xc002169ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc001597860, 0x4f67f60, 0xc0011a68b0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1232 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0015ea700, 0xc000875440, 0x4f38520, 0xc000d3e810)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1234 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc001597860, 0xc0003dda20, 0xc001548ea0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1199 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc001235720, 0xc00189fa10, 0x5, 0x5, 0x0, 0x0, 0xc00148eac0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001235720, 0xc00189fa10, 0x5, 0x5, 0xc00148ea80, 0x4980e10, 0xc0018f3778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0018dab10, 0xc00189fa10, 0x5, 0x5, 0xc000700000, 0xc0018f37a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0018dab10, 0xc00189fa10, 0x5, 0x5, 0x5, 0x4203060, 0xc0001264e0, 0x34)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001ce0d00, 0xc00189fa10, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00189fa00, 0x400000, 0x40f2b0, 0xc0015b26c0, 0x90, 0x90, 0x43939e0, 0xc0018f3970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00189fa00, 0xc001ce0d00, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc001007af0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00189fa00, 0x7f620c96a220, 0x72e5050, 0xc001ce0d00, 0x0, 0x0, 0x450f520, 0xc001007b00, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0018e40c0, 0x450f520, 0xc001007b00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc001007ab0, 0x4f38460, 0xc0018992c0, 0xc00123caf0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc001007ab0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0018e40c0, 0x72e5050, 0xc001ce0d00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc002374f00, 0xc001ce0d00, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc002374f00, 0xc001ce0d00, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000f999a0, 0xc000703800, 0x4f6d6c0, 0xc002374f00, 0xc001ce0d00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1200 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc001899280, 0xe, 0x4f38460, 0xc0018992c0, 0xc00148eae0, 0x16, 0xc00123caf0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1149 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc00106ec80, 0xc00077d3d0, 0xc0012ef2c0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1201 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc001899340, 0xc00077d3d0, 0xc0018ec300)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1209 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc00034efc0, 0xc00034ee40, 0xc00074e8c0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1250 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc0018ec2a0, 0xc0018ec300, 0xc0018ec301, 0xc00148eae0, 0x16)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1145 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001d28320, 0xc000dbe750, 0x5, 0x5, 0xc00fc59580, 0x0, 0x80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001d28320, 0xc000dbe750, 0x5, 0x5, 0xc001d43740, 0x4980e10, 0xc0018ef960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001cc6e70, 0xc000dbe750, 0x5, 0x5, 0xe9, 0xc0018ef988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001cc6e70, 0xc000dbe750, 0x5, 0x5, 0x5, 0xc00f806080, 0xc0102ca00a, 0x16a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004ccf00, 0xc000dbe750, 0x5, 0x5, 0x174, 0x5, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000dbe740, 0x7fffffff, 0xc0102ca000, 0x174, 0x174, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc000dbe740, 0xc0004ccf00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc0102ca001, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc000dbe740, 0x7f620c96a220, 0x72e5050, 0xc0004ccf00, 0x0, 0x0, 0x45a0b80, 0xc007693ef0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc001c90180, 0x45a0b80, 0xc007693ef0, 0x0, 0xc0018efd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc001c90180, 0xc0018efd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000fa8d80, 0xc0018efe10, 0xc0018efde0, 0x44bfbf, 0xc001edcae0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000fa8d80, 0x45a0b80, 0xc007693ef0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc000dbe780, 0x45a0b80, 0xc007693ef0, 0xc0018efef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0012bc960, 0xc0018efef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc000ad7790, 0x4f67f60, 0xc0012bc960)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1265 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000226d20, 0xc001231c80, 0xc000be2600, 0xc003a810e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1144 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0022edc00, 0xc000fa8d80, 0x4f38520, 0xc001cc6de0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1253 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc0018ec360, 0xc0018ec2a0, 0xc001007b60)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1146 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc000ad7790, 0xc0014634a0, 0xc001edccc0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1147 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc001d28500, 0xc000dbecf0, 0x5, 0x5, 0x0, 0x0, 0xc001d43800)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001d28500, 0xc000dbecf0, 0x5, 0x5, 0xc001d437c0, 0x4980e10, 0xc0018f0778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001cc6ff0, 0xc000dbecf0, 0x5, 0x5, 0xc000800000, 0xc0018f07a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001cc6ff0, 0xc000dbecf0, 0x5, 0x5, 0x5, 0x4203060, 0xc0007e0530, 0x2c)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004cd500, 0xc000dbecf0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000dbece0, 0x400000, 0x40f2b0, 0xc00072d0e0, 0x90, 0x90, 0x43939e0, 0xc0018f0970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc000dbece0, 0xc0004cd500, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0012bca90, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc000dbece0, 0x7f620c96a220, 0x72e5050, 0xc0004cd500, 0x0, 0x0, 0x450f520, 0xc0012bcaa0, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0007a0d80, 0x450f520, 0xc0012bcaa0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0012bca60, 0x4f38460, 0xc00106ebc0, 0xc00078eee0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0012bca60, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0007a0d80, 0x72e5050, 0xc0004cd500)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc001fd0d80, 0xc0004cd500, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc001fd0d80, 0xc0004cd500, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000a0b4c0, 0xc000703800, 0x4f6d6c0, 0xc001fd0d80, 0xc0004cd500)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1287 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc001fce750, 0xc001ffe0c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1288 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc001fce750, 0xc00050a920)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1289 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc000971b60, 0x4ed5be0, 0xc001cf6680)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1290 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc001fce820)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1293 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000f7c870, 0xc00096eeb0, 0x5, 0x5, 0x44b573, 0xc001ffe538, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000f7c870, 0xc00096eeb0, 0x5, 0x5, 0xc001580b00, 0x4980e10, 0xc001bbd960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001ffc4e0, 0xc00096eeb0, 0x5, 0x5, 0xc000680000, 0xc001bbd988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001ffc4e0, 0xc00096eeb0, 0x5, 0x5, 0x5, 0xc001580b60, 0xc00050ab88, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00050dc00, 0xc00096eeb0, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00096eea0, 0x7fffffff, 0xc00050ab86, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00096eea0, 0xc00050dc00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc00050ab01, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00096eea0, 0x7f620c96a220, 0x72e5050, 0xc00050dc00, 0x0, 0x0, 0x45a0b80, 0xc000f7caa0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00158f380, 0x45a0b80, 0xc000f7caa0, 0x0, 0xc001bbdd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00158f380, 0xc001bbdd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000eb0900, 0xc001bbde10, 0xc001bbdde0, 0x44bfbf, 0xc001ffe180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000eb0900, 0x45a0b80, 0xc000f7caa0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc00096eec0, 0x45a0b80, 0xc000f7caa0, 0xc001bbdef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc000971c20, 0xc001bbdef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc001fce820, 0x4f67f60, 0xc000971c20)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1292 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc001d01180, 0xc000eb0900, 0x4f38520, 0xc001ffc450)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1294 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc001fce820, 0xc000a5c9a0, 0xc001ffe360)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1400 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0001c1960, 0xc001edca20, 0xc000616420, 0xc0037822a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1153 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc0012ef320, 0xc0012ef260, 0xc0012bcae0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1021 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0036ec180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1022 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc00342f8c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1023 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001809340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1024 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec2c00, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0036b1718, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0036b1700, 0xc0036f0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0036b1700, 0xc0036f0000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000affb10, 0xc0036f0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0036cac60, 0xc00173f378, 0x9, 0x9, 0xc0036f0009, 0xc000780800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0036cac60, 0xc00173f378, 0x9, 0x9, 0x9, 0x45b833, 0xd72401e6bdf, 0xc001e4ce50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00173f378, 0x9, 0x9, 0x4e760c0, 0xc0036cac60, 0x0, 0xc06d3ff000000000, 0x322920c5, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00173f340, 0xc003938240, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001809340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1025 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003689680, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0036cad20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc001809340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1296 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002bb4050, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001e640c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001e2c300)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1297 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001e2c300)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1298 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec4b68, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002b94098, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc002b94080, 0xc002b9c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc002b94080, 0xc002b9c000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00060e008, 0xc002b9c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc002b9a000, 0xc0001c1618, 0x9, 0x9, 0x0, 0xc000780800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc002b9a000, 0xc0001c1618, 0x9, 0x9, 0x9, 0x458276f03922901, 0x61d48842, 0xc0018e0dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001c1618, 0x9, 0x9, 0x4e760c0, 0xc002b9a000, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001c15e0, 0xc003938220, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001e2c300, 0xc002bb8120, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001e2c300)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001e2c300)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1300 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc002bbc060, 0xc001edca20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1301 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc0009eb760)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1302 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0001c1960, 0xc06d3ff0841666e8, 0x31e7909a, 0x72abcc0, 0x4ee1ce0, 0xc00063c0d0, 0xc00296bbc0, 0xc0037822a0, 0xc001edca20, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0001c1960, 0xc001edca20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc0009eb760, 0xc001edca20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002a1df88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00296bf88, 0x4e7a7a0, 0xc0036ea7e0, 0x1, 0xc001edca20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002a1df88, 0x3b9aca00, 0x0, 0x1, 0xc001edca20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc0009eb760, 0xc001edca20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1303 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002bb84e0, 0x4e7a7a0, 0xc001e660c0, 0x1, 0xc001edcc60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002bb84e0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001edcc60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1304 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc002bbe500)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1305 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc002bc4b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1466 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001e7a600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1405 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc0037920a0, 0xc000616600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1414 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0038a4000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1306 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0001c3180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1307 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec4a80, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002b94318, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc002b94300, 0xc002bd2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc002b94300, 0xc002bd2000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00060e158, 0xc002bd2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc002b9a4e0, 0xc0018d82d8, 0x9, 0x9, 0xc002bd2009, 0xc000100800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc002b9a4e0, 0xc0018d82d8, 0x9, 0x9, 0x9, 0x45b833, 0xd72404096f4, 0xc002e06e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0018d82d8, 0x9, 0x9, 0x4e760c0, 0xc002b9a4e0, 0x0, 0xc06d3ff000000000, 0x324b60e3, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0018d82a0, 0xc001966760, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0001c3180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1308 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002bb4550, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002b9a5a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0001c3180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1467 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec6030, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001e6a598, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001e6a580, 0xc004174000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001e6a580, 0xc004174000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0012380d0, 0xc004174000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001e64a80, 0xc00417c038, 0x9, 0x9, 0x0, 0xc0034bc800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001e64a80, 0xc00417c038, 0x9, 0x9, 0x9, 0x2184f53d0c6d4f01, 0x61d48844, 0xc001e4ddd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00417c038, 0x9, 0x9, 0x4e760c0, 0xc001e64a80, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00417c000, 0xc0031feaa0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001e7a600, 0xc001e66990, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001e7a600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001e7a600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1310 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc002bbc220, 0xc001edd9e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1311 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc001d70420)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1312 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0018d8380, 0xc06d3ff0845ae9dd, 0x322c138e, 0x72abcc0, 0x4ee1ce0, 0xc000974410, 0xc001857bc0, 0xc003926f60, 0xc001edd9e0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0018d8380, 0xc001edd9e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc001d70420, 0xc001edd9e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002a4c788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001857f88, 0x4e7a7a0, 0xc001f7c000, 0x1, 0xc001edd9e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002a4c788, 0x3b9aca00, 0x0, 0x1, 0xc001edd9e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc001d70420, 0xc001edd9e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1313 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002bec090, 0x4e7a7a0, 0xc0036eabd0, 0x1, 0xc001eddaa0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002bec090, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001eddaa0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1589 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000596380, 0xc0015492c0, 0xc001dd6c60, 0xc003b92660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1532 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00378b540, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0037fc420, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0037fad80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1330 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc002bbec40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1331 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc002bee000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1352 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003980320, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003b92000, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000bdec00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1332 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc002beae00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1333 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec48b0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002b94718, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc002b94700, 0xc002bf0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc002b94700, 0xc002bf0000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00060e2a0, 0xc002bf0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc002b9ad20, 0xc0018d91b8, 0x9, 0x9, 0xc002bf0009, 0xc000680000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc002b9ad20, 0xc0018d91b8, 0x9, 0x9, 0x9, 0x45b833, 0xd72403cbeba, 0xc003918e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0018d91b8, 0x9, 0x9, 0x4e760c0, 0xc002b9ad20, 0x0, 0xc06d3ff000000000, 0x324788bd, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0018d9180, 0xc003d82200, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc002beae00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1334 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002bb4b90, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002b9ae40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc002beae00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1347 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0039800a0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00145c2a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000bde600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1348 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000bde600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1349 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec47c8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00398e098, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00398e080, 0xc003990000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00398e080, 0xc003990000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000126100, 0xc003990000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00145c240, 0xc0005961f8, 0x9, 0x9, 0x0, 0xc000680000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00145c240, 0xc0005961f8, 0x9, 0x9, 0x9, 0x47682c003d7e701, 0x61d48842, 0xc002e0add0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0005961f8, 0x9, 0x9, 0x4e760c0, 0xc00145c240, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0005961c0, 0xc003d821e0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000bde600, 0xc00144c1b0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc000bde600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc000bde600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1413 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001dda640, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001db8540, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0038a4000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1557 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc002bbc500, 0xc0006a4a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 944 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc001964b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 945 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00196da40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1362 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec46e0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00196e218, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00196e200, 0xc003b70000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00196e200, 0xc003b70000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc001910148, 0xc003b70000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001954540, 0xc000226c78, 0x9, 0x9, 0xc003b70009, 0xc00348e000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001954540, 0xc000226c78, 0x9, 0x9, 0x9, 0x45b833, 0xd7352734cec, 0xc0039aae50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc000226c78, 0x9, 0x9, 0x4e760c0, 0xc001954540, 0x0, 0xc06d3ff100000000, 0x1447dc855, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000226c40, 0xc00fff6f40, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00196da40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1363 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0019584b0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001954600, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00196da40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1353 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000bdec00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1354 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec45f8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00398e298, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00398e280, 0xc0039b4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00398e280, 0xc0039b4000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000126130, 0xc0039b4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00145c780, 0xc0005962d8, 0x9, 0x9, 0x0, 0xc0034bc800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00145c780, 0xc0005962d8, 0x9, 0x9, 0x9, 0x2841b3f20f077901, 0x61d48846, 0xc0039afdd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0005962d8, 0x9, 0x9, 0x4e760c0, 0xc00145c780, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0005962a0, 0xc00f0c1c20, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000bdec00, 0xc00144c570, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc000bdec00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc000bdec00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1452 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc003d74580, 0xc00077d3d0, 0xc003d7c3c0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1365 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc0019661c0, 0xc001231c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1366 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc000726dc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1367 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000226d20, 0xc06d3ff08463c143, 0x3234eaf0, 0x72abcc0, 0x4ee1ce0, 0xc001418340, 0xc002a5fbc0, 0xc003a810e0, 0xc001231c80, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000226d20, 0xc001231c80, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc000726dc0, 0xc001231c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00207b788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002a5ff88, 0x4e7a7a0, 0xc0018fe270, 0x1000001, 0xc001231c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00207b788, 0x3b9aca00, 0x0, 0x4f6d601, 0xc001231c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc000726dc0, 0xc001231c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1368 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc003c02030, 0x4e7a7a0, 0xc001d7c000, 0x2c7d7d226e6f6901, 0xc001231ce0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc003c02030, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001231ce0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1637 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc003a88840, 0x4ed5be0, 0xc003a94880)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1369 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00195ccc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1370 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc003c06000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1371 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc003c048c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1372 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec4510, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00196e598, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00196e580, 0xc003c08000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00196e580, 0xc003c08000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc001910220, 0xc003c08000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001954ae0, 0xc000227b58, 0x9, 0x9, 0xc003c08009, 0xc000800000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001954ae0, 0xc000227b58, 0x9, 0x9, 0x9, 0x45b833, 0xd72404f3359, 0xc003b9de50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc000227b58, 0x9, 0x9, 0x4e760c0, 0xc001954ae0, 0x0, 0xc06d3ff000000000, 0x3259e739, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000227b20, 0xc00398a6a0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc003c048c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1373 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001958a00, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001954ba0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc003c048c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1726 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0022fa2a0, 0xc0015fd260, 0xc004324240, 0xc003ace240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1236 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00127e480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1237 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec4428, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00398e418, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00398e400, 0xc003c9a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00398e400, 0xc003c9a000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000126168, 0xc003c9a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc003c8c1e0, 0xc001881458, 0x9, 0x9, 0x0, 0xc000800000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc003c8c1e0, 0xc001881458, 0x9, 0x9, 0x9, 0x488e1790145bd01, 0x61d48842, 0xc003aaadd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc001881458, 0x9, 0x9, 0x4e760c0, 0xc003c8c1e0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001881420, 0xc00398a660, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00127e480, 0xc001d7c300, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc00127e480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc00127e480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1594 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc000bd3ba0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1357 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc00398a0e0, 0xc0015492c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1358 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc00200e840)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1359 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000596380, 0xc06d3ff084724826, 0x324371df, 0x72abcc0, 0x4ee1ce0, 0xc000bd3ad0, 0xc0022dfbc0, 0xc003b92660, 0xc0015492c0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000596380, 0xc0015492c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc00200e840, 0xc0015492c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0039dbf88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0022dff88, 0x4e7a7a0, 0xc001d7c450, 0x1, 0xc0015492c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0039dbf88, 0x3b9aca00, 0x0, 0x1, 0xc0015492c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc00200e840, 0xc0015492c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1360 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00144c9c0, 0x4e7a7a0, 0xc003c03890, 0x1, 0xc001549320)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00144c9c0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001549320)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1361 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003984800)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1378 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0039d0b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1549 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5e60, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00196ed18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00196ed00, 0xc003c34000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00196ed00, 0xc003c34000, 0x8000, 0x8000, 0x203001, 0x203001, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0019102a0, 0xc003c34000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001955140, 0xc000227c38, 0x9, 0x9, 0x0, 0xc000780800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001955140, 0xc000227c38, 0x9, 0x9, 0x9, 0x578006b0431b001, 0x61d48842, 0xc0039acdd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc000227c38, 0x9, 0x9, 0x4e760c0, 0xc001955140, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000227c00, 0xc001966b20, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001d61c80, 0xc003c305d0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001d61c80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001d61c80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1577 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc003c84990, 0x4ed5be0, 0xc003c90a80)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1379 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0039e2c40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1380 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec4340, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00398e618, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00398e600, 0xc0039f0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00398e600, 0xc0039f0000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000126438, 0xc0039f0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00145d0e0, 0xc0005971b8, 0x9, 0x9, 0xc0039f0009, 0xc000800000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00145d0e0, 0xc0005971b8, 0x9, 0x9, 0x9, 0x45b833, 0xd72404f187f, 0xc003b9fe50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0005971b8, 0x9, 0x9, 0x4e760c0, 0xc00145d0e0, 0x0, 0xc06d3ff000000000, 0x32598fcf, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000597180, 0xc00398a680, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0039e2c40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1381 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003980910, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00145d1a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0039e2c40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1240 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003c8e550, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003c8cba0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000803380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1241 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000803380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1242 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec4258, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003c92218, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003c92200, 0xc003ccc000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003c92200, 0xc003ccc000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc003c8a038, 0xc003ccc000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc003c8cb40, 0xc0018817d8, 0x9, 0x9, 0x0, 0xc000800000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc003c8cb40, 0xc0018817d8, 0x9, 0x9, 0x9, 0x488b4c20145bc01, 0x61d48842, 0xc003cc8dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0018817d8, 0x9, 0x9, 0x4e760c0, 0xc003c8cb40, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0018817a0, 0xc00398a620, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000803380, 0xc001d7c7b0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc000803380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc000803380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1573 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000597260, 0xc001549c20, 0xc000627d40, 0xc003c8d9e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1383 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc00398a380, 0xc001549c20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1384 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc00200f4a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1385 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000597260, 0xc06d3ff0847c5095, 0x324d7a45, 0x72abcc0, 0x4ee1ce0, 0xc00119f5f0, 0xc0022f5bc0, 0xc003c8d9e0, 0xc001549c20, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000597260, 0xc001549c20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc00200f4a0, 0xc001549c20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0039d8788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0022f5f88, 0x4e7a7a0, 0xc001d7c900, 0x1, 0xc001549c20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0039d8788, 0x3b9aca00, 0x0, 0x1, 0xc001549c20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc00200f4a0, 0xc001549c20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1386 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0039ee630, 0x4e7a7a0, 0xc0039efe30, 0x1, 0xc001549c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0039ee630, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001549c80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1387 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003984fc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1388 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0039fa000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1389 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0039e3c00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1390 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec4170, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00398e998, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00398e980, 0xc003ef0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00398e980, 0xc003ef0000, 0x8000, 0x8000, 0x800010601, 0x7f6200000000, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000126578, 0xc003ef0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00145d800, 0xc0017fa658, 0x9, 0x9, 0xc003ef0009, 0xc000601800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00145d800, 0xc0017fa658, 0x9, 0x9, 0x9, 0x45b833, 0xd7240c34c5f, 0xc0039b1e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0017fa658, 0x9, 0x9, 0x4e760c0, 0xc00145d800, 0x0, 0xc06d3ff000000000, 0x32cde200, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0017fa620, 0xc003c96000, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0039e3c00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1391 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003980eb0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00145d8c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0039e3c00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1503 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc003987520, 0x4ed5be0, 0xc003985c80)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 2856 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc003db10a0, 0xc000626060, 0xc0032ae7e0, 0xc003274900)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 3305 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0040c9c00, 0xc003db4d80, 0x4f38520, 0xc00340bc50)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1499 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0018d9260, 0xc0006a4a80, 0xc003f983c0, 0xc003f8c780)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1555 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0009f6f70, 0xc002b96720)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1401 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc00063c0d0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1415 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec4088, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003886418, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003886400, 0xc00388c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003886400, 0xc00388c000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0004be0b8, 0xc00388c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001db84e0, 0xc0022fa1f8, 0x9, 0x9, 0x0, 0xc000601800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001db84e0, 0xc0022fa1f8, 0x9, 0x9, 0x9, 0x4fd005f03b8a001, 0x61d48842, 0xc002dfedd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0022fa1f8, 0x9, 0x9, 0x4e760c0, 0xc001db84e0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0022fa1c0, 0xc003aa2080, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0038a4000, 0xc001dde990, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0038a4000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0038a4000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1417 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc00387a1e0, 0xc0015fd260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1418 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc0006c62c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1419 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0022fa2a0, 0xc06d3ff084f8455c, 0x32c96f10, 0x72abcc0, 0x4ee1ce0, 0xc0005e8270, 0xc002ad1bc0, 0xc003ace240, 0xc0015fd260, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0022fa2a0, 0xc0015fd260, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc0006c62c0, 0xc0015fd260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001ff3f88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002ad1f88, 0x4e7a7a0, 0xc0038b6720, 0x1, 0xc0015fd260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001ff3f88, 0x3b9aca00, 0x0, 0x1, 0xc0015fd260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc0006c62c0, 0xc0015fd260)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1420 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001ddee70, 0x4e7a7a0, 0xc0038b6930, 0x1, 0xc0015fd2c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001ddee70, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0015fd2c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1421 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003878a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1422 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0038a8b00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1423 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0038ace00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1424 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3fa0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003886698, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003886680, 0xc0038c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003886680, 0xc0038c2000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0004be2e0, 0xc0038c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001db8d80, 0xc0038b48f8, 0x9, 0x9, 0xc0038c2009, 0xc000700000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001db8d80, 0xc0038b48f8, 0x9, 0x9, 0x9, 0x45b833, 0xd7241377eb2, 0xc0038dfe50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0038b48f8, 0x9, 0x9, 0x4e760c0, 0xc001db8d80, 0x0, 0xc06d3ff000000000, 0x334247a1, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0038b48c0, 0xc001e74620, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0038ace00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1425 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001ddac30, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001db8e40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0038ace00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1813 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001e701e0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00395d380, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0038f8a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1428 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001ddb130, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0040b5e00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0038a5800)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1429 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0038a5800)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1430 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3eb8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003886a98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003886a80, 0xc0038f0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003886a80, 0xc0038f0000, 0x8000, 0x8000, 0x203001, 0x203001, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0004be328, 0xc0038f0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001db9980, 0xc0038b49d8, 0x9, 0x9, 0x0, 0xc000680000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001db9980, 0xc0038b49d8, 0x9, 0x9, 0x9, 0x571368e0431af01, 0x61d48842, 0xc0038e1dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0038b49d8, 0x9, 0x9, 0x4e760c0, 0xc001db9980, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0038b49a0, 0xc001966ae0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0038a5800, 0xc0038b6c60, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0038a5800)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0038a5800)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1548 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001d61c80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1727 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0005e8270)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1554 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0009f6f70, 0xc0006a4900)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1478 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc003932600, 0xc00077d3d0, 0xc003926ae0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1636 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc001418340, 0xc003a866c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1479 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc003926a80, 0xc003926ae0, 0xc003926a01, 0xc00392c420, 0x23)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1576 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc00119f5f0, 0xc003c80710)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1465 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001e70690, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001e64ae0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001e7a600)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1927 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc003c58a80, 0xc0010790e0, 0x4f38520, 0xc0040ed950)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 2277 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc003939440, 0xc0003a01e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1489 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0039249b0, 0x4ed5be0, 0xc003932a80)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1618 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc000974680)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1728 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0005e8270, 0xc0043242a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1406 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc002030b00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1407 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0037a0000, 0xc06d3ff085611688, 0x33324045, 0x72abcc0, 0x4ee1ce0, 0xc00119f930, 0xc00187bbc0, 0xc00395dc20, 0xc000616600, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0037a0000, 0xc000616600, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc002030b00, 0xc000616600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0038bd788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00187bf88, 0x4e7a7a0, 0xc0037ca3f0, 0x1, 0xc000616600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0038bd788, 0x3b9aca00, 0x0, 0x1, 0xc000616600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc002030b00, 0xc000616600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1408 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00167e930, 0x4e7a7a0, 0xc0037ca600, 0x1, 0xc000616660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00167e930, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc000616660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1924 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0043d6790, 0x4ed5be0, 0xc001e60cc0)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 3255 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc003ff56c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1345 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0009f6f70)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1409 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00378e880)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1506 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc00379ab00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1507 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0037a4c40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1508 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3dd0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00378c498, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00378c480, 0xc0037b2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00378c480, 0xc0037b2000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e02a0, 0xc0037b2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0037828a0, 0xc0037a0e38, 0x9, 0x9, 0xc0037b2009, 0xc000701c00, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0037828a0, 0xc0037a0e38, 0x9, 0x9, 0x9, 0x45b833, 0xd73ba6429ba, 0xc002e0de50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0037a0e38, 0x9, 0x9, 0x4e760c0, 0xc0037828a0, 0x0, 0xc06d3ff200000000, 0x1ac6e79e9, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0037a0e00, 0xc010273fc0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0037a4c40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1509 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00378a780, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003782960, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0037a4c40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1510 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc003788940, 0x4ed5be0, 0xc00378eac0)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1511 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc00063dba0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1515 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc00378a8c0, 0xc003780e10, 0x5, 0x5, 0x44b573, 0xc0006172b8, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00378a8c0, 0xc003780e10, 0x5, 0x5, 0xc0037922c0, 0x4980e10, 0xc002e02960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0037ca3c0, 0xc003780e10, 0x5, 0x5, 0xc000780800, 0xc002e02988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0037ca3c0, 0xc003780e10, 0x5, 0x5, 0x5, 0xc0039381c0, 0xc00392054a, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0037ae300, 0xc003780e10, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003780e00, 0x7fffffff, 0xc003920548, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003780e00, 0xc0037ae300, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc003920501, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003780e00, 0x7f620c96a220, 0x72e5050, 0xc0037ae300, 0x0, 0x0, 0x45a0b80, 0xc003930780, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00378c700, 0x45a0b80, 0xc003930780, 0x0, 0xc002e02d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00378c700, 0xc002e02d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc001014d80, 0xc002e02e10, 0xc002e02de0, 0x44bfbf, 0xc000616ea0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc001014d80, 0x45a0b80, 0xc003930780, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003780e20, 0x45a0b80, 0xc003930780, 0xc002e02ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0037889f0, 0xc002e02ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc00063dba0, 0x4f67f60, 0xc0037889f0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1513 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc001938380, 0xc001014d80, 0x4f38520, 0xc0037ca330)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1500 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0011eb6c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1516 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00063dba0, 0xc00159e370, 0xc000617080)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 2004 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc00119f930, 0xc0039205a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1518 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00378ae10, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003926cc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc003797c80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1519 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc003797c80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1520 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec3ce8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00378c918, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00378c900, 0xc0037e0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00378c900, 0xc0037e0000, 0x8000, 0x8000, 0x203004, 0x203004, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e0420, 0xc0037e0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc003783f80, 0xc0037a0f18, 0x9, 0x9, 0x0, 0xc000701c00, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc003783f80, 0xc0037a0f18, 0x9, 0x9, 0x9, 0x18fd254e1151e501, 0x61d48848, 0xc0037dbdd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0037a0f18, 0x9, 0x9, 0x4e760c0, 0xc003783f80, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0037a0ee0, 0xc010273fa0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc003797c80, 0xc0037ca960, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc003797c80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc003797c80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1729 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0005e8270, 0xc0006ca070)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1865 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc000975d40, 0xc001337680)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1896 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000227ce0, 0xc0022a60c0, 0xc0005ce120, 0xc001e64600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1635 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc001418340, 0xc000be27e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1575 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc00119f5f0, 0xc000627da0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1450 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003d764b0, 0xc003d7e5b0, 0x5, 0x5, 0x0, 0x0, 0xc003d860f0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003d764b0, 0xc003d7e5b0, 0x5, 0x5, 0xc003d82100, 0x4980e10, 0xc003b98778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00063a660, 0xc003d7e5b0, 0x5, 0x5, 0xc000680000, 0xc003b987a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc00063a660, 0xc003d7e5b0, 0x5, 0x5, 0x5, 0x4203060, 0xc003d8a050, 0x4e)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003d80100, 0xc003d7e5b0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003d7e5a0, 0x400000, 0x40f2b0, 0xc003d8c120, 0x90, 0x90, 0x43939e0, 0xc003b98970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003d7e5a0, 0xc003d80100, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003d72540, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003d7e5a0, 0x7f620c96a220, 0x72e5050, 0xc003d80100, 0x0, 0x0, 0x450f520, 0xc003d72550, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc001936180, 0x450f520, 0xc003d72550, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003d72510, 0x4f38460, 0xc003d74500, 0xc003d88070)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc003d72510, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc001936180, 0x72e5050, 0xc003d80100)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc000bde600, 0xc003d80100, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc000bde600, 0xc003d80100, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00142a050, 0xc000703800, 0x4f6d6c0, 0xc000bde600, 0xc003d80100)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 2982 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003fa8dc0, 0xc003b8bad0, 0x5, 0x5, 0x0, 0x0, 0xc003aa2da0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003fa8dc0, 0xc003b8bad0, 0x5, 0x5, 0xc003aa2d60, 0x4980e10, 0xc00579a778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0043a9980, 0xc003b8bad0, 0x5, 0x5, 0xc000581000, 0xc00579a7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0043a9980, 0xc003b8bad0, 0x5, 0x5, 0x5, 0x4203060, 0xc000010bd0, 0x3a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003d80700, 0xc003b8bad0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003b8bac0, 0x400000, 0x40f2b0, 0xc003888cf0, 0x90, 0x90, 0x43939e0, 0xc00579a970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003b8bac0, 0xc003d80700, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003c851a0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003b8bac0, 0x7f620c96a220, 0x72e5050, 0xc003d80700, 0x0, 0x0, 0x450f520, 0xc003c851b0, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc00212e300, 0x450f520, 0xc003c851b0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003c85170, 0x4f38460, 0xc003a95b00, 0xc001e6e460)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc003c85170, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc00212e300, 0x72e5050, 0xc003d80700)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc003ffad80, 0xc003d80700, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc003ffad80, 0xc003d80700, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc002b97350, 0xc000703800, 0x4f6d6c0, 0xc003ffad80, 0xc003d80700)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1898 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0022ceb60, 0xc0005ce180)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1929 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0009f6750, 0xc00217c000, 0xc001e38720)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1486 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc000974410)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1558 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc0040802c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 2120 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000f7c320, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000630cc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00407e000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1547 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001959400, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0019551a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001d61c80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1559 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0018d9260, 0xc06d3ff084aca4bc, 0x327dce69, 0x72abcc0, 0x4ee1ce0, 0xc0011eb6c0, 0xc001b41bc0, 0xc003f8c780, 0xc0006a4a80, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0018d9260, 0xc0006a4a80, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc0040802c0, 0xc0006a4a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0037cdf88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001b41f88, 0x4e7a7a0, 0xc004083e00, 0x1, 0xc0006a4a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0037cdf88, 0x3b9aca00, 0x0, 0x1, 0xc0006a4a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc0040802c0, 0xc0006a4a80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1560 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0040822d0, 0x4e7a7a0, 0xc0040b6060, 0x1, 0xc0006a4ae0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0040822d0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0006a4ae0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1634 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc001418340)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1561 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc002bbf9c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1562 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc002bef340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1502 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0011eb6c0, 0xc00142a950)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1574 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc00119f5f0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1563 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc002bebc00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1564 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec6118, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002b94e98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc002b94e80, 0xc004098000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc002b94e80, 0xc004098000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00060e3f8, 0xc004098000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc002b9b980, 0xc004094118, 0x9, 0x9, 0xc004098009, 0xc0034bc800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc002b9b980, 0xc004094118, 0x9, 0x9, 0x9, 0x45b833, 0xd72d480cba8, 0xc0037d8e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc004094118, 0x9, 0x9, 0x4e760c0, 0xc002b9b980, 0x0, 0xc06d3ff100000000, 0xc68b87d0, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0040940e0, 0xc0031feac0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc002bebc00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1565 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002bb5590, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002b9ba40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc002bebc00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1923 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0009f6410, 0xc003a86160)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1566 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc002bb7540, 0x4ed5be0, 0xc002bbfc00)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1567 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0009f7450)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1603 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc002bb56d0, 0xc0040b2070, 0x5, 0x5, 0x44b573, 0xc0006a5738, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002bb56d0, 0xc0040b2070, 0x5, 0x5, 0xc002bbc720, 0x4980e10, 0xc0040ce960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc004083dd0, 0xc0040b2070, 0x5, 0x5, 0xc000680000, 0xc0040ce988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc004083dd0, 0xc0040b2070, 0x5, 0x5, 0x5, 0xc003d821a0, 0xc003d705e2, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002bce900, 0xc0040b2070, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0040b2060, 0x7fffffff, 0xc003d705e0, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc0040b2060, 0xc002bce900, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc003d70501, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc0040b2060, 0x7f620c96a220, 0x72e5050, 0xc002bce900, 0x0, 0x0, 0x45a0b80, 0xc003d76730, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc002b95100, 0x45a0b80, 0xc003d76730, 0x0, 0xc0040ced20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc002b95100, 0xc0040ced60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000c70fc0, 0xc0040cee10, 0xc0040cede0, 0x44bfbf, 0xc0006a5320)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000c70fc0, 0x45a0b80, 0xc003d76730, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc0040b2080, 0x45a0b80, 0xc003d76730, 0xc0040ceef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc002bb75f0, 0xc0040ceef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0009f7450, 0x4f67f60, 0xc002bb75f0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1569 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0018e7c00, 0xc000c70fc0, 0x4f38520, 0xc004083d40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1604 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0009f7450, 0xc001462bb0, 0xc0006a5500)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1910 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0040941c0, 0xc0006a5e00, 0xc00395f5c0, 0xc003bd65a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1606 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc002bbc9c0, 0xc0006a5e00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1607 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc004080f20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1608 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0040941c0, 0xc06d3ff085509536, 0x3321bee3, 0x72abcc0, 0x4ee1ce0, 0xc001418c30, 0xc00124bbc0, 0xc003bd65a0, 0xc0006a5e00, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0040941c0, 0xc0006a5e00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc004080f20, 0xc0006a5e00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0037d1f88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00124bf88, 0x4e7a7a0, 0xc0040b7ef0, 0x409f601, 0xc0006a5e00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0037d1f88, 0x3b9aca00, 0x0, 0x4978301, 0xc0006a5e00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc004080f20, 0xc0006a5e00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1609 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0040b6660, 0x4e7a7a0, 0xc0040ec150, 0x1, 0xc0006a5ec0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0040b6660, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0006a5ec0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1610 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0040bc480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1611 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0040c0840)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1534 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5c90, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00378ce18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00378ce00, 0xc004300000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00378ce00, 0xc004300000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e0470, 0xc004300000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0037fc3c0, 0xc0037a0ff8, 0x9, 0x9, 0x0, 0xc0044ac800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0037fc3c0, 0xc0037a0ff8, 0x9, 0x9, 0x9, 0x59ee61701dd8a01, 0x61d48842, 0xc0037dddd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0037a0ff8, 0x9, 0x9, 0x4e760c0, 0xc0037fc3c0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0037a0fc0, 0xc002bbc5e0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0037fad80, 0xc0037cb440, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0037fad80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0037fad80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1453 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc003d7c360, 0xc003d7c3c0, 0xc003d7c301, 0xc003d86120, 0x23)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1612 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0040c4a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1613 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5f48, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002b95398, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc002b95380, 0xc0040d2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc002b95380, 0xc0040d2000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00060e518, 0xc0040d2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0040b5140, 0xc004094ff8, 0x9, 0x9, 0xc0040d2009, 0xc000700000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0040b5140, 0xc004094ff8, 0x9, 0x9, 0x9, 0x45b833, 0xd72413e5e9a, 0xc0040cae50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc004094ff8, 0x9, 0x9, 0x4e760c0, 0xc0040b5140, 0x0, 0xc06d3ff000000000, 0x3348e56a, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc004094fc0, 0xc001e74640, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0040c4a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1614 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0040ea000, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0040b5200, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0040c4a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1624 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc003932c80, 0x13, 0x4f38460, 0xc003932cc0, 0xc00392c750, 0x23, 0xc0039285b0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1913 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc001418c30, 0xc001952540)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1456 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003d7c420, 0xc003d7c360, 0xc003d72590)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1625 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc003932d40, 0xc00077d3d0, 0xc003927d40)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1626 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc003927ce0, 0xc003927d40, 0xc003927d01, 0xc00392c750, 0x23)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1638 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc001418410)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1533 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0037fad80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1641 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc003a84960, 0xc003a82e30, 0x5, 0x5, 0xc00f1e0000, 0x0, 0x1300)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003a84960, 0xc003a82e30, 0x5, 0x5, 0xc003aa21e0, 0x4980e10, 0xc003ab1960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0018fee10, 0xc003a82e30, 0x5, 0x5, 0x11e0, 0xc003ab1988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0018fee10, 0xc003a82e30, 0x5, 0x5, 0x5, 0xc00ef66380, 0xc00985cc0a, 0x11e0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003a98600, 0xc003a82e30, 0x5, 0x5, 0x11ea, 0x5, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003a82e20, 0x7fffffff, 0xc00985cc00, 0x11ea, 0x11ea, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003a82e20, 0xc003a98600, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc00985cc01, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003a82e20, 0x7f620c96a220, 0x72e5050, 0xc003a98600, 0x0, 0x0, 0x45a0b80, 0xc0074806e0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc003a96480, 0x45a0b80, 0xc0074806e0, 0x0, 0xc003ab1d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc003a96480, 0xc003ab1d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000d79c20, 0xc003ab1e10, 0xc003ab1de0, 0x44bfbf, 0xc000be3260)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000d79c20, 0x45a0b80, 0xc0074806e0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003a82e40, 0x45a0b80, 0xc0074806e0, 0xc003ab1ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc003a888f0, 0xc003ab1ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc001418410, 0x4f67f60, 0xc003a888f0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1640 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0005d8e00, 0xc000d79c20, 0x4f38520, 0xc0018fed80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1642 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc001418410, 0xc000746370, 0xc000be3e00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1900 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc003986640, 0x4ed5be0, 0xc003878900)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1629 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003927da0, 0xc003927ce0, 0xc003924bc0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1643 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003a84af0, 0xc003a83030, 0x5, 0x5, 0x0, 0x0, 0xc003a867d0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003a84af0, 0xc003a83030, 0x5, 0x5, 0xc003aa2240, 0x4980e10, 0xc003ac4778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0018fef90, 0xc003a83030, 0x5, 0x5, 0xc000700000, 0xc003ac47a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0018fef90, 0xc003a83030, 0x5, 0x5, 0x5, 0x4203060, 0xc0000104b8, 0x26)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003a98700, 0xc003a83030, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003a83020, 0x400000, 0x40f2b0, 0xc003a8a360, 0x90, 0x90, 0x43939e0, 0xc003ac4970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003a83020, 0xc003a98700, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003a88a00, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003a83020, 0x7f620c96a220, 0x72e5050, 0xc003a98700, 0x0, 0x0, 0x450f520, 0xc003a88a10, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0018e4240, 0x450f520, 0xc003a88a10, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003a889d0, 0x4f38460, 0xc003a94ac0, 0xc003a8c7e0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc003a889d0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0018e4240, 0x72e5050, 0xc003a98700)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc000bdec00, 0xc003a98700, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc000bdec00, 0xc003a98700, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00142a0a0, 0xc000703800, 0x4f6d6c0, 0xc000bdec00, 0xc003a98700)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1644 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc003a94a80, 0x14, 0x4f38460, 0xc003a94ac0, 0xc003a867e0, 0xf, 0xc003a8c7e0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1645 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc003a94b40, 0xc00077d3d0, 0xc003a81f20)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1646 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc003a81ec0, 0xc003a81f20, 0xc003a81f01, 0xc003a867e0, 0xf)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1597 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc003ba0460, 0xc003b8a690, 0x5, 0x5, 0x44b573, 0xc001dd7a38, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003ba0460, 0xc003b8a690, 0x5, 0x5, 0xc003b96320, 0x4980e10, 0xc003cc5960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003b8c8d0, 0xc003b8a690, 0x5, 0x5, 0xc00048a400, 0xc003cc5988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc003b8c8d0, 0xc003b8a690, 0x5, 0x5, 0x5, 0xc003792a80, 0xc00167cbd6, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003bc2100, 0xc003b8a690, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003b8a680, 0x7fffffff, 0xc00167cbd4, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003b8a680, 0xc003bc2100, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc00167cb01, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003b8a680, 0x7f620c96a220, 0x72e5050, 0xc003bc2100, 0x0, 0x0, 0x45a0b80, 0xc00378ba40, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc003b90400, 0x45a0b80, 0xc00378ba40, 0x0, 0xc003cc5d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc003b90400, 0xc003cc5d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc0014d2000, 0xc003cc5e10, 0xc003cc5de0, 0x44bfbf, 0xc001dd6d80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0014d2000, 0x45a0b80, 0xc00378ba40, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003b8a6a0, 0x45a0b80, 0xc00378ba40, 0xc003cc5ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc003b8e670, 0xc003cc5ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc000bd3ba0, 0x4f67f60, 0xc003b8e670)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 2131 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc002bbc7a0, 0xc001ffeb40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1649 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003a81f80, 0xc003a81ec0, 0xc003a88a50)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1596 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0005d9c00, 0xc0014d2000, 0x4f38520, 0xc003b8c840)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1598 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc000bd3ba0, 0xc00217c370, 0xc001dd7320)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1599 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003ba05f0, 0xc003b8a890, 0x5, 0x5, 0x0, 0x0, 0xc003b96400)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003ba05f0, 0xc003b8a890, 0x5, 0x5, 0xc003b963c0, 0x4980e10, 0xc003cc6778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003b8ca50, 0xc003b8a890, 0x5, 0x5, 0xc00048a800, 0xc003cc67a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc003b8ca50, 0xc003b8a890, 0x5, 0x5, 0x5, 0x4203060, 0xc003ba2088, 0x2e)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003bc2200, 0xc003b8a890, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003b8a880, 0x400000, 0x40f2b0, 0xc003ba6240, 0x90, 0x90, 0x43939e0, 0xc003cc6970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003b8a880, 0xc003bc2200, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003b8e780, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003b8a880, 0x7f620c96a220, 0x72e5050, 0xc003bc2200, 0x0, 0x0, 0x450f520, 0xc003b8e790, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0005da0c0, 0x450f520, 0xc003b8e790, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003b8e750, 0x4f38460, 0xc003b88880, 0xc003b94310)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc003b8e750, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0005da0c0, 0x72e5050, 0xc003bc2200)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc00127e480, 0xc003bc2200, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc00127e480, 0xc003bc2200, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc003c80110, 0xc000703800, 0x4f6d6c0, 0xc00127e480, 0xc003bc2200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1600 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc003b88840, 0x15, 0x4f38460, 0xc003b88880, 0xc003b96420, 0x13, 0xc003b94310)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1551 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc001966860, 0xc0022a60c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1601 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc003b88900, 0xc00077d3d0, 0xc003b934a0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1650 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc003b93440, 0xc003b934a0, 0xc003b93401, 0xc003b96420, 0x13)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1976 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003d769b0, 0xc003f9b990, 0x5, 0x5, 0x0, 0x0, 0xc003b96580)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003d769b0, 0xc003f9b990, 0x5, 0x5, 0xc003b96500, 0x4980e10, 0xc00171c778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0036eac60, 0xc003f9b990, 0x5, 0x5, 0xc0000a3000, 0xc00171c7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0036eac60, 0xc003f9b990, 0x5, 0x5, 0x5, 0x4203060, 0xc0019101d8, 0x2c)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003a98300, 0xc003f9b990, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003f9b980, 0x400000, 0x40f2b0, 0xc003cb47e0, 0x90, 0x90, 0x43939e0, 0xc00171c970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003f9b980, 0xc003a98300, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003a88a30, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003f9b980, 0x7f620c96a220, 0x72e5050, 0xc003a98300, 0x0, 0x0, 0x450f520, 0xc003a88a40, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0015fa840, 0x450f520, 0xc003a88a40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003a889e0, 0x4f38460, 0xc003c7f300, 0xc003c88380)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc003a889e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0015fa840, 0x72e5050, 0xc003a98300)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc001d61c80, 0xc003a98300, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc001d61c80, 0xc003a98300, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001952800, 0xc000703800, 0x4f6d6c0, 0xc001d61c80, 0xc003a98300)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1578 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc00119f6c0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1718 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001e70a50, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003ace540, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001e7ac00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1581 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc003c8ee10, 0xc003c83210, 0x5, 0x5, 0x44b573, 0xc000e4cd18, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003c8ee10, 0xc003c83210, 0x5, 0x5, 0xc003c96380, 0x4980e10, 0xc003ceb960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001d7d500, 0xc003c83210, 0x5, 0x5, 0xc000700000, 0xc003ceb988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001d7d500, 0xc003c83210, 0x5, 0x5, 0x5, 0xc003aa22c0, 0xc003a8697a, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003c94800, 0xc003c83210, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003c83200, 0x7fffffff, 0xc003a86978, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003c83200, 0xc003c94800, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc003a86901, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003c83200, 0x7f620c96a220, 0x72e5050, 0xc003c94800, 0x0, 0x0, 0x45a0b80, 0xc003a84d70, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc003c92780, 0x45a0b80, 0xc003a84d70, 0x0, 0xc003cebd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc003c92780, 0xc003cebd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000f1aa20, 0xc003cebe10, 0xc003cebde0, 0x44bfbf, 0xc000627e60)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000f1aa20, 0x45a0b80, 0xc003a84d70, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003c83220, 0x45a0b80, 0xc003a84d70, 0xc003cebef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc003c84a40, 0xc003cebef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc00119f6c0, 0x4f67f60, 0xc003c84a40)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1580 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc000d59180, 0xc000f1aa20, 0x4f38520, 0xc001d7d470)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1582 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00119f6c0, 0xc0005fe2c0, 0xc000e4c300)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1760 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc003c5ac40, 0xc0022a7a40, 0xc003f99e00, 0xc004074660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1653 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003b93500, 0xc003b93440, 0xc003b8e7d0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1552 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc003c32580)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1583 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003c8efa0, 0xc003c833d0, 0x5, 0x5, 0x0, 0x0, 0xc003c986c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003c8efa0, 0xc003c833d0, 0x5, 0x5, 0xc003c963c0, 0x4980e10, 0xc003ac0778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001d7d680, 0xc003c833d0, 0x5, 0x5, 0xc0000a2c00, 0xc003ac07a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001d7d680, 0xc003c833d0, 0x5, 0x5, 0x5, 0x4203060, 0xc003c8a0f0, 0x52)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003c94900, 0xc003c833d0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003c833c0, 0x400000, 0x40f2b0, 0xc003cb4360, 0x90, 0x90, 0x43939e0, 0xc003ac0970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003c833c0, 0xc003c94900, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003c84b50, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003c833c0, 0x7f620c96a220, 0x72e5050, 0xc003c94900, 0x0, 0x0, 0x450f520, 0xc003c84b60, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc001872180, 0x450f520, 0xc003c84b60, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003c84b20, 0x4f38460, 0xc003c90cc0, 0xc003c88850)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc003c84b20, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc001872180, 0x72e5050, 0xc003c94900)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc000803380, 0xc003c94900, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc000803380, 0xc003c94900, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc003c801d0, 0xc000703800, 0x4f6d6c0, 0xc000803380, 0xc003c94900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1553 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000227ce0, 0xc06d3ff0854f8aca, 0x3320b47f, 0x72abcc0, 0x4ee1ce0, 0xc0022ceb60, 0xc003abdbc0, 0xc001e64600, 0xc0022a60c0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000227ce0, 0xc0022a60c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc003c32580, 0xc0022a60c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc001ff2788)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc003abdf88, 0x4e7a7a0, 0xc003c62360, 0xc001db8501, 0xc0022a60c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001ff2788, 0x3b9aca00, 0x0, 0xc001ff2701, 0xc0022a60c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc003c32580, 0xc0022a60c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1682 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc003c30ab0, 0x4e7a7a0, 0xc0037cb530, 0x1, 0xc0022a6300)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc003c30ab0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0022a6300)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1584 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc003c90c80, 0x16, 0x4f38460, 0xc003c90cc0, 0xc003c986f0, 0x25, 0xc003c88850)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1585 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc003c90d40, 0xc00077d3d0, 0xc003cfa840)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1698 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc003cfa7e0, 0xc003cfa840, 0xc003cfa801, 0xc003c986f0, 0x25)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1864 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc000975d40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1683 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00195dcc0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1684 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc003c07340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1685 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc003c056c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1686 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5d78, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00196f018, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00196f000, 0xc003c6c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00196f000, 0xc003c6c000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc001910368, 0xc003c6c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001955a40, 0xc003c5ab98, 0x9, 0x9, 0xc003c6c009, 0xc0044ac800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001955a40, 0xc003c5ab98, 0x9, 0x9, 0x9, 0x45b833, 0xd7241652be6, 0xc003c6ae50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc003c5ab98, 0x9, 0x9, 0x4e760c0, 0xc001955a40, 0x0, 0xc06d3ff000000000, 0x336fb1e7, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc003c5ab60, 0xc002bbc640, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc003c056c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1687 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0019599f0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001955b00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc003c056c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1863 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc004492000, 0xc001133500, 0xc001337620, 0xc0038fa5a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1701 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003cfa8a0, 0xc003cfa7e0, 0xc003c84ba0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 4000 [IO wait]:
internal/poll.runtime_pollWait(0x7f620c9723a0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0003ea898, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0003ea880, 0xc00c88c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0003ea880, 0xc00c88c000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00c88a000, 0xc00c88c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc003b92300, 0xc00c8a4038, 0x9, 0x9, 0x0, 0xc0033ef400, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc003b92300, 0xc00c8a4038, 0x9, 0x9, 0x9, 0xd8a9dce0d161601, 0x61d48845, 0xc00928ddd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00c8a4038, 0x9, 0x9, 0x4e760c0, 0xc003b92300, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00c8a4000, 0xc0032f3d40, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0090c0a80, 0xc00a26a120, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0090c0a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0090c0a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 2152 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00075c480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1501 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0011eb6c0, 0xc003f98420)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 2040 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc003f9fa20)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1504 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0011eb790)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1899 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0022ceb60, 0xc00167c300)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1690 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc001966be0, 0xc0022a7a40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1691 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc003c329a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1692 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc003c5ac40, 0xc06d3ff085358389, 0x3306ad3c, 0x72abcc0, 0x4ee1ce0, 0xc0009f6410, 0xc002acdbc0, 0xc004074660, 0xc0022a7a40, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc003c5ac40, 0xc0022a7a40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc003c329a0, 0xc0022a7a40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc003c2df88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002acdf88, 0x4e7a7a0, 0xc003b8cba0, 0x1, 0xc0022a7a40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc003c2df88, 0x3b9aca00, 0x0, 0x1, 0xc0022a7a40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc003c329a0, 0xc0022a7a40)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1693 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc003c62990, 0x4e7a7a0, 0xc0039fe540, 0x1, 0xc0022a7aa0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc003c62990, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0022a7aa0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 3693 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0004db5e0, 0xc0009f0d80, 0xc0063817a0, 0xc006393740)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 3063 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc0044fe540, 0xc0044fe5a0, 0xc0044fe501, 0xc003d82b40, 0x17)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1694 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003c7e4c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1695 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc004382840)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1712 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc003d82060, 0xc003ad28a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1696 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00438a540)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1697 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5ba8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00196f418, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00196f400, 0xc004390000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00196f400, 0xc004390000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc001910450, 0xc004390000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc003c7c6c0, 0xc003c5ba78, 0x9, 0x9, 0xc004390009, 0xc000700000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc003c7c6c0, 0xc003c5ba78, 0x9, 0x9, 0x9, 0x45b833, 0xd7241596948, 0xc003c6be50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc003c5ba78, 0x9, 0x9, 0x4e760c0, 0xc003c7c6c0, 0x0, 0xc06d3ff000000000, 0x3363cf18, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc003c5ba40, 0xc003792dc0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00438a540)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 2433 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc003db0000, 0xc0005ceea0, 0xc001524ba0, 0xc001912ea0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1730 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00438c190, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003c7c780, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00438a540)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1719 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001e7ac00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1703 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003c8f220, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003cfaa80, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc003cf3380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1704 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc003cf3380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1705 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5ac0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003c92918, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003c92900, 0xc004470000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003c92900, 0xc004470000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc003c8a100, 0xc004470000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc003cfaa20, 0xc0018818b8, 0x9, 0x9, 0x0, 0xc00048a400, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc003cfaa20, 0xc0018818b8, 0x9, 0x9, 0x9, 0x593033703c82801, 0x61d48842, 0xc003ac0dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0018818b8, 0x9, 0x9, 0x4e760c0, 0xc003cfaa20, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001881880, 0xc003c96440, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc003cf3380, 0xc001d7d8f0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc003cf3380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc003cf3380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1707 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc003c96480, 0xc001133500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1708 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc0010498c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1709 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc004492000, 0xc06d3ff08545557b, 0x33167f34, 0x72abcc0, 0x4ee1ce0, 0xc000975d40, 0xc004321bc0, 0xc0038fa5a0, 0xc001133500, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc004492000, 0xc001133500, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc0010498c0, 0xc001133500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc003c2bf88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc004321f88, 0x4e7a7a0, 0xc0043a81b0, 0x1, 0xc001133500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc003c2bf88, 0x3b9aca00, 0x0, 0x1, 0xc001133500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc0010498c0, 0xc001133500)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1710 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001d7ddd0, 0x4e7a7a0, 0xc0037cbbf0, 0x1, 0xc001133800)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001d7ddd0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc001133800)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1868 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc000975e10)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1632 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003932ec0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 3233 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc003ff2000, 0xc001db0cc0, 0xc0038e3200, 0xc005c90240)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1897 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0022ceb60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1633 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc003960000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 2484 [IO wait]:
internal/poll.runtime_pollWait(0x7f620c9717f0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0012d2a18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0012d2a00, 0xc004d84000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0012d2a00, 0xc004d84000, 0x8000, 0x8000, 0x203001, 0x203001, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0004be608, 0xc004d84000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0033b5260, 0xc0007958b8, 0x9, 0x9, 0xc003baf200, 0xc000681c00, 0x10000c003baf200)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0033b5260, 0xc0007958b8, 0x9, 0x9, 0x9, 0x9b9ea890658c501, 0x61d48842, 0x4dfbde5)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0007958b8, 0x9, 0x9, 0x4e760c0, 0xc0033b5260, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000795880, 0xc001237740, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00437ef00, 0xc003355530, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc00437ef00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc00437ef00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1937 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0038b4380, 0xc003ad28a0, 0xc001e39020, 0xc004075680)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1945 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0005e8680, 0xc0006ca8d0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1779 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc003981b30, 0xc003f9a670, 0x5, 0x5, 0x44b573, 0xc003f988f8, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003981b30, 0xc003f9a670, 0x5, 0x5, 0xc00398aaa0, 0x4980e10, 0xc003ce6960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0039fef00, 0xc003f9a670, 0x5, 0x5, 0xc000100c00, 0xc003ce6988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0039fef00, 0xc003f9a670, 0x5, 0x5, 0x5, 0xc00387a5a0, 0xc001db69aa, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003982d00, 0xc003f9a670, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003f9a660, 0x7fffffff, 0xc001db69a8, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003f9a660, 0xc003982d00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001db6901, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003f9a660, 0x7f620c96a220, 0x72e5050, 0xc003982d00, 0x0, 0x0, 0x45a0b80, 0xc001ddb680, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00398f180, 0x45a0b80, 0xc001ddb680, 0x0, 0xc003ce6d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00398f180, 0xc003ce6d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc00118a480, 0xc003ce6e10, 0xc003ce6de0, 0x44bfbf, 0xc003f984e0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc00118a480, 0x45a0b80, 0xc001ddb680, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003f9a680, 0x45a0b80, 0xc001ddb680, 0xc003ce6ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0039875d0, 0xc003ce6ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0011eb790, 0x4f67f60, 0xc0039875d0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1762 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00397e000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1763 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec59d8, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003934718, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003934700, 0xc003964000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003934700, 0xc003964000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc002176140, 0xc003964000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00395c360, 0xc00397c038, 0x9, 0x9, 0xc003964009, 0xc0044ac800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00395c360, 0xc00397c038, 0x9, 0x9, 0x9, 0x45b833, 0xd72415dd7d2, 0xc00391fe50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00397c038, 0x9, 0x9, 0x4e760c0, 0xc00395c360, 0x0, 0xc06d3ff000000000, 0x3368586a, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00397c000, 0xc003b96cc0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00397e000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1778 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0037b0000, 0xc00118a480, 0x4f38520, 0xc0039fee70)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1764 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003931040, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00395c540, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00397e000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1780 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0011eb790, 0xc003f8e160, 0xc003f986c0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1720 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec58f0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001e6aa98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001e6aa80, 0xc0041ac000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001e6aa80, 0xc0041ac000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0012380f0, 0xc0041ac000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001e65260, 0xc00417c118, 0x9, 0x9, 0x0, 0xc0000a3000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001e65260, 0xc00417c118, 0x9, 0x9, 0x9, 0x5977bf003f9be01, 0x61d48842, 0xc0041a9dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00417c118, 0x9, 0x9, 0x4e760c0, 0xc001e65260, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00417c0e0, 0xc003b96ca0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001e7ac00, 0xc0018ff620, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001e7ac00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001e7ac00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1942 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc00397c0e0, 0xc00395e6c0, 0xc004324f00, 0xc003cfb680)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1781 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003981cc0, 0xc003f9a830, 0x5, 0x5, 0x0, 0x0, 0xc00398ab60)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003981cc0, 0xc003f9a830, 0x5, 0x5, 0xc00398ab20, 0x4980e10, 0xc003ce7778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0039ff080, 0xc003f9a830, 0x5, 0x5, 0xc000580000, 0xc003ce77a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0039ff080, 0xc003f9a830, 0x5, 0x5, 0x5, 0x4203060, 0xc000126780, 0x2a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003982e00, 0xc003f9a830, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003f9a820, 0x400000, 0x40f4a8, 0x7f620ceb2ec0, 0xc0039eae10, 0x90, 0x90, 0xc003ce7970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003f9a820, 0xc003982e00, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0x7f620ceb18f8, 0xc0039876e0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003f9a820, 0x7f620c96a220, 0x72e5050, 0xc003982e00, 0x0, 0x0, 0x450f520, 0xc0039876f0, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc001e30480, 0x450f520, 0xc0039876f0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0039876b0, 0x4f38460, 0xc003985f00, 0xc003988620)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0039876b0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc001e30480, 0x72e5050, 0xc003982e00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc003797c80, 0xc003982e00, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc003797c80, 0xc003982e00, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00167c610, 0xc000703800, 0x4f6d6c0, 0xc003797c80, 0xc003982e00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1782 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc003985ec0, 0x17, 0x4f38460, 0xc003985f00, 0xc00398ab80, 0x11, 0xc003988620)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1766 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc0039384e0, 0xc00395e6c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1767 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc003942840)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1768 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc00397c0e0, 0xc06d3ff08557dbbf, 0x33290571, 0x72abcc0, 0x4ee1ce0, 0xc0005e8680, 0xc00288bbc0, 0xc003cfb680, 0xc00395e6c0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc00397c0e0, 0xc00395e6c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc003942840, 0xc00395e6c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc004590f88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00288bf88, 0x4e7a7a0, 0xc0018ff770, 0x1, 0xc00395e6c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc004590f88, 0x3b9aca00, 0x0, 0x1, 0xc00395e6c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc003942840, 0xc00395e6c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1783 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc003985f80, 0xc00077d3d0, 0xc003f8d500)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1784 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc003f8d4a0, 0xc003f8d500, 0xc003f8d501, 0xc00398ab80, 0x11)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1769 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f7db30, 0x4e7a7a0, 0xc00457d380, 0x1, 0xc00395e780)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc001f7db30, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc00395e780)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1770 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0039335c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1771 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc003961340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1772 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00397ee00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1773 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5808, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003934b18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003934b00, 0xc00459c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003934b00, 0xc00459c000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0021761f8, 0xc00459c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00395cc00, 0xc00397cf18, 0x9, 0x9, 0xc00459c009, 0xc000700000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00395cc00, 0xc00397cf18, 0x9, 0x9, 0x9, 0x45b833, 0xd72415da2be, 0xc003ad6e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00397cf18, 0x9, 0x9, 0x4e760c0, 0xc00395cc00, 0x0, 0xc06d3ff000000000, 0x33683524, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00397cee0, 0xc003c96540, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00397ee00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1774 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0039315e0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00395ccc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00397ee00)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1737 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00438a700)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 2056 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003ba08c0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002b870e0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0045bc180)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1733 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00438c6e0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003c7d2c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc004381680)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1734 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc004381680)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1735 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5720, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001e6ac18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001e6ac00, 0xc0041c4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001e6ac00, 0xc0041c4000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0012380f8, 0xc0041c4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001e652c0, 0xc003c5bb58, 0x9, 0x9, 0x0, 0xc000700000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001e652c0, 0xc003c5bb58, 0x9, 0x9, 0x9, 0x5975f4d03c82901, 0x61d48842, 0xc0041aadd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc003c5bb58, 0x9, 0x9, 0x4e760c0, 0xc001e652c0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc003c5bb20, 0xc003c96520, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc004381680, 0xc0043a86f0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc004381680)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc004381680)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1736 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc004383080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1786 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc00398ac40, 0xc003f98cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1787 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc003f9e9a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1788 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0017faee0, 0xc06d3ff0858a5e2f, 0x335b87e1, 0x72abcc0, 0x4ee1ce0, 0xc00119fc70, 0xc001941bc0, 0xc0012299e0, 0xc003f98cc0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0017faee0, 0xc003f98cc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc003f9e9a0, 0xc003f98cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc003f97f88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001941f88, 0x4e7a7a0, 0xc0018ffbc0, 0x1, 0xc003f98cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc003f97f88, 0x3b9aca00, 0x0, 0x1, 0xc003f98cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc003f9e9a0, 0xc003f98cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1789 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0039ff560, 0x4e7a7a0, 0xc003b8d170, 0x1, 0xc003f98d80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0039ff560, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc003f98d80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 2070 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0017faee0, 0xc003f98cc0, 0xc00419b380, 0xc0012299e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 1995 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc00167a840, 0xc00167a780, 0xc0039259e0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1790 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003fa6480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1922 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0009f6410, 0xc003f99e60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1797 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003f8d560, 0xc003f8d4a0, 0xc003987730)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 6983 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00804ed10, 0xc000000000)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00804ed00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue.(*Type).Get(0xc0104e0660, 0x0, 0x0, 0x3fa2a00)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89
github.com/rancher/k3s/vendor/k8s.io/client-go/transport.(*dynamicClientCert).processNextWorkItem(0xc00804edc0, 0x203000)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/transport/cert_rotation.go:156 +0x66
github.com/rancher/k3s/vendor/k8s.io/client-go/transport.(*dynamicClientCert).runWorker(0xc00804edc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/transport/cert_rotation.go:151 +0x2b
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0090565f0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0090565f0, 0x4e7a7a0, 0xc009855da0, 0x65206e61206e6901, 0xc00010e660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0090565f0, 0x3b9aca00, 0x0, 0x4978e01, 0xc00010e660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc0090565f0, 0x3b9aca00, 0xc00010e660)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d
created by github.com/rancher/k3s/vendor/k8s.io/client-go/transport.(*dynamicClientCert).Run
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/transport/cert_rotation.go:140 +0x205
goroutine 1738 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5638, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00196f818, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00196f800, 0xc0043d8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00196f800, 0xc0043d8000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc001910480, 0xc0043d8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc003c7d500, 0xc003c5bc38, 0x9, 0x9, 0xc0043d8009, 0xc000581c00, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc003c7d500, 0xc003c5bc38, 0x9, 0x9, 0x9, 0x45b833, 0xd724213088a, 0xc0043d3e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc003c5bc38, 0x9, 0x9, 0x4e760c0, 0xc003c7d500, 0x0, 0xc06d3ff000000000, 0x341dd1f8, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc003c5bc00, 0xc001580e40, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00438a700)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1739 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00438c8c0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003c7d5c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00438a700)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 3491 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc005c889b0, 0xc00333bcb0, 0x5, 0x5, 0x0, 0x0, 0xc001d43de0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc005c889b0, 0xc00333bcb0, 0x5, 0x5, 0xc001d43da0, 0x4980e10, 0xc00595b778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0039d3f50, 0xc00333bcb0, 0x5, 0x5, 0xc000701c00, 0xc00595b7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0039d3f50, 0xc00333bcb0, 0x5, 0x5, 0x5, 0x4203060, 0xc0007e0d38, 0x32)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001865000, 0xc00333bcb0, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00333bca0, 0x400000, 0x40f2b0, 0xc0018593b0, 0x90, 0x90, 0x43939e0, 0xc00595b970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00333bca0, 0xc001865000, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0013afba0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00333bca0, 0x7f620c96a220, 0x72e5050, 0xc001865000, 0x0, 0x0, 0x450f520, 0xc0013afbb0, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc000772f00, 0x450f520, 0xc0013afbb0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0013afb60, 0x4f38460, 0xc00342df80, 0xc003989d50)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0013afb60, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc000772f00, 0x72e5050, 0xc001865000)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc001be2600, 0xc001865000, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc001be2600, 0xc001865000, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc003921720, 0xc000703800, 0x4f6d6c0, 0xc001be2600, 0xc001865000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1912 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc001418c30, 0xc00395f620)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1867 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc0040f05b0, 0x4ed5be0, 0xc0040bd000)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1755 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001e60580)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1750 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001e70b90, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001e65380, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001e7b080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1751 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001e7b080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1752 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5550, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001e6ad98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001e6ad80, 0xc0041dc000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001e6ad80, 0xc0041dc000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc001238100, 0xc0041dc000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc001e65320, 0xc00417c1f8, 0x9, 0x9, 0x0, 0xc000581c00, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc001e65320, 0xc00417c1f8, 0x9, 0x9, 0x9, 0x64cc9f501031401, 0x61d48842, 0xc0041abdd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00417c1f8, 0x9, 0x9, 0x4e760c0, 0xc001e65320, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00417c1c0, 0xc001580e20, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001e7b080, 0xc001e66f60, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc001e7b080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc001e7b080)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1672 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*timeBudgetImpl).periodicallyRefresh(0xc003d823a0, 0xc0005ceea0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:69 +0xe5
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.newTimeBudget
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/time_budget.go:61 +0x6e
goroutine 1673 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc000ef7080)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1674 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc003db0000, 0xc06d3ff0864143eb, 0x34126da0, 0x72abcc0, 0x4ee1ce0, 0xc000b7a9c0, 0xc004cefbc0, 0xc001912ea0, 0xc0005ceea0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc003db0000, 0xc0005ceea0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc000ef7080, 0xc0005ceea0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00458bf88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc004ceff88, 0x4e7a7a0, 0xc003aea090, 0x1, 0xc0005ceea0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00458bf88, 0x3b9aca00, 0x0, 0x1, 0xc0005ceea0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc000ef7080, 0xc0005ceea0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1675 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00063aff0, 0x4e7a7a0, 0xc003b8d500, 0x1, 0xc0005cef60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00063aff0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc0005cef60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 2245 [IO wait]:
internal/poll.runtime_pollWait(0x7f620c7021c0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002b94b98, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc002b94b80, 0xc004328000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc002b94b80, 0xc004328000, 0x8000, 0x8000, 0x203003, 0x203003, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0004be3b8, 0xc004328000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0037fd440, 0xc0007943b8, 0x9, 0x9, 0x0, 0xc00048a400, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0037fd440, 0xc0007943b8, 0x9, 0x9, 0x9, 0x1d2202140c3eff01, 0x61d48844, 0xc0040cddd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0007943b8, 0x9, 0x9, 0x4e760c0, 0xc0037fd440, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000794380, 0xc002b5f340, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0036fad80, 0xc001e67830, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0036fad80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0036fad80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1814 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0038f8a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1756 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0040c1340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1826 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc003b8e180, 0x4ed5be0, 0xc003fa6800)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1827 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0005e8340)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1830 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc00378a140, 0xc003afc6d0, 0x5, 0x5, 0x44b573, 0xc004324778, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00378a140, 0xc003afc6d0, 0x5, 0x5, 0xc001e74080, 0x4980e10, 0xc003ad7960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003fc1410, 0xc003afc6d0, 0x5, 0x5, 0xc000601800, 0xc003ad7988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc003fc1410, 0xc003afc6d0, 0x5, 0x5, 0x5, 0xc003aa2060, 0xc003c80022, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001e72100, 0xc003afc6d0, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003afc6c0, 0x7fffffff, 0xc003c80020, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003afc6c0, 0xc001e72100, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc003c80001, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003afc6c0, 0x7f620c96a220, 0x72e5050, 0xc001e72100, 0x0, 0x0, 0x45a0b80, 0xc003fa82d0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00398e000, 0x45a0b80, 0xc003fa82d0, 0x0, 0xc003ad7d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00398e000, 0xc003ad7d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000bba000, 0xc003ad7e10, 0xc003ad7de0, 0x44bfbf, 0xc004324360)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000bba000, 0x45a0b80, 0xc003fa82d0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003afc6e0, 0x45a0b80, 0xc003fa82d0, 0xc003ad7ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc003b8e230, 0xc003ad7ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0005e8340, 0x4f67f60, 0xc003b8e230)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1829 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc00211c700, 0xc000bba000, 0x4f38520, 0xc003fc1380)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1831 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0005e8340, 0xc0014622c0, 0xc004324540)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1832 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00378a2d0, 0xc003afc890, 0x5, 0x5, 0x0, 0x0, 0xc003884210)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00378a2d0, 0xc003afc890, 0x5, 0x5, 0xc001e740c0, 0x4980e10, 0xc003ad8778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003fc1590, 0xc003afc890, 0x5, 0x5, 0xc000100800, 0xc003ad87a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc003fc1590, 0xc003afc890, 0x5, 0x5, 0x5, 0x4203060, 0xc002176048, 0x52)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001e72200, 0xc003afc890, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003afc880, 0x400000, 0x40f2b0, 0xc001e761b0, 0x90, 0x90, 0x43939e0, 0xc003ad8970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003afc880, 0xc001e72200, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003b8e340, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003afc880, 0x7f620c96a220, 0x72e5050, 0xc001e72200, 0x0, 0x0, 0x450f520, 0xc003b8e350, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc00057ccc0, 0x450f520, 0xc003b8e350, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003b8e310, 0x4f38460, 0xc003fa6a40, 0xc003882690)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc003b8e310, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc00057ccc0, 0x72e5050, 0xc001e72200)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc0038a4000, 0xc001e72200, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc0038a4000, 0xc001e72200, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001db6440, 0xc000703800, 0x4f6d6c0, 0xc0038a4000, 0xc001e72200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1833 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc003fa6a00, 0x18, 0x4f38460, 0xc003fa6a40, 0xc003884300, 0x25, 0xc003882690)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1757 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0040c56c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1758 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5468, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003886218, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003886200, 0xc00170e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003886200, 0xc00170e000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc000126478, 0xc00170e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc003f8dda0, 0xc0040957d8, 0x9, 0x9, 0xc00170e009, 0xc000780000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc003f8dda0, 0xc0040957d8, 0x9, 0x9, 0x9, 0x45b833, 0xd7241b26b34, 0xc0043d0e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0040957d8, 0x9, 0x9, 0x4e760c0, 0xc003f8dda0, 0x0, 0xc06d3ff000000000, 0x33bd326f, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0040957a0, 0xc003939180, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0040c56c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1834 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc003fa6ac0, 0xc00077d3d0, 0xc003cfb200)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1835 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc003cfb1a0, 0xc003cfb200, 0xc003cfb201, 0xc003884300, 0x25)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1759 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001dda230, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003f8df80, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0040c56c0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 1815 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5380, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001e6a198, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001e6a180, 0xc0040f2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001e6a180, 0xc0040f2000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0007e0010, 0xc0040f2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc00395d320, 0xc00417c2d8, 0x9, 0x9, 0x0, 0xc000780000, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc00395d320, 0xc00417c2d8, 0x9, 0x9, 0x9, 0x5ec2a60036e4b01, 0x61d48842, 0xc003c65dd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00417c2d8, 0x9, 0x9, 0x4e760c0, 0xc00395d320, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00417c2a0, 0xc003939160, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0038f8a80, 0xc0037ca5a0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc0038f8a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc0038f8a80)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1928 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001dda370, 0xc001e62df0, 0x5, 0x5, 0x44b573, 0xc001e38958, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001dda370, 0xc001e62df0, 0x5, 0x5, 0xc0037925c0, 0x4980e10, 0xc0040cc960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0040ed9e0, 0xc001e62df0, 0x5, 0x5, 0xc000680000, 0xc0040cc988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0040ed9e0, 0xc001e62df0, 0x5, 0x5, 0x5, 0xc00387a120, 0xc001db6362, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002bce400, 0xc001e62df0, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc001e62de0, 0x7fffffff, 0xc001db6360, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc001e62de0, 0xc002bce400, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001db6301, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc001e62de0, 0x7f620c96a220, 0x72e5050, 0xc002bce400, 0x0, 0x0, 0x45a0b80, 0xc003c8e7d0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc003886580, 0x45a0b80, 0xc003c8e7d0, 0x0, 0xc0040ccd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc003886580, 0xc0040ccd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc0010790e0, 0xc0040cce10, 0xc0040ccde0, 0x44bfbf, 0xc003f99f20)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0010790e0, 0x45a0b80, 0xc003c8e7d0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc001e62e00, 0x45a0b80, 0xc003c8e7d0, 0xc0040ccef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0043d6840, 0xc0040ccef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0009f6750, 0x4f67f60, 0xc0043d6840)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1925 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0009f6750)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1713 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc004318580)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 1842 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0038b4380, 0xc06d3ff0858e8cc4, 0x335fb680, 0x72abcc0, 0x4ee1ce0, 0xc0009f69c0, 0xc002171bc0, 0xc004075680, 0xc003ad28a0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0038b4380, 0xc003ad28a0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc004318580, 0xc003ad28a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0039d8f88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002171f88, 0x4e7a7a0, 0xc003b8c0f0, 0x1, 0xc003ad28a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0039d8f88, 0x3b9aca00, 0x0, 0x4f6d601, 0xc003ad28a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc004318580, 0xc003ad28a0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 1843 [select]:
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc003aea6f0, 0x4e7a7a0, 0xc0037ca6f0, 0x1, 0xc003ad2900)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x149
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc003aea6f0, 0xdf8475800, 0x3ff3333333333333, 0x1, 0xc003ad2900)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry.(*Store).startObservingCount
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/registry/generic/registry/store.go:1378 +0x266
goroutine 1866 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc000975d40, 0xc002b964e0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 1761 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0009f6410)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 2153 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cb600a0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00378cb18, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00378cb00, 0xc003294000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00378cb00, 0xc003294000, 0x8000, 0x8000, 0x203001, 0x203001, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc001910280, 0xc003294000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc0018ec660, 0xc00397d0d8, 0x9, 0x9, 0x0, 0xc0034bc800, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc0018ec660, 0xc00397d0d8, 0x9, 0x9, 0x9, 0xcc312070748bd01, 0x61d48844, 0xc002a9add0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00397d0d8, 0x9, 0x9, 0x4e760c0, 0xc0018ec660, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00397d0a0, 0xc001c8c3a0, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00075c480, 0xc0036eba40, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc00075c480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc00075c480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1944 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc0005e8680, 0xc004324f60)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 1911 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc001418c30)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 2389 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).dispatchEvents(0xc000651600)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:794 +0x1fa
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:376 +0x8fb
goroutine 2003 [chan receive]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).startWatching(0xc00119f930, 0xc00419aa80)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:243 +0x245
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:156 +0x7f
goroutine 2831 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).processEvent(0xc0038fc8f0, 0xc0036dad90)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:279 +0x139
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:160 +0xda
goroutine 2148 [IO wait]:
internal/poll.runtime_pollWait(0x7f620c702ca0, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00378c898, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00378c880, 0xc002ac2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00378c880, 0xc002ac2000, 0x8000, 0x8000, 0x203000, 0x203000, 0x800000601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc001910240, 0xc002ac2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc003bd7aa0, 0xc00397cff8, 0x9, 0x9, 0x0, 0xc003af0c00, 0x100000000000000)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc003bd7aa0, 0xc00397cff8, 0x9, 0x9, 0x9, 0x8a3cd8801ced201, 0x61d48842, 0xc00171ddd0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc00397cff8, 0x9, 0x9, 0x4e760c0, 0xc003bd7aa0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00397cfc0, 0xc003c97200, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00075c000, 0xc0036eb5c0, 0x4978118)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0x98
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000703800, 0x4f6d6c0, 0xc00075c000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:718 +0xdb
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000703800, 0x4f6d6c0, 0xc00075c000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:678 +0x55b
goroutine 1844 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003b88580)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1845 [chan receive]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc00379b340)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:1179 +0x769
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/clientconn.go:815 +0x12a
goroutine 1846 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0038ada40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 1847 [IO wait]:
internal/poll.runtime_pollWait(0x7f620cec5298, 0x72, 0x4e834a0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003b90298, 0x72, 0x4e83400, 0x7028c80, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003b90280, 0xc0044d2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003b90280, 0xc0044d2000, 0x8000, 0x8000, 0x800010601, 0x0, 0x800010601)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc003ba2108, 0xc0044d2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
bufio.(*Reader).Read(0xc002b86d80, 0xc0038b5618, 0x9, 0x9, 0xc0044d2009, 0xc000518400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x4e760c0, 0xc002b86d80, 0xc0038b5618, 0x9, 0x9, 0x9, 0x45b833, 0xd7242dd4eb1, 0xc0043d1e50)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/golang.org/x/net/http2.readFrameHeader(0xc0038b5618, 0x9, 0x9, 0x4e760c0, 0xc002b86d80, 0x0, 0xc06d3ff000000000, 0x34e7d38e, 0x72abcc0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:237 +0x89
github.com/rancher/k3s/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0038b55e0, 0xc001f7eb20, 0x72abcc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0038ada40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x179
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1848 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00438cc30, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002b86e40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0038ada40)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 2002 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc00119f930)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 2146 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003d770e0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003bd7b00, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00075c000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1943 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0005e8680)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1984 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003bd76e0, 0xc003bd7620, 0xc003a88a90)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 2390 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc003ff2000, 0xc06d3ff089030807, 0x36d431b5, 0x72abcc0, 0x4ee1ce0, 0xc005c8c0d0, 0xc004a7dbc0, 0xc005c90240, 0xc001db0cc0, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc003ff2000, 0xc001db0cc0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.(*Cacher).startCaching(0xc000651600, 0xc001db0cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:418 +0x119
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1.1()
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:385 +0x65
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002a1df88)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc004a7df88, 0x4e7a7a0, 0xc00329ddd0, 0x1, 0xc001db0cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002a1df88, 0x3b9aca00, 0x0, 0x1, 0xc001db0cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98
github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig.func1(0xc000651600, 0xc001db0cc0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:382 +0xc7
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher.NewCacherFromConfig
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/cacher/cacher.go:379 +0x94e
goroutine 3558 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc005e168a0, 0xc005e16900, 0xc005e16901, 0xc001e75b00, 0x1e)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1980 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003cfb260, 0xc003cfb1a0, 0xc003b8e390)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 3254 [select]:
github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0018d8c40, 0xc000bed3e0, 0xc002d71260, 0xc002d6f440)
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f
created by github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/go/src/github.com/rancher/k3s/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5
goroutine 2963 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc003cf5c00, 0xc000bba6c0, 0x4f38520, 0xc001ffd710)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1930 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc001dda4b0, 0xc001e62f70, 0x5, 0x5, 0x0, 0x0, 0xc003792680)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001dda4b0, 0xc001e62f70, 0x5, 0x5, 0xc003792640, 0x4980e10, 0xc001e51778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0040edb90, 0xc001e62f70, 0x5, 0x5, 0xc000100c00, 0xc001e517a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0040edb90, 0xc001e62f70, 0x5, 0x5, 0x5, 0x4203060, 0xc000126540, 0x3c)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002bce500, 0xc001e62f70, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc001e62f60, 0x400000, 0x40f2b0, 0xc004096e10, 0x90, 0x90, 0x43939e0, 0xc001e51970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc001e62f60, 0xc002bce500, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0043d6950, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc001e62f60, 0x7f620c96a220, 0x72e5050, 0xc002bce500, 0x0, 0x0, 0x450f520, 0xc0043d6960, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0004b23c0, 0x450f520, 0xc0043d6960, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0043d6920, 0x4f38460, 0xc001e60ec0, 0xc003928380)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0043d6920, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0004b23c0, 0x72e5050, 0xc002bce500)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc0037fad80, 0xc002bce500, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc0037fad80, 0xc002bce500, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00167ca60, 0xc000703800, 0x4f6d6c0, 0xc0037fad80, 0xc002bce500)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1931 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc001e60e80, 0x19, 0x4f38460, 0xc001e60ec0, 0xc0037926a0, 0x1a, 0xc003928380)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1932 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc001e60f40, 0xc00077d3d0, 0xc0040753e0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1933 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc004075380, 0xc0040753e0, 0xc004075301, 0xc0037926a0, 0x1a)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1871 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc003a845f0, 0xc00431aa70, 0x5, 0x5, 0x44b573, 0xc001337b58, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003a845f0, 0xc00431aa70, 0x5, 0x5, 0xc0019664a0, 0x4980e10, 0xc003fc9960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0044998c0, 0xc00431aa70, 0x5, 0x5, 0xc0044ac400, 0xc003fc9988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0044998c0, 0xc00431aa70, 0x5, 0x5, 0x5, 0xc001966660, 0xc002b965fa, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003936100, 0xc00431aa70, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00431aa60, 0x7fffffff, 0xc002b965f8, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00431aa60, 0xc003936100, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc002b96501, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00431aa60, 0x7f620c96a220, 0x72e5050, 0xc003936100, 0x0, 0x0, 0x45a0b80, 0xc003a84aa0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00196e280, 0x45a0b80, 0xc003a84aa0, 0x0, 0xc003fc9d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00196e280, 0xc003fc9d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc001534000, 0xc003fc9e10, 0xc003fc9de0, 0x44bfbf, 0xc001337740)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc001534000, 0x45a0b80, 0xc003a84aa0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc00431aa80, 0x45a0b80, 0xc003a84aa0, 0xc003fc9ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0040f0660, 0xc003fc9ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc000975e10, 0x4f67f60, 0xc0040f0660)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 2098 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc0009f69c0)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1936 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc004075440, 0xc004075380, 0xc0043d69a0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1870 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc003c59880, 0xc001534000, 0x4f38520, 0xc004499830)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1872 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc000975e10, 0xc0003dd6b0, 0xc001337920)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1873 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003a84780, 0xc00431ac70, 0x5, 0x5, 0x0, 0x0, 0xc001966580)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003a84780, 0xc00431ac70, 0x5, 0x5, 0xc001966540, 0x4980e10, 0xc003fca778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc004499a40, 0xc00431ac70, 0x5, 0x5, 0xc000680000, 0xc003fca7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc004499a40, 0xc00431ac70, 0x5, 0x5, 0x5, 0x4203060, 0xc00060e288, 0x2c)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003936200, 0xc00431ac70, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00431ac60, 0x400000, 0x40f2b0, 0xc001978480, 0x90, 0x90, 0x43939e0, 0xc003fca970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc00431ac60, 0xc003936200, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0040f0770, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc00431ac60, 0x7f620c96a220, 0x72e5050, 0xc003936200, 0x0, 0x0, 0x450f520, 0xc0040f0780, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc001e30180, 0x450f520, 0xc0040f0780, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0040f0740, 0x4f38460, 0xc0040bd240, 0xc003a8c380)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc0040f0740, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc001e30180, 0x72e5050, 0xc003936200)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc003cf3380, 0xc003936200, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc003cf3380, 0xc003936200, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc003c808e0, 0xc000703800, 0x4f6d6c0, 0xc003cf3380, 0xc003936200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1954 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc0040bd200, 0x1a, 0x4f38460, 0xc0040bd240, 0xc0019665a0, 0x12, 0xc003a8c380)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 1955 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc0040bd2c0, 0xc00077d3d0, 0xc0038fb260)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1956 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc0038fb200, 0xc0038fb260, 0xc0038fb201, 0xc0019665a0, 0x12)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 2147 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00075c000)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x28a
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x10fb
goroutine 1914 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc003a88430, 0x4ed5be0, 0xc003c7ee40)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1901 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0022cec30)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1904 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc003ba0500, 0xc003922690, 0x5, 0x5, 0x44b573, 0xc0005cf2b8, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003ba0500, 0xc003922690, 0x5, 0x5, 0xc00398a3e0, 0x4980e10, 0xc003fc5960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00063a990, 0xc003922690, 0x5, 0x5, 0xc0000a3000, 0xc003fc5988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc00063a990, 0xc003922690, 0x5, 0x5, 0x5, 0xc003b96b20, 0xc0019529da, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00197a200, 0xc003922690, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003922680, 0x7fffffff, 0xc0019529d8, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003922680, 0xc00197a200, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001952901, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003922680, 0x7f620c96a220, 0x72e5050, 0xc00197a200, 0x0, 0x0, 0x45a0b80, 0xc003d76f00, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc003d8e180, 0x45a0b80, 0xc003d76f00, 0x0, 0xc003fc5d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc003d8e180, 0xc003fc5d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc003ad46c0, 0xc003fc5e10, 0xc003fc5de0, 0x44bfbf, 0xc0005ceae0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc003ad46c0, 0x45a0b80, 0xc003d76f00, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003922740, 0x45a0b80, 0xc003d76f00, 0xc003fc5ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc003986830, 0xc003fc5ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0022cec30, 0x4f67f60, 0xc003986830)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1903 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc0040c8000, 0xc003ad46c0, 0x4f38520, 0xc00063a900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1905 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0022cec30, 0xc00395a2c0, 0xc0005cf0e0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1915 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc001418d00)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1918 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc003d76320, 0xc003f9b570, 0x5, 0x5, 0xc00a5aeb60, 0x0, 0x1a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003d76320, 0xc003f9b570, 0x5, 0x5, 0xc003b96220, 0x4980e10, 0xc00171b960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00457df20, 0xc003f9b570, 0x5, 0x5, 0x1ce, 0xc00171b988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc00457df20, 0xc003f9b570, 0x5, 0x5, 0x5, 0xc00ef676e0, 0xc009730d2a, 0x1ce)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003a98100, 0xc003f9b570, 0x5, 0x5, 0x1d8, 0x5, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003f9b560, 0x7fffffff, 0xc009730d20, 0x1d8, 0x1d8, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003f9b560, 0xc003a98100, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc009730d01, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003f9b560, 0x7f620c96a220, 0x72e5050, 0xc003a98100, 0x0, 0x0, 0x45a0b80, 0xc0079ce6e0, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00378c380, 0x45a0b80, 0xc0079ce6e0, 0x0, 0xc00171bd20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00378c380, 0xc00171bd60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc0014d2120, 0xc00171be10, 0xc00171bde0, 0x44bfbf, 0xc00395f6e0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0014d2120, 0x45a0b80, 0xc0079ce6e0, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003f9b580, 0x45a0b80, 0xc0079ce6e0, 0xc00171bef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc003a884e0, 0xc00171bef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc001418d00, 0x4f67f60, 0xc003a884e0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 1917 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc002bfee00, 0xc0014d2120, 0x4f38520, 0xc00457de90)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1919 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc001418d00, 0xc00159e420, 0xc00395f8c0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1920 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003d76500, 0xc003f9b730, 0x5, 0x5, 0x0, 0x0, 0xc003b963e0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003d76500, 0xc003f9b730, 0x5, 0x5, 0xc003b96360, 0x4980e10, 0xc00171c778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0036ea210, 0xc003f9b730, 0x5, 0x5, 0xc000780800, 0xc00171c7a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc0036ea210, 0xc003f9b730, 0x5, 0x5, 0x5, 0x4203060, 0xc001910150, 0x3a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003a98200, 0xc003f9b730, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003f9b720, 0x400000, 0x40f2b0, 0xc003cb45a0, 0x90, 0x90, 0x43939e0, 0xc00171c970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003f9b720, 0xc003a98200, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003a885f0, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003f9b720, 0x7f620c96a220, 0x72e5050, 0xc003a98200, 0x0, 0x0, 0x450f520, 0xc003a88600, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0015fa780, 0x450f520, 0xc003a88600, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003a885c0, 0x4f38460, 0xc003c7f080, 0xc003c88310)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc000010c40, 0x4f67fc0, 0xc003a885c0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:26 +0x142
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x44eb8e0, 0xc000010c40, 0x4f56680, 0xc0015fa780, 0x72e5050, 0xc003a98200)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xad
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000703800, 0x4f6d6c0, 0xc001e7a600, 0xc003a98200, 0xc001181290, 0x6fe67c0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1237 +0xcdd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000703800, 0x4f6d6c0, 0xc001e7a600, 0xc003a98200, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:1317 +0xccd
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001e5c480, 0xc000703800, 0x4f6d6c0, 0xc001e7a600, 0xc003a98200)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:722 +0xa5
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/server.go:720 +0xa5
goroutine 1921 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start.func1(0xc003c7f040, 0x1b, 0x4f38460, 0xc003c7f080, 0xc003b96400, 0x19, 0xc003c88310)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:74 +0x194
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*watcher).Start
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server/watch.go:63 +0x346
goroutine 2071 [select]:
github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watchChan).run(0xc00119fc70)
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:162 +0x1d6
created by github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3.(*watcher).Watch
/go/src/github.com/rancher/k3s/vendor/k8s.io/apiserver/pkg/storage/etcd3/watcher.go:122 +0x145
goroutine 1970 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe.func1(0x4f38460, 0xc003c7f100, 0xc00077d3d0, 0xc003bd7380)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:32 +0x48
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster.(*Broadcaster).Subscribe
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/broadcaster/broadcaster.go:31 +0x125
goroutine 1971 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch.func1(0xc003bd7320, 0xc003bd7380, 0xc003bd7301, 0xc003b96400, 0x19)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:353 +0x85
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog.(*SQLLog).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/sqllog/sql.go:351 +0x11d
goroutine 1946 [select]:
context.propagateCancel.func1(0x4f39c60, 0xc003b8ee40, 0x4ed5be0, 0xc003fa6ec0)
/usr/local/go/src/context/context.go:279 +0xda
created by context.propagateCancel
/usr/local/go/src/context/context.go:278 +0x1fb
goroutine 1947 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0005e8750)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:530 +0x385
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:283 +0x305
goroutine 1950 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc00378b130, 0xc003afce50, 0x5, 0x5, 0x44b573, 0xc004325438, 0x1)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00378b130, 0xc003afce50, 0x5, 0x5, 0xc001e74440, 0x4980e10, 0xc003ad9960)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003fc1ec0, 0xc003afce50, 0x5, 0x5, 0xc000680000, 0xc003ad9988, 0x9780bc)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc003fc1ec0, 0xc003afce50, 0x5, 0x5, 0x5, 0xc0019669a0, 0xc002b96bd2, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001e72500, 0xc003afce50, 0x5, 0x5, 0x417be20, 0x2, 0x2)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003afce40, 0x7fffffff, 0xc002b96bd0, 0x6, 0x6, 0x0, 0x0, 0x4f028a0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003afce40, 0xc001e72500, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc002b96b01, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003afce40, 0x7f620c96a220, 0x72e5050, 0xc001e72500, 0x0, 0x0, 0x45a0b80, 0xc003a84b90, 0x7fffffff, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00398e700, 0x45a0b80, 0xc003a84b90, 0x0, 0xc003ad9d20, 0x44b573)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:885 +0xee
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00398e700, 0xc003ad9d60, 0x46a7b7)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:736 +0x46
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000bba240, 0xc003ad9e10, 0xc003ad9de0, 0x44bfbf, 0xc004325020)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:590 +0x37e
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000bba240, 0x45a0b80, 0xc003a84b90, 0x50, 0x451eee0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:735 +0x105
github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredClientStream).RecvMsg(0xc003afce60, 0x45a0b80, 0xc003a84b90, 0xc003ad9ef4, 0x2)
/go/src/github.com/rancher/k3s/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/client_metrics.go:160 +0x4b
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc003b8eef0, 0xc003ad9ef0, 0x2, 0x0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x62
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0005e8750, 0x4f67f60, 0xc003b8eef0)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:764 +0x5c
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:919 +0x545
goroutine 2151 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003d774f0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000b78b40, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00075c480)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xd7
created by github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x10d6
goroutine 1981 [chan receive]:
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch.func1(0x3, 0x0, 0x0, 0x0, 0x0, 0xc003bd73e0, 0xc003bd7320, 0xc003a88640)
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:353 +0xef
created by github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured.(*LogStructured).Watch
/go/src/github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/logstructured/logstructured.go:342 +0x43d
goroutine 1949 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream.func5(0xc00211d500, 0xc000bba240, 0x4f38520, 0xc003fc1e30)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:319 +0xda
created by github.com/rancher/k3s/vendor/google.golang.org/grpc.newClientStream
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:318 +0xbf0
goroutine 1951 [select]:
github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0005e8750, 0xc001463080, 0xc004325200)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:810 +0x285
created by github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/clientv3/watch.go:547 +0x859
goroutine 1952 [select]:
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00378b2c0, 0xc003afd050, 0x5, 0x5, 0x0, 0x0, 0xc001e74520)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00378b2c0, 0xc003afd050, 0x5, 0x5, 0xc001e744e0, 0x4980e10, 0xc003bd3778)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001ffc060, 0xc003afd050, 0x5, 0x5, 0xc000700000, 0xc003bd37a0, 0x97955c)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x4e79e20, 0xc001ffc060, 0xc003afd050, 0x5, 0x5, 0x5, 0x4203060, 0xc002176110, 0x3a)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001e72600, 0xc003afd050, 0x5, 0x5, 0x417be20, 0x8, 0x7f620cec2900)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc003afd040, 0x400000, 0x40f2b0, 0xc001e765a0, 0x90, 0x90, 0x43939e0, 0xc003bd3970)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:508 +0x63
github.com/rancher/k3s/vendor/google.golang.org/grpc.recvAndDecompress(0xc003afd040, 0xc001e72600, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc003b8f000, 0x10, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:639 +0x4d
github.com/rancher/k3s/vendor/google.golang.org/grpc.recv(0xc003afd040, 0x7f620c96a220, 0x72e5050, 0xc001e72600, 0x0, 0x0, 0x450f520, 0xc003b8f010, 0x400000, 0x0, ...)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/rpc_util.go:707 +0x9b
github.com/rancher/k3s/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc00057d200, 0x450f520, 0xc003b8f010, 0x0, 0x0)
/go/src/github.com/rancher/k3s/vendor/google.golang.org/grpc/stream.go:1474 +0x156
github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc003b8efd0, 0x4f38460, 0xc003fa7100, 0xc003882930)
/go/src/github.com/rancher/k3s/vendor/go.etcd.io/etcd/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x62
github.com/rancher/k3s/vendor/github.com/k3s-io/kine/pkg/server.(*KVServerBridge).Watch(0xc
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment