Created
August 25, 2023 21:13
-
-
Save jcogilvie/820cb953116768842f4b907ecaea1f1e to your computer and use it in GitHub Desktop.
datadog-concurrent-modification.log
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"INFO","file":"pkg/util/log/log.go","line":"590","func":"func1","msg":"running on platform: ubuntu"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"INFO","file":"pkg/util/log/log.go","line":"590","func":"func1","msg":"running version: 7.46.0"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"WARN","file":"pkg/util/log/log.go","line":"618","func":"func1","msg":"Agent configuration relax permissions constraint on the secret backend cmd, Group can read and exec"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"INFO","file":"pkg/util/log/log.go","line":"590","func":"func1","msg":"4 Features detected from environment: orchestratorexplorer,cri,containerd,kubernetes"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"INFO","file":"pkg/util/log/log.go","line":"585","func":"func1","msg":"process_config.enabled is deprecated, use process_config.container_collection.enabled and process_config.process_collection.enabled instead, see https://docs.datadoghq.com/infrastructure/process#installation for more information"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"WARN","file":"pkg/config/config.go","line":"1558","func":"LoadCustom","msg":"Unknown key in config file: runtime_security_config.syscall_monitor.enabled"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"WARN","file":"pkg/config/config.go","line":"1558","func":"LoadCustom","msg":"Unknown key in config file: runtime_security_config.activity_dump.path_merge.enabled"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"WARN","file":"pkg/config/config.go","line":"1558","func":"LoadCustom","msg":"Unknown key in config file: runtime_security_config.activity_dump.cgroup_wait_list_size"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"WARN","file":"pkg/config/config.go","line":"1558","func":"LoadCustom","msg":"Unknown key in config file: runtime_security_config.network.enabled"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"WARN","file":"cmd/system-probe/config/adjust.go","line":"125","func":"deprecateCustom","msg":"configuration key `runtime_security_config.activity_dump.cgroup_dump_timeout` is deprecated, use `runtime_security_config.activity_dump.dump_duration` instead"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"238","func":"NewDefaultForwarder","msg":"Retry queue storage on disk is disabled"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"238","func":"NewDefaultForwarder","msg":"Retry queue storage on disk is disabled"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"238","func":"NewDefaultForwarder","msg":"Retry queue storage on disk is disabled"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"238","func":"NewDefaultForwarder","msg":"Retry queue storage on disk is disabled"} | |
| {"agent":"process","time":"2023-08-25 19:50:02 UTC","level":"INFO","file":"pkg/util/kubernetes/kubelet/kubelet_client.go","line":"284","func":"checkKubeletConnection","msg":"Successful configuration found for Kubelet, using URL: https://10.14.39.30:10250"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/util/kubernetes/clustername/clustername.go","line":"77","func":"getClusterName","msg":"Got cluster name REDACTED from config"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/api/security/security.go","line":"188","func":"getClusterAgentAuthToken","msg":"Using configured cluster_agent.auth_token"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/util/clusteragent/clusteragent.go","line":"129","func":"init","msg":"Successfully connected to the Datadog Cluster Agent 7.46.0+commit.b2f5e36"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/util/kubernetes/clustername/clustername.go","line":"128","func":"getClusterName","msg":"Using cluster name REDACTED from the node label"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"238","func":"NewDefaultForwarder","msg":"Retry queue storage on disk is disabled"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/process/runner/submitter.go","line":"183","func":"printStartMessage","msg":"Starting CheckSubmitter for host=ip-REDACTD.ec2.internal-REDACTED, endpoints=[https://process.datadoghq.com], events endpoints=[https://process-events.datadoghq.com] orchestrator endpoints=[https://orchestrator.datadoghq.com]"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/process/checks/net.go","line":"97","func":"Init","msg":"no network ID detected: could not detect network ID"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/process/checks/process.go","line":"110","func":"Init","msg":"no network ID detected: could not detect network ID"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"comp/core/log/logger.go","line":"87","func":"Infof","msg":"API server listening on localhost:6162"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"147","func":"Start","msg":"workloadmeta store initialized successfully"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"427","func":"startCandidates","msg":"workloadmeta collector \"ecs\" could not start. error: component workloadmeta-ecs is disabled: Agent is not running on ECS EC2"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"427","func":"startCandidates","msg":"workloadmeta collector \"ecs_fargate\" could not start. error: component workloadmeta-ecs_fargate is disabled: Agent is not running on Fargate"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"427","func":"startCandidates","msg":"workloadmeta collector \"cloudfoundry-container\" could not start. error: component workloadmeta-cloudfoundry-container is disabled: Agent is not running on CloudFoundry"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"427","func":"startCandidates","msg":"workloadmeta collector \"podman\" could not start. error: component workloadmeta-podman is disabled: Podman not detected"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"424","func":"startCandidates","msg":"workloadmeta collector \"kubelet\" started successfully"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"424","func":"startCandidates","msg":"workloadmeta collector \"kube_metadata\" started successfully"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"427","func":"startCandidates","msg":"workloadmeta collector \"cloudfoundry-vm\" could not start. error: component workloadmeta-cloudfoundry-vm is disabled: Agent is not running on CloudFoundry"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"361","func":"Start","msg":"Forwarder started, sending to 1 endpoint(s) with 1 worker(s) each: \"https://process.datadoghq.com\" (1 api key(s))"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"361","func":"Start","msg":"Forwarder started, sending to 1 endpoint(s) with 1 worker(s) each: \"https://process.datadoghq.com\" (1 api key(s))"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/tagger/collectors/workloadmeta_main.go","line":"117","func":"stream","msg":"workloadmeta tagger collector started"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"361","func":"Start","msg":"Forwarder started, sending to 1 endpoint(s) with 1 worker(s) each: \"https://process.datadoghq.com\" (1 api key(s))"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"361","func":"Start","msg":"Forwarder started, sending to 1 endpoint(s) with 1 worker(s) each: \"https://orchestrator.datadoghq.com\" (1 api key(s))"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/default_forwarder.go","line":"361","func":"Start","msg":"Forwarder started, sending to 1 endpoint(s) with 1 worker(s) each: \"https://process-events.datadoghq.com\" (1 api key(s))"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"271","func":"Run","msg":"Starting process-agent with enabled checks=[connections pod process rtprocess]"} | |
| {"agent":"process","time":"2023-08-25 19:50:03 UTC","level":"INFO","file":"pkg/util/containerd/containerd_util.go","line":"175","func":"connect","msg":"Connected to containerd - Version 1.6.19/***********************************bc71f"} | |
| {"agent":"process","time":"2023-08-25 19:50:06 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished process check #1 in 2.895665689s"} | |
| {"agent":"process","time":"2023-08-25 19:50:10 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/transaction/transaction.go","line":"377","func":"internalProcess","msg":"Successfully posted payload to \"https://orchestrator.datadoghq.com/api/v2/orch\", the agent will only log transaction success every 500 transactions"} | |
| {"agent":"process","time":"2023-08-25 19:50:10 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished connections check #1 in 6.79294867s"} | |
| {"agent":"process","time":"2023-08-25 19:50:11 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished pod check #1 in 7.794540552s"} | |
| {"agent":"process","time":"2023-08-25 19:50:11 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished process check #2 in 2.99997602s"} | |
| {"agent":"process","time":"2023-08-25 19:50:19 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished process check #3 in 1.499416591s"} | |
| {"agent":"process","time":"2023-08-25 19:50:23 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished pod check #2 in 2.199487744s"} | |
| {"agent":"process","time":"2023-08-25 19:50:27 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"424","func":"startCandidates","msg":"workloadmeta collector \"containerd\" started successfully"} | |
| {"agent":"process","time":"2023-08-25 19:50:27 UTC","level":"INFO","file":"pkg/workloadmeta/store.go","line":"427","func":"startCandidates","msg":"workloadmeta collector \"docker\" could not start. error: component workloadmeta-docker is disabled: Agent is not running on Docker"} | |
| {"agent":"process","time":"2023-08-25 19:50:30 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"210","func":"updateEffectiveCollectors","msg":"Using metrics collector: kubelet for runtime: cri-o"} | |
| {"agent":"process","time":"2023-08-25 19:50:30 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"210","func":"updateEffectiveCollectors","msg":"Using metrics collector: kubelet for runtime: containerd"} | |
| {"agent":"process","time":"2023-08-25 19:50:30 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"210","func":"updateEffectiveCollectors","msg":"Using metrics collector: kubelet for runtime: docker"} | |
| {"agent":"process","time":"2023-08-25 19:50:30 UTC","level":"INFO","file":"pkg/util/containerd/containerd_util.go","line":"175","func":"connect","msg":"Connected to containerd - Version 1.6.19/***********************************bc71f"} | |
| {"agent":"process","time":"2023-08-25 19:50:30 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"213","func":"updateEffectiveCollectors","msg":"Replaced old collector: kubelet by new collector: containerd for runtime: containerd"} | |
| {"agent":"process","time":"2023-08-25 19:50:30 UTC","level":"INFO","file":"pkg/util/containers/cri/util.go","line":"171","func":"detectAPIVersion","msg":"Using CRI v1 API"} | |
| {"agent":"process","time":"2023-08-25 19:50:30 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"213","func":"updateEffectiveCollectors","msg":"Replaced old collector: kubelet by new collector: cri for runtime: cri-o"} | |
| {"agent":"process","time":"2023-08-25 19:50:31 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"213","func":"updateEffectiveCollectors","msg":"Replaced old collector: kubelet by new collector: system for runtime: docker"} | |
| {"agent":"process","time":"2023-08-25 19:50:31 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"213","func":"updateEffectiveCollectors","msg":"Replaced old collector: containerd by new collector: system for runtime: containerd"} | |
| {"agent":"process","time":"2023-08-25 19:50:31 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"213","func":"updateEffectiveCollectors","msg":"Replaced old collector: cri by new collector: system for runtime: cri-o"} | |
| {"agent":"process","time":"2023-08-25 19:50:31 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"210","func":"updateEffectiveCollectors","msg":"Using metrics collector: system for runtime: garden"} | |
| {"agent":"process","time":"2023-08-25 19:50:31 UTC","level":"INFO","file":"pkg/util/containers/metrics/provider/provider.go","line":"210","func":"updateEffectiveCollectors","msg":"Using metrics collector: system for runtime: podman"} | |
| {"agent":"process","time":"2023-08-25 19:50:37 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished process check #4 in 8.802147727s"} | |
| {"agent":"process","time":"2023-08-25 19:50:38 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished pod check #3 in 6.899839406s"} | |
| {"agent":"process","time":"2023-08-25 19:50:42 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished pod check #4 in 901.466687ms"} | |
| {"agent":"process","time":"2023-08-25 19:50:45 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished connections check #2 in 5.100029753s"} | |
| {"agent":"process","time":"2023-08-25 19:50:49 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"231","func":"logCheckDuration","msg":"Finished process check #5 in 4.599024115s. First 5 check runs finished, next runs will be logged every 20 runs."} | |
| {"agent":"process","time":"2023-08-25 19:50:52 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"231","func":"logCheckDuration","msg":"Finished pod check #5 in 1.297634742s. First 5 check runs finished, next runs will be logged every 20 runs."} | |
| {"agent":"process","time":"2023-08-25 19:51:14 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished connections check #3 in 4.508927436s"} | |
| {"agent":"process","time":"2023-08-25 19:51:47 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"229","func":"logCheckDuration","msg":"Finished connections check #4 in 6.90145354s"} | |
| {"agent":"process","time":"2023-08-25 19:52:14 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"231","func":"logCheckDuration","msg":"Finished connections check #5 in 4.601160433s. First 5 check runs finished, next runs will be logged every 20 runs."} | |
| {"agent":"process","time":"2023-08-25 19:53:22 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"233","func":"logCheckDuration","msg":"Finish pod check #20 in 899.372152ms"} | |
| {"agent":"process","time":"2023-08-25 19:53:30 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"233","func":"logCheckDuration","msg":"Finish process check #20 in 4.004033697s"} | |
| {"agent":"process","time":"2023-08-25 19:56:45 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"233","func":"logCheckDuration","msg":"Finish pod check #40 in 3.898022217s"} | |
| {"agent":"process","time":"2023-08-25 19:57:05 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"233","func":"logCheckDuration","msg":"Finish process check #40 in 3.50286884s"} | |
| {"agent":"process","time":"2023-08-25 19:57:27 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/transaction/transaction.go","line":"382","func":"internalProcess","msg":"Successfully posted payload to \"https://process.datadoghq.com/api/v1/collector\""} | |
| {"agent":"process","time":"2023-08-25 19:58:30 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"415","func":"UpdateRTStatus","msg":"Detected 1 active clients, enabling real-time mode"} | |
| {"agent":"process","time":"2023-08-25 19:59:48 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"233","func":"logCheckDuration","msg":"Finish connections check #20 in 7.699833372s"} | |
| {"agent":"process","time":"2023-08-25 20:00:03 UTC","level":"INFO","file":"pkg/process/runner/runner.go","line":"233","func":"logCheckDuration","msg":"Finish pod check #60 in 2.399590645s"} | |
| {"agent":"process","time":"2023-08-25 20:01:32 UTC","level":"INFO","file":"comp/forwarder/defaultforwarder/transaction/transaction.go","line":"382","func":"internalProcess","msg":"Successfully posted payload to \"https://process.datadoghq.com/api/v1/collector\""} | |
| fatal error: concurrent map iteration and map write | |
| goroutine 495 [running]: | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta.(*store).GetKubernetesPodForContainer(0x51e2fc0?, {0xc0028fa46d, 0x40}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/store.go:285 +0x155 | |
| github.com/DataDog/datadog-agent/pkg/process/util.(*containerProvider).GetContainers(0xc0011b0600, 0x203000?, 0x203000?) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/containers.go:106 +0x164 | |
| github.com/DataDog/datadog-agent/pkg/process/checks.(*ProcessCheck).run(0xc0008a2200, 0x7a3e459e, 0x1) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/checks/process.go:214 +0x2af | |
| github.com/DataDog/datadog-agent/pkg/process/checks.(*ProcessCheck).Run(0x3?, 0xc0024aa640, 0xc0048da86e) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/checks/process.go:317 +0xe5 | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).runCheckWithRealTime(0xc000dc0a50, {0x650b1d8, 0xc0008a2200}, 0xc0048da86e) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:181 +0xc6 | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).runnerForCheck.func2({0x1, 0x1}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:349 +0x65 | |
| github.com/DataDog/datadog-agent/pkg/process/checks.(*runnerWithRealTime).run(0xc0002000f0) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/checks/runner.go:73 +0x34b | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).Run.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:286 +0x5c | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).Run | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:284 +0x25d | |
| goroutine 1 [chan receive, 11 minutes]: | |
| main.runApp(0xc000202900, 0xc0001a1440) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/cmd/process-agent/main_common.go:172 +0x9b4 | |
| main.runAgent(0xc0001a1440, 0x0?) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/cmd/process-agent/main_common.go:94 +0x47d | |
| main.rootCmdRun(0x0?) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/cmd/process-agent/main.go:20 +0x34 | |
| github.com/DataDog/datadog-agent/cmd/process-agent/command.MakeCommand.func1(0xc000f3a000?, {0x5904c36?, 0x1?, 0x1?}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/cmd/process-agent/command/command.go:73 +0x22 | |
| github.com/spf13/cobra.(*Command).execute(0xc000f3a000, {0xc000f282d0, 0x1, 0x1}) | |
| /go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:944 +0x847 | |
| github.com/spf13/cobra.(*Command).ExecuteC(0xc000f3a000) | |
| /go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3bd | |
| github.com/spf13/cobra.(*Command).Execute(...) | |
| /go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992 | |
| github.com/DataDog/datadog-agent/cmd/internal/runcmd.Run(0xc000f3a000) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/cmd/internal/runcmd/runcmd.go:27 +0x26 | |
| main.main() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/cmd/process-agent/main_common.go:65 +0xfd | |
| goroutine 5 [sync.Cond.Wait, 11 minutes]: | |
| sync.runtime_notifyListWait(0xc0000fc9d0, 0x0) | |
| /goroot/src/runtime/sema.go:517 +0x14c | |
| sync.(*Cond).Wait(0x21?) | |
| /goroot/src/sync/cond.go:70 +0x8c | |
| github.com/cihub/seelog.(*asyncLoopLogger).processItem(0xc00016c000) | |
| /go/pkg/mod/github.com/cihub/seelog@v0.0.0-20151216151435-d2c6e5aa9fbf/behavior_asynclooplogger.go:50 +0xa5 | |
| github.com/cihub/seelog.(*asyncLoopLogger).processQueue(0xc00016c000) | |
| /go/pkg/mod/github.com/cihub/seelog@v0.0.0-20151216151435-d2c6e5aa9fbf/behavior_asynclooplogger.go:63 +0x35 | |
| created by github.com/cihub/seelog.NewAsyncLoopLogger | |
| /go/pkg/mod/github.com/cihub/seelog@v0.0.0-20151216151435-d2c6e5aa9fbf/behavior_asynclooplogger.go:40 +0xca | |
| goroutine 6 [sync.Cond.Wait, 11 minutes]: | |
| sync.runtime_notifyListWait(0xc0000fcb50, 0x0) | |
| /goroot/src/runtime/sema.go:517 +0x14c | |
| sync.(*Cond).Wait(0x0?) | |
| /goroot/src/sync/cond.go:70 +0x8c | |
| github.com/cihub/seelog.(*asyncLoopLogger).processItem(0xc00016c120) | |
| /go/pkg/mod/github.com/cihub/seelog@v0.0.0-20151216151435-d2c6e5aa9fbf/behavior_asynclooplogger.go:50 +0xa5 | |
| github.com/cihub/seelog.(*asyncLoopLogger).processQueue(0xc00016c120) | |
| /go/pkg/mod/github.com/cihub/seelog@v0.0.0-20151216151435-d2c6e5aa9fbf/behavior_asynclooplogger.go:63 +0x35 | |
| created by github.com/cihub/seelog.NewAsyncLoopLogger | |
| /go/pkg/mod/github.com/cihub/seelog@v0.0.0-20151216151435-d2c6e5aa9fbf/behavior_asynclooplogger.go:40 +0xca | |
| goroutine 72 [select]: | |
| go.opencensus.io/stats/view.(*worker).start(0xc0001a2480) | |
| /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:292 +0xad | |
| created by go.opencensus.io/stats/view.init.0 | |
| /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0x8d | |
| goroutine 20 [select]: | |
| github.com/patrickmn/go-cache.(*janitor).Run(0xc00054ba30, 0xc00021e3c0?) | |
| /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1079 +0x85 | |
| created by github.com/patrickmn/go-cache.runJanitor | |
| /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0xed | |
| goroutine 389 [select]: | |
| github.com/DataDog/datadog-go/v5/statsd.(*aggregator).start.func1() | |
| /go/pkg/mod/github.com/!data!dog/datadog-go/v5@v5.1.1/statsd/aggregator.go:65 +0x7e | |
| created by github.com/DataDog/datadog-go/v5/statsd.(*aggregator).start | |
| /go/pkg/mod/github.com/!data!dog/datadog-go/v5@v5.1.1/statsd/aggregator.go:63 +0x7e | |
| goroutine 154 [select]: | |
| github.com/patrickmn/go-cache.(*janitor).Run(0xc0009563d0, 0xc000d5c060?) | |
| /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1079 +0x85 | |
| created by github.com/patrickmn/go-cache.runJanitor | |
| /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0xed | |
| goroutine 336 [chan receive, 11 minutes]: | |
| github.com/DataDog/datadog-agent/pkg/process/util.HandleSignals(0xc000e7ac00?) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/signal_nowindows.go:23 +0xba | |
| created by main.runApp | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/cmd/process-agent/main_common.go:102 +0xb3 | |
| goroutine 369 [syscall, 11 minutes]: | |
| os/signal.signal_recv() | |
| /goroot/src/runtime/sigqueue.go:152 +0x2f | |
| os/signal.loop() | |
| /goroot/src/os/signal/signal_unix.go:23 +0x19 | |
| created by os/signal.Notify.func1.1 | |
| /goroot/src/os/signal/signal.go:151 +0x2a | |
| goroutine 388 [select]: | |
| github.com/DataDog/datadog-go/v5/statsd.(*sender).sendLoop(0xc00148e880) | |
| /go/pkg/mod/github.com/!data!dog/datadog-go/v5@v5.1.1/statsd/sender.go:76 +0xe5 | |
| created by github.com/DataDog/datadog-go/v5/statsd.newSender | |
| /go/pkg/mod/github.com/!data!dog/datadog-go/v5@v5.1.1/statsd/sender.go:37 +0x176 | |
| goroutine 370 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000e15110, 0x40) | |
| /goroot/src/runtime/sema.go:517 +0x14c | |
| sync.(*Cond).Wait(0xc00016c3f0?) | |
| /goroot/src/sync/cond.go:70 +0x8c | |
| github.com/cihub/seelog.(*asyncLoopLogger).processItem(0xc00016c3f0) | |
| /go/pkg/mod/github.com/cihub/seelog@v0.0.0-20151216151435-d2c6e5aa9fbf/behavior_asynclooplogger.go:50 +0xa5 | |
| github.com/cihub/seelog.(*asyncLoopLogger).processQueue(0xc00016c3f0) | |
| /go/pkg/mod/github.com/cihub/seelog@v0.0.0-20151216151435-d2c6e5aa9fbf/behavior_asynclooplogger.go:63 +0x35 | |
| created by github.com/cihub/seelog.NewAsyncLoopLogger | |
| /go/pkg/mod/github.com/cihub/seelog@v0.0.0-20151216151435-d2c6e5aa9fbf/behavior_asynclooplogger.go:40 +0xca | |
| goroutine 371 [select, 11 minutes]: | |
| github.com/patrickmn/go-cache.(*janitor).Run(0xc0001901f0, 0x0?) | |
| /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1079 +0x85 | |
| created by github.com/patrickmn/go-cache.runJanitor | |
| /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0xed | |
| goroutine 372 [select, 11 minutes]: | |
| github.com/patrickmn/go-cache.(*janitor).Run(0xc0001904c0, 0x0?) | |
| /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1079 +0x85 | |
| created by github.com/patrickmn/go-cache.runJanitor | |
| /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0xed | |
| goroutine 25 [select, 11 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0011bb940) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a | |
| goroutine 31 [IO wait, 11 minutes]: | |
| internal/poll.runtime_pollWait(0x7f15c1690808, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc000e2c700?, 0xc0002e2700?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc000e2c700, {0xc0002e2700, 0x700, 0x700}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc000e2c700, {0xc0002e2700?, 0xc00041b7a0?, 0xc0002e2705?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc000d2b440, {0xc0002e2700?, 0xfffe8000fffe7?, 0x3fffd4003fffd3?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| crypto/tls.(*atLeastReader).Read(0xc000e7d890, {0xc0002e2700?, 0x0?, 0x7fffe3007fffe2?}) | |
| /goroot/src/crypto/tls/conn.go:787 +0x3d | |
| bytes.(*Buffer).ReadFrom(0xc00058d778, {0x64bc120, 0xc000e7d890}) | |
| /goroot/src/bytes/buffer.go:202 +0x98 | |
| crypto/tls.(*Conn).readFromUntil(0xc00058d500, {0x64c4360?, 0xc000d2b440}, 0x700?) | |
| /goroot/src/crypto/tls/conn.go:809 +0xe5 | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00058d500, 0x0) | |
| /goroot/src/crypto/tls/conn.go:616 +0x116 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /goroot/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0xc00058d500, {0xc000f66000, 0x8000, 0x0?}) | |
| /goroot/src/crypto/tls/conn.go:1315 +0x16f | |
| bufio.(*Reader).Read(0xc0008d17a0, {0xc0002f2200, 0x9, 0x18?}) | |
| /goroot/src/bufio/bufio.go:237 +0x1bb | |
| io.ReadAtLeast({0x64bb320, 0xc0008d17a0}, {0xc0002f2200, 0x9, 0x9}, 0x9) | |
| /goroot/src/io/io.go:332 +0x9a | |
| io.ReadFull(...) | |
| /goroot/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0xc0002f2200?, 0x9?, 0x54a44411?}, {0x64bb320?, 0xc0008d17a0?}) | |
| /go/pkg/mod/golang.org/x/net@v0.10.0/http2/frame.go:237 +0x6e | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc0002f21c0) | |
| /go/pkg/mod/golang.org/x/net@v0.10.0/http2/frame.go:498 +0x95 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0008fb8c0, 0x0?) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:1595 +0x265 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:397 +0x1d5b | |
| goroutine 32 [select, 11 minutes]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000c22460, 0x1) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:418 +0x115 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00060afc0) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:552 +0x91 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:451 +0x85 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:449 +0x23b3 | |
| goroutine 390 [select]: | |
| github.com/DataDog/datadog-go/v5/statsd.(*Client).watch(0xc000f70c30) | |
| /go/pkg/mod/github.com/!data!dog/datadog-go/v5@v5.1.1/statsd/statsd.go:448 +0x7b | |
| github.com/DataDog/datadog-go/v5/statsd.newWithWriter.func1() | |
| /go/pkg/mod/github.com/!data!dog/datadog-go/v5@v5.1.1/statsd/statsd.go:425 +0x58 | |
| created by github.com/DataDog/datadog-go/v5/statsd.newWithWriter | |
| /go/pkg/mod/github.com/!data!dog/datadog-go/v5@v5.1.1/statsd/statsd.go:423 +0x6cf | |
| goroutine 391 [select]: | |
| github.com/DataDog/datadog-go/v5/statsd.(*telemetryClient).run.func1() | |
| /go/pkg/mod/github.com/!data!dog/datadog-go/v5@v5.1.1/statsd/telemetry.go:165 +0xda | |
| created by github.com/DataDog/datadog-go/v5/statsd.(*telemetryClient).run | |
| /go/pkg/mod/github.com/!data!dog/datadog-go/v5@v5.1.1/statsd/telemetry.go:161 +0xaa | |
| goroutine 379 [chan receive, 11 minutes]: | |
| github.com/DataDog/datadog-agent/pkg/util/clusteragent.(*DCAClient).startReconnectHandler.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/clusteragent/clusteragent.go:141 +0x3b | |
| created by github.com/DataDog/datadog-agent/pkg/util/clusteragent.(*DCAClient).startReconnectHandler | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/clusteragent/clusteragent.go:139 +0x85 | |
| goroutine 416 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:121 +0x18a | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:104 +0x56 | |
| goroutine 414 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f15c1690628, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc000e2d980?, 0xc001a70000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc000e2d980, {0xc001a70000, 0xa000, 0xa000}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc000e2d980, {0xc001a70000?, 0xc000f284e0?, 0xc001a79bee?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc000d2b5b8, {0xc001a70000?, 0x1fb5?, 0xc000f284e0?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| crypto/tls.(*atLeastReader).Read(0xc0034a0798, {0xc001a70000?, 0xc000783d40?, 0x1cbba08?}) | |
| /goroot/src/crypto/tls/conn.go:787 +0x3d | |
| bytes.(*Buffer).ReadFrom(0xc00058de78, {0x64bc120, 0xc0034a0798}) | |
| /goroot/src/bytes/buffer.go:202 +0x98 | |
| crypto/tls.(*Conn).readFromUntil(0xc00058dc00, {0x64c4360?, 0xc000d2b5b8}, 0x417?) | |
| /goroot/src/crypto/tls/conn.go:809 +0xe5 | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00058dc00, 0x0) | |
| /goroot/src/crypto/tls/conn.go:616 +0x116 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /goroot/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0xc00058dc00, {0xc001a10000, 0x1000, 0x1f80e80?}) | |
| /goroot/src/crypto/tls/conn.go:1315 +0x16f | |
| bufio.(*Reader).Read(0xc000960f00, {0xc0002f2ac0, 0x9, 0x1f9e865?}) | |
| /goroot/src/bufio/bufio.go:237 +0x1bb | |
| io.ReadAtLeast({0x64bb320, 0xc000960f00}, {0xc0002f2ac0, 0x9, 0x9}, 0x9) | |
| /goroot/src/io/io.go:332 +0x9a | |
| io.ReadFull(...) | |
| /goroot/src/io/io.go:351 | |
| net/http.http2readFrameHeader({0xc0002f2ac0?, 0x9?, 0xc0048f3740?}, {0x64bb320?, 0xc000960f00?}) | |
| /goroot/src/net/http/h2_bundle.go:1565 +0x6e | |
| net/http.(*http2Framer).ReadFrame(0xc0002f2a80) | |
| /goroot/src/net/http/h2_bundle.go:1829 +0x95 | |
| net/http.(*http2clientConnReadLoop).run(0xc000ccff98) | |
| /goroot/src/net/http/h2_bundle.go:8874 +0x130 | |
| net/http.(*http2ClientConn).readLoop(0xc001a00600) | |
| /goroot/src/net/http/h2_bundle.go:8770 +0x6f | |
| created by net/http.(*http2Transport).newClientConn | |
| /goroot/src/net/http/h2_bundle.go:7477 +0xaaa | |
| goroutine 422 [select, 1 minutes]: | |
| github.com/DataDog/datadog-agent/pkg/process/util.(*LogLimit).resetLoop(0xc000562600) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/log_limit.go:61 +0x7c | |
| created by github.com/DataDog/datadog-agent/pkg/process/util.NewLogLimit | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/log_limit.go:37 +0x105 | |
| goroutine 1368 [select]: | |
| net/http.(*persistConn).writeLoop(0xc0009defc0) | |
| /goroot/src/net/http/transport.go:2392 +0xf5 | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1752 +0x1791 | |
| goroutine 1367 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f15b8148970, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc003364600?, 0xc005335000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc003364600, {0xc005335000, 0x1000, 0x1000}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc003364600, {0xc005335000?, 0x1b9fb51?, 0x4?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc0052f60e0, {0xc005335000?, 0x0?, 0x0?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| net/http.(*persistConn).Read(0xc0009defc0, {0xc005335000?, 0xc000f1a000?, 0xc002b8cd30?}) | |
| /goroot/src/net/http/transport.go:1929 +0x4e | |
| bufio.(*Reader).fill(0xc004006fc0) | |
| /goroot/src/bufio/bufio.go:106 +0xff | |
| bufio.(*Reader).Peek(0xc004006fc0, 0x1) | |
| /goroot/src/bufio/bufio.go:144 +0x5d | |
| net/http.(*persistConn).readLoop(0xc0009defc0) | |
| /goroot/src/net/http/transport.go:2093 +0x1ac | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1751 +0x173e | |
| goroutine 398 [chan receive, 11 minutes]: | |
| github.com/DataDog/datadog-agent/pkg/process/checks.(*ProcessCheck).updateConnRates(0xc0008a2200) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/checks/process.go:141 +0x6d | |
| created by github.com/DataDog/datadog-agent/pkg/process/checks.(*ProcessCheck).initConnRates | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/checks/process.go:136 +0xcd | |
| goroutine 434 [select, 1 minutes]: | |
| github.com/DataDog/datadog-agent/pkg/process/util.(*LogLimit).resetLoop(0xc0002292c0) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/log_limit.go:61 +0x7c | |
| created by github.com/DataDog/datadog-agent/pkg/process/util.NewLogLimit | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/log_limit.go:37 +0x105 | |
| goroutine 453 [chan receive]: | |
| github.com/DataDog/datadog-agent/pkg/status/health.(*catalog).run(0xc00113a6c0?) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/status/health/health.go:80 +0x57 | |
| created by github.com/DataDog/datadog-agent/pkg/status/health.(*catalog).register | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/status/health/health.go:52 +0xea | |
| goroutine 437 [select, 1 minutes]: | |
| github.com/DataDog/datadog-agent/pkg/process/util.(*LogLimit).resetLoop(0xc000229398) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/log_limit.go:61 +0x7c | |
| created by github.com/DataDog/datadog-agent/pkg/process/util.NewLogLimit | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/log_limit.go:37 +0x105 | |
| goroutine 442 [select]: | |
| github.com/DataDog/datadog-agent/pkg/tagger/tagstore.(*TagStore).Run(0xc0008e7fd0?, {0x64fac60, 0xc000f8a700}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/tagger/tagstore/tagstore.go:69 +0x12f | |
| created by github.com/DataDog/datadog-agent/pkg/tagger/local.(*Tagger).Init | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/tagger/local/tagger.go:60 +0x136 | |
| goroutine 400 [runnable]: | |
| reflect.Value.MapIndex({0x51ee360?, 0xc00267dd80?, 0x95?}, {0x4f970e0, 0xc003d2fc40, 0x98}) | |
| /goroot/src/reflect/value.go:1649 +0x25f | |
| github.com/mohae/deepcopy.copyRecursive({0x51ee360?, 0xc00267dd80?, 0x0?}, {0x51ee360?, 0xc00267dea0?, 0x51ee360?}) | |
| /go/pkg/mod/github.com/mohae/deepcopy@v0.0.0-20170603005431-491d3605edfb/deepcopy.go:102 +0x78e | |
| github.com/mohae/deepcopy.copyRecursive({0x55e72c0?, 0xc00267dd60?, 0x0?}, {0x55e72c0?, 0xc00267de80?, 0x55e72c0?}) | |
| /go/pkg/mod/github.com/mohae/deepcopy@v0.0.0-20170603005431-491d3605edfb/deepcopy.go:83 +0x68d | |
| github.com/mohae/deepcopy.copyRecursive({0x5820fa0?, 0xc00267dd40?, 0x120?}, {0x5820fa0?, 0xc00267de60?, 0x0?}) | |
| /go/pkg/mod/github.com/mohae/deepcopy@v0.0.0-20170603005431-491d3605edfb/deepcopy.go:83 +0x68d | |
| github.com/mohae/deepcopy.Copy({0x5820fa0?, 0xc00267dd40?}) | |
| /go/pkg/mod/github.com/mohae/deepcopy@v0.0.0-20170603005431-491d3605edfb/deepcopy.go:34 +0x109 | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta.KubernetesPod.DeepCopy(...) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/types.go:558 | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta.(*cachedEntity).computeCache(0xc0049fe6f0) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/cached_entity.go:81 +0x3da | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta.(*cachedEntity).set(0xc0049fe6f0, {0x593d5fa, 0x11}, {0x64fbc90?, 0xc00267c120}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/cached_entity.go:49 +0xfb | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta.(*store).handleEvents(0xc00123a5a0, {0xc0009205a0, 0x4, 0x0?}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/store.go:511 +0x7bc | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta.(*store).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/store.go:96 +0x147 | |
| created by github.com/DataDog/datadog-agent/pkg/workloadmeta.(*store).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/store.go:89 +0x95 | |
| goroutine 401 [select]: | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta.(*store).Start.func2() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/store.go:118 +0x119 | |
| created by github.com/DataDog/datadog-agent/pkg/workloadmeta.(*store).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/store.go:109 +0x105 | |
| goroutine 443 [select]: | |
| github.com/DataDog/datadog-agent/pkg/tagger/collectors.(*WorkloadMetaCollector).stream(0xc00016d170, {0x64fac60, 0xc000f8a700}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/tagger/collectors/workloadmeta_main.go:120 +0x191 | |
| github.com/DataDog/datadog-agent/pkg/tagger/collectors.(*WorkloadMetaCollector).Run(0xc0008e77d0?, {0x64fac60, 0xc000f8a700}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/tagger/collectors/workloadmeta_main.go:78 +0x3c | |
| created by github.com/DataDog/datadog-agent/pkg/tagger/local.(*Tagger).Init | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/tagger/local/tagger.go:61 +0x1c5 | |
| goroutine 444 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:121 +0x18a | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:104 +0x56 | |
| goroutine 445 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).handleFailedTransactions(0xc000dc08f0) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:150 +0xd6 | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:211 +0x250 | |
| goroutine 446 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry.(*PointCountTelemetry).Start.func1({0x64fac60, 0xc00148f400}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry/point_count_telemetry.go:39 +0x105 | |
| github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:45 +0x2e | |
| created by github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:44 +0xed | |
| goroutine 454 [select, 11 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0001a1280) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a | |
| goroutine 467 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:121 +0x18a | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:104 +0x56 | |
| goroutine 468 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).handleFailedTransactions(0xc000df5760) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:150 +0xd6 | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:211 +0x250 | |
| goroutine 469 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry.(*PointCountTelemetry).Start.func1({0x64fac60, 0xc000e15dc0}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry/point_count_telemetry.go:39 +0x105 | |
| github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:45 +0x2e | |
| created by github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:44 +0xed | |
| goroutine 470 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:121 +0x18a | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:104 +0x56 | |
| goroutine 471 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).handleFailedTransactions(0xc000df5810) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:150 +0xd6 | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:211 +0x250 | |
| goroutine 472 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry.(*PointCountTelemetry).Start.func1({0x64fac60, 0xc000e15e80}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry/point_count_telemetry.go:39 +0x105 | |
| github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:45 +0x2e | |
| created by github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:44 +0xed | |
| goroutine 417 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).handleFailedTransactions(0xc000df58c0) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:150 +0xd6 | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:211 +0x250 | |
| goroutine 482 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry.(*PointCountTelemetry).Start.func1({0x64fac60, 0xc0001a0980}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry/point_count_telemetry.go:39 +0x105 | |
| github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:45 +0x2e | |
| created by github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:44 +0xed | |
| goroutine 458 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f15c168fea8, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc00111ad80?, 0xc001160000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc00111ad80, {0xc001160000, 0x8000, 0x8000}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc00111ad80, {0xc001160000?, 0x569f240?, 0x1c19f01?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc000d2a800, {0xc001160000?, 0x0?, 0x64d3a10?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| bufio.(*Reader).Read(0xc00114d6e0, {0xc0002f2c80, 0x9, 0xc000de947c?}) | |
| /goroot/src/bufio/bufio.go:237 +0x1bb | |
| io.ReadAtLeast({0x64bb320, 0xc00114d6e0}, {0xc0002f2c80, 0x9, 0x9}, 0x9) | |
| /goroot/src/io/io.go:332 +0x9a | |
| io.ReadFull(...) | |
| /goroot/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0xc0002f2c80?, 0x9?, 0xc00491a210?}, {0x64bb320?, 0xc00114d6e0?}) | |
| /go/pkg/mod/golang.org/x/net@v0.10.0/http2/frame.go:237 +0x6e | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc0002f2c40) | |
| /go/pkg/mod/golang.org/x/net@v0.10.0/http2/frame.go:498 +0x95 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001178000, 0xc00113a5a0?) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:1595 +0x265 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:397 +0x1d5b | |
| goroutine 459 [runnable]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000fb4be0, 0x1) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:418 +0x115 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000373570) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:552 +0x91 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:451 +0x85 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:449 +0x23b3 | |
| goroutine 483 [select, 11 minutes]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:121 +0x18a | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*Worker).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/worker.go:104 +0x56 | |
| goroutine 484 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).handleFailedTransactions(0xc000dc0840) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:150 +0xd6 | |
| created by github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder.(*domainForwarder).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/domain_forwarder.go:211 +0x250 | |
| goroutine 485 [select]: | |
| github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry.(*PointCountTelemetry).Start.func1({0x64fac60, 0xc00148f340}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/forwarder/defaultforwarder/internal/retry/point_count_telemetry.go:39 +0x105 | |
| github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:45 +0x2e | |
| created by github.com/DataDog/datadog-agent/pkg/util.(*StartStopAction).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/start_stop_action.go:44 +0xed | |
| goroutine 486 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000e15f90, 0x39) | |
| /goroot/src/runtime/sema.go:517 +0x14c | |
| sync.(*Cond).Wait(0xc00028ed78?) | |
| /goroot/src/sync/cond.go:70 +0x8c | |
| github.com/DataDog/datadog-agent/pkg/process/util/api.(*WeightedQueue).Poll(0xc000e15f40) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/api/weighted_queue.go:98 +0x9a | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).consumePayloads(0xc000ba2410, 0x474f445f4444223a?, {0x651d5c0, 0xc0001224d0}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:323 +0x5b | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:223 +0x9c | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:221 +0x218 | |
| goroutine 487 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0004e6050, 0x34) | |
| /goroot/src/runtime/sema.go:517 +0x14c | |
| sync.(*Cond).Wait(0xc00028ed78?) | |
| /goroot/src/sync/cond.go:70 +0x8c | |
| github.com/DataDog/datadog-agent/pkg/process/util/api.(*WeightedQueue).Poll(0xc000e15fc0) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/api/weighted_queue.go:98 +0x9a | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).consumePayloads(0xc000ba2410, 0x5f5443454c455333?, {0x651d5c0, 0xc0001225b0}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:323 +0x5b | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start.func2() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:229 +0x9c | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:227 +0x26b | |
| goroutine 488 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0004e6f90, 0x18) | |
| /goroot/src/runtime/sema.go:517 +0x14c | |
| sync.(*Cond).Wait(0xe?) | |
| /goroot/src/sync/cond.go:70 +0x8c | |
| github.com/DataDog/datadog-agent/pkg/process/util/api.(*WeightedQueue).Poll(0xc0004e6f40) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/api/weighted_queue.go:98 +0x9a | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).consumePayloads(0xc000ba2410, 0x2e7377616e6f7a61?, {0x651d5c0, 0xc000372930}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:323 +0x5b | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start.func3() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:235 +0x9c | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:233 +0x2c5 | |
| goroutine 489 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0001a0810, 0x1b) | |
| /goroot/src/runtime/sema.go:517 +0x14c | |
| sync.(*Cond).Wait(0x2?) | |
| /goroot/src/sync/cond.go:70 +0x8c | |
| github.com/DataDog/datadog-agent/pkg/process/util/api.(*WeightedQueue).Poll(0xc0001a07c0) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/api/weighted_queue.go:98 +0x9a | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).consumePayloads(0xc000ba2410, 0x535f474e494d4145?, {0x651d5c0, 0xc000372fc0}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:323 +0x5b | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start.func4() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:241 +0x6e | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:239 +0x318 | |
| goroutine 490 [sync.Cond.Wait, 11 minutes]: | |
| sync.runtime_notifyListWait(0xc0001a0890, 0x0) | |
| /goroot/src/runtime/sema.go:517 +0x14c | |
| sync.(*Cond).Wait(0x4770747468227b3a?) | |
| /goroot/src/sync/cond.go:70 +0x8c | |
| github.com/DataDog/datadog-agent/pkg/process/util/api.(*WeightedQueue).Poll(0xc0001a0840) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/util/api/weighted_queue.go:98 +0x9a | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).consumePayloads(0xc000ba2410, 0x726174736572222c?, {0x651d5c0, 0xc0001223f0}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:323 +0x5b | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start.func5() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:247 +0x9c | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:245 +0x36b | |
| goroutine 491 [select]: | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start.func6() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:269 +0x48c | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckSubmitter).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/submitter.go:251 +0x3c5 | |
| goroutine 492 [select]: | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).listenForRTUpdates.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:299 +0xe5 | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).listenForRTUpdates | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:295 +0x6a | |
| goroutine 493 [select]: | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).basicRunner.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:364 +0x106 | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).Run.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:286 +0x5c | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).Run | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:284 +0x25d | |
| goroutine 494 [select]: | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).basicRunner.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:364 +0x106 | |
| github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).Run.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:286 +0x5c | |
| created by github.com/DataDog/datadog-agent/pkg/process/runner.(*CheckRunner).Run | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/process/runner/runner.go:284 +0x25d | |
| goroutine 496 [IO wait, 11 minutes]: | |
| internal/poll.runtime_pollWait(0x7f15c168fcc8, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc001c4e380?, 0x4?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Accept(0xc001c4e380) | |
| /goroot/src/internal/poll/fd_unix.go:614 +0x234 | |
| net.(*netFD).accept(0xc001c4e380) | |
| /goroot/src/net/fd_unix.go:172 +0x35 | |
| net.(*TCPListener).accept(0xc00019e150) | |
| /goroot/src/net/tcpsock_posix.go:142 +0x28 | |
| net.(*TCPListener).Accept(0xc00019e150) | |
| /goroot/src/net/tcpsock.go:288 +0x3d | |
| net/http.(*Server).Serve(0xc00074a960, {0x64f7b90, 0xc00019e150}) | |
| /goroot/src/net/http/server.go:3070 +0x385 | |
| net/http.(*Server).ListenAndServe(0xc00074a960) | |
| /goroot/src/net/http/server.go:2999 +0x7d | |
| github.com/DataDog/datadog-agent/comp/process/expvars.newExpvarServer.func1.1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/process/expvars/expvars.go:57 +0x26 | |
| created by github.com/DataDog/datadog-agent/comp/process/expvars.newExpvarServer.func1 | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/process/expvars/expvars.go:56 +0xaf | |
| goroutine 497 [IO wait, 11 minutes]: | |
| internal/poll.runtime_pollWait(0x7f15c168fdb8, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc001c4e300?, 0x4?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Accept(0xc001c4e300) | |
| /goroot/src/internal/poll/fd_unix.go:614 +0x234 | |
| net.(*netFD).accept(0xc001c4e300) | |
| /goroot/src/net/fd_unix.go:172 +0x35 | |
| net.(*TCPListener).accept(0xc00019e138) | |
| /goroot/src/net/tcpsock_posix.go:142 +0x28 | |
| net.(*TCPListener).Accept(0xc00019e138) | |
| /goroot/src/net/tcpsock.go:288 +0x3d | |
| net/http.(*Server).Serve(0xc00074aa50, {0x64f7b90, 0xc00019e138}) | |
| /goroot/src/net/http/server.go:3070 +0x385 | |
| net/http.(*Server).ListenAndServe(0xc00074aa50) | |
| /goroot/src/net/http/server.go:2999 +0x7d | |
| github.com/DataDog/datadog-agent/comp/process/apiserver.newApiServer.func1.1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/process/apiserver/apiserver.go:65 +0x29 | |
| created by github.com/DataDog/datadog-agent/comp/process/apiserver.newApiServer.func1 | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/comp/process/apiserver/apiserver.go:64 +0xaf | |
| goroutine 514 [select, 11 minutes]: | |
| google.golang.org/grpc.newClientStreamWithParams.func4() | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:375 +0x92 | |
| created by google.golang.org/grpc.newClientStreamWithParams | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:374 +0xe6f | |
| goroutine 546 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0004fa640, {0xc000fb00a0, 0x5, 0x5}) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/transport.go:195 +0xa5 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0004fa640, {0xc000fb00a0?, 0xc001322000?, 0xc002e0d9c0?}) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/transport.go:175 +0x147 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00131c0c0, {0xc000fb00a0?, 0xc002e0da38?, 0x2537707?}) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/transport.go:514 +0x32 | |
| io.ReadAtLeast({0x64c2f40, 0xc00131c0c0}, {0xc000fb00a0, 0x5, 0x5}, 0x5) | |
| /goroot/src/io/io.go:332 +0x9a | |
| io.ReadFull(...) | |
| /goroot/src/io/io.go:351 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001318240, {0xc000fb00a0, 0x5, 0x5}) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/transport.go:498 +0xa5 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc000fb0090, 0x1000000) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/rpc_util.go:597 +0x47 | |
| google.golang.org/grpc.recvAndDecompress(0x1bd8ef2?, 0xc001318240, {0x0, 0x0}, 0x1000000, 0x0, {0x0, 0x0}) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/rpc_util.go:729 +0x66 | |
| google.golang.org/grpc.recv(0xc002e0ddf4?, {0x7f15c0c772d8, 0x8e53878}, 0x5000500000000?, {0x0?, 0x0?}, {0x5729be0, 0xc004006d20}, 0x7f15c2551fff?, 0x0, ...) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/rpc_util.go:795 +0x6e | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0xc00086e1a0, {0x5729be0?, 0xc004006d20}, 0x1bd8e00?) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:1072 +0x2cc | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:909 +0x25 | |
| google.golang.org/grpc.(*clientStream).withRetry(0xc001318000, 0xc002e0de98, 0xc002e0de68) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:744 +0x3be | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc001318000, {0x5729be0?, 0xc004006d20?}) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:908 +0x13a | |
| github.com/containerd/containerd/api/services/events/v1.(*eventsSubscribeClient).Recv(0xc00131a050) | |
| /go/pkg/mod/github.com/containerd/containerd@v1.6.20/api/services/events/v1/events.pb.go:354 +0x4c | |
| github.com/containerd/containerd.(*eventRemote).Subscribe.func1() | |
| /go/pkg/mod/github.com/containerd/containerd@v1.6.20/events.go:99 +0xc2 | |
| created by github.com/containerd/containerd.(*eventRemote).Subscribe | |
| /go/pkg/mod/github.com/containerd/containerd@v1.6.20/events.go:95 +0x1ca | |
| goroutine 4965 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f15c168ff98, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc000f72280?, 0xc0040b1000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc000f72280, {0xc0040b1000, 0x1000, 0x1000}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc000f72280, {0xc0040b1000?, 0xc0028a6460?, 0xc0040b100d?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc0001939d0, {0xc0040b1000?, 0xc004731910?, 0x1cfb788?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| crypto/tls.(*atLeastReader).Read(0xc004986030, {0xc0040b1000?, 0xc005488340?, 0x0?}) | |
| /goroot/src/crypto/tls/conn.go:787 +0x3d | |
| bytes.(*Buffer).ReadFrom(0xc0032fc5f8, {0x64bc120, 0xc004986030}) | |
| /goroot/src/bytes/buffer.go:202 +0x98 | |
| crypto/tls.(*Conn).readFromUntil(0xc0032fc380, {0x64c4360?, 0xc0001939d0}, 0x7f1594075400?) | |
| /goroot/src/crypto/tls/conn.go:809 +0xe5 | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0032fc380, 0x0) | |
| /goroot/src/crypto/tls/conn.go:616 +0x116 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /goroot/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0xc0032fc380, {0xc0040cc000, 0x1000, 0x0?}) | |
| /goroot/src/crypto/tls/conn.go:1315 +0x16f | |
| net/http.(*persistConn).Read(0xc003790fc0, {0xc0040cc000?, 0xc0033f10e0?, 0xc004731d30?}) | |
| /goroot/src/net/http/transport.go:1929 +0x4e | |
| bufio.(*Reader).fill(0xc003289980) | |
| /goroot/src/bufio/bufio.go:106 +0xff | |
| bufio.(*Reader).Peek(0xc003289980, 0x1) | |
| /goroot/src/bufio/bufio.go:144 +0x5d | |
| net/http.(*persistConn).readLoop(0xc003790fc0) | |
| /goroot/src/net/http/transport.go:2093 +0x1ac | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1751 +0x173e | |
| goroutine 594 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f15c168fbd8, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc001253480?, 0xc0054f1000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc001253480, {0xc0054f1000, 0x1000, 0x1000}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc001253480, {0xc0054f1000?, 0xc0048f12a0?, 0xc0054f100d?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc0007cf490, {0xc0054f1000?, 0x53621217cce4ab98?, 0x766a0abb650a7354?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| crypto/tls.(*atLeastReader).Read(0xc004578240, {0xc0054f1000?, 0x0?, 0x106aa070f40e3585?}) | |
| /goroot/src/crypto/tls/conn.go:787 +0x3d | |
| bytes.(*Buffer).ReadFrom(0xc0004e8978, {0x64bc120, 0xc004578240}) | |
| /goroot/src/bytes/buffer.go:202 +0x98 | |
| crypto/tls.(*Conn).readFromUntil(0xc0004e8700, {0x64c4360?, 0xc0007cf490}, 0x1?) | |
| /goroot/src/crypto/tls/conn.go:809 +0xe5 | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0004e8700, 0x0) | |
| /goroot/src/crypto/tls/conn.go:616 +0x116 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /goroot/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0xc0004e8700, {0xc004384000, 0x1000, 0x0?}) | |
| /goroot/src/crypto/tls/conn.go:1315 +0x16f | |
| net/http.(*persistConn).Read(0xc001318d80, {0xc004384000?, 0xc004143860?, 0xc002b87d30?}) | |
| /goroot/src/net/http/transport.go:1929 +0x4e | |
| bufio.(*Reader).fill(0xc0041dc540) | |
| /goroot/src/bufio/bufio.go:106 +0xff | |
| bufio.(*Reader).Peek(0xc0041dc540, 0x1) | |
| /goroot/src/bufio/bufio.go:144 +0x5d | |
| net/http.(*persistConn).readLoop(0xc001318d80) | |
| /goroot/src/net/http/transport.go:2093 +0x1ac | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1751 +0x173e | |
| goroutine 595 [select]: | |
| net/http.(*persistConn).writeLoop(0xc001318d80) | |
| /goroot/src/net/http/transport.go:2392 +0xf5 | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1752 +0x1791 | |
| goroutine 657 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f15b8148c40, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc0048ee000?, 0xc004b37000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc0048ee000, {0xc004b37000, 0x1000, 0x1000}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc0048ee000, {0xc004b37000?, 0xc0049fad40?, 0xc004b3700d?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc0000172c0, {0xc004b37000?, 0xc7894390294a0c32?, 0x766a0abb650a7354?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| crypto/tls.(*atLeastReader).Read(0xc0024eacf0, {0xc004b37000?, 0x0?, 0xc0009431e0?}) | |
| /goroot/src/crypto/tls/conn.go:787 +0x3d | |
| bytes.(*Buffer).ReadFrom(0xc00058d3f8, {0x64bc120, 0xc0024eacf0}) | |
| /goroot/src/bytes/buffer.go:202 +0x98 | |
| crypto/tls.(*Conn).readFromUntil(0xc00058d180, {0x64c4360?, 0xc0000172c0}, 0x1?) | |
| /goroot/src/crypto/tls/conn.go:809 +0xe5 | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00058d180, 0x0) | |
| /goroot/src/crypto/tls/conn.go:616 +0x116 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /goroot/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0xc00058d180, {0xc004d44000, 0x1000, 0x0?}) | |
| /goroot/src/crypto/tls/conn.go:1315 +0x16f | |
| net/http.(*persistConn).Read(0xc00264d320, {0xc004d44000?, 0xc004b708a0?, 0xc001312d30?}) | |
| /goroot/src/net/http/transport.go:1929 +0x4e | |
| bufio.(*Reader).fill(0xc004d02780) | |
| /goroot/src/bufio/bufio.go:106 +0xff | |
| bufio.(*Reader).Peek(0xc004d02780, 0x1) | |
| /goroot/src/bufio/bufio.go:144 +0x5d | |
| net/http.(*persistConn).readLoop(0xc00264d320) | |
| /goroot/src/net/http/transport.go:2093 +0x1ac | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1751 +0x173e | |
| goroutine 658 [select]: | |
| net/http.(*persistConn).writeLoop(0xc00264d320) | |
| /goroot/src/net/http/transport.go:2392 +0xf5 | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1752 +0x1791 | |
| goroutine 4966 [select]: | |
| net/http.(*persistConn).writeLoop(0xc003790fc0) | |
| /goroot/src/net/http/transport.go:2392 +0xf5 | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1752 +0x1791 | |
| goroutine 1199 [runnable]: | |
| google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0044c70e0) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/transport.go:331 +0x7c | |
| google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/transport.go:346 | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0xc003f10820, {0x57128e0?, 0xc00286ef00}, 0xc003288cc0?) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:1058 +0xc5 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x7f15c0c772d8?) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:909 +0x25 | |
| google.golang.org/grpc.(*clientStream).withRetry(0xc0044c6c60, 0xc00367add8, 0xc00367ada8) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:760 +0x144 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc0044c6c60, {0x57128e0?, 0xc00286ef00?}) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/stream.go:908 +0x13a | |
| google.golang.org/grpc.invoke({0x64fad08?, 0xc001946630?}, {0x59ce2a6?, 0x20?}, {0x57127a0, 0xc001946c90}, {0x57128e0, 0xc00286ef00}, 0x0?, {0xc0011aed00, ...}) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/call.go:73 +0xd7 | |
| google.golang.org/grpc.(*ClientConn).Invoke(0x7f15e9683f18?, {0x64fad08?, 0xc001946630?}, {0x59ce2a6?, 0x0?}, {0x57127a0?, 0xc001946c90?}, {0x57128e0?, 0xc00286ef00?}, {0x0, ...}) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/call.go:37 +0x265 | |
| github.com/containerd/containerd/api/services/tasks/v1.(*tasksClient).ListPids(0xc0001923b8, {0x64fad08, 0xc001946630}, 0x651c0a0?, {0x0, 0x0, 0x0}) | |
| /go/pkg/mod/github.com/containerd/containerd@v1.6.20/api/services/tasks/v1/tasks.pb.go:1417 +0xc9 | |
| github.com/containerd/containerd.(*task).Pids(0xc00286eec0, {0x64fad08, 0xc001946630}) | |
| /go/pkg/mod/github.com/containerd/containerd@v1.6.20/task.go:382 +0xb5 | |
| github.com/DataDog/datadog-agent/pkg/util/containerd.(*ContainerdUtil).TaskPids(0xc00367b0c0?, {0xc004149356, 0x6}, {0x6515798, 0xc003140c00}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/util/containerd/containerd_util.go:336 +0x128 | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd.extractIP({0xc004149356, 0x6}, {0x6515798, 0xc003140c00}, {0x6523ff0, 0xc00115e000}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd/network_linux.go:36 +0x72 | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd.buildWorkloadMetaContainer({_, _}, {_, _}, {_, _}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd/container_builder.go:71 +0x6ba | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd.createSetEvent({0x6515798, 0xc003140c00}, {0xc004149356, 0x6}, {0x6523ff0, 0xc00115e000}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd/event_builder.go:72 +0x10d | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd.(*collector).buildCollectorEvent(0xc000e761e0, 0xc0039163c0, {0xc000747040, 0x40}, {0x6515798, 0xc003140c00}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd/event_builder.go:48 +0x265 | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd.(*collector).handleContainerEvent(0xc000e761e0, {0x64fac60?, 0xc00352f000?}, 0xc0039163c0) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd/containerd.go:295 +0x22a | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd.(*collector).handleEvent(0xc00367bf40?, {0x64fac60?, 0xc00352f000?}, 0x0?) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd/containerd.go:277 +0x4d | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd.(*collector).stream(0xc000e761e0, {0x64fac98, 0xc000230000}) | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd/containerd.go:173 +0x1bf | |
| github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd.(*collector).Start.func1() | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd/containerd.go:154 +0x68 | |
| created by github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd.(*collector).Start | |
| /omnibus/src/datadog-agent/src/github.com/DataDog/datadog-agent/pkg/workloadmeta/collectors/internal/containerd/containerd.go:146 +0x27c | |
| goroutine 1284 [select, 11 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc005694400) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a | |
| goroutine 1254 [IO wait, 11 minutes]: | |
| internal/poll.runtime_pollWait(0x7f15b8148b50, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc0011c0b00?, 0xc0010b4000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc0011c0b00, {0xc0010b4000, 0x8000, 0x8000}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc0011c0b00, {0xc0010b4000?, 0x569f240?, 0x1bd1201?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc00566e738, {0xc0010b4000?, 0x0?, 0x806010601?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| bufio.(*Reader).Read(0xc003617c20, {0xc0002f2120, 0x9, 0x18?}) | |
| /goroot/src/bufio/bufio.go:237 +0x1bb | |
| io.ReadAtLeast({0x64bb320, 0xc003617c20}, {0xc0002f2120, 0x9, 0x9}, 0x9) | |
| /goroot/src/io/io.go:332 +0x9a | |
| io.ReadFull(...) | |
| /goroot/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0xc0002f2120?, 0x9?, 0x6de1d4f01?}, {0x64bb320?, 0xc003617c20?}) | |
| /go/pkg/mod/golang.org/x/net@v0.10.0/http2/frame.go:237 +0x6e | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc0002f20e0) | |
| /go/pkg/mod/golang.org/x/net@v0.10.0/http2/frame.go:498 +0x95 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00277ab40, 0x0?) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:1595 +0x265 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:397 +0x1d5b | |
| goroutine 1315 [select, 11 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0035f9100) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a | |
| goroutine 1319 [IO wait, 11 minutes]: | |
| internal/poll.runtime_pollWait(0x7f15b8148d30, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc0056b0e80?, 0xc0005ca000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc0056b0e80, {0xc0005ca000, 0x8000, 0x8000}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc0056b0e80, {0xc0005ca000?, 0x569f240?, 0x1?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc00296eaa0, {0xc0005ca000?, 0xc004b3d300?, 0x806010601?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| bufio.(*Reader).Read(0xc005408c60, {0xc002d2d7e0, 0x9, 0x18?}) | |
| /goroot/src/bufio/bufio.go:237 +0x1bb | |
| io.ReadAtLeast({0x64bb320, 0xc005408c60}, {0xc002d2d7e0, 0x9, 0x9}, 0x9) | |
| /goroot/src/io/io.go:332 +0x9a | |
| io.ReadFull(...) | |
| /goroot/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0xc002d2d7e0?, 0x9?, 0x6ddfe9b86?}, {0x64bb320?, 0xc005408c60?}) | |
| /go/pkg/mod/golang.org/x/net@v0.10.0/http2/frame.go:237 +0x6e | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc002d2d7a0) | |
| /go/pkg/mod/golang.org/x/net@v0.10.0/http2/frame.go:498 +0x95 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00342db00, 0x0?) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:1595 +0x265 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:397 +0x1d5b | |
| goroutine 1320 [select, 11 minutes]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc004eba960, 0x1) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:418 +0x115 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0004fdab0) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:552 +0x91 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:451 +0x85 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:449 +0x23b3 | |
| goroutine 1255 [select, 11 minutes]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00407eb40, 0x1) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:418 +0x115 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000703dc0) | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:552 +0x91 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:451 +0x85 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:449 +0x23b3 | |
| goroutine 3565 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f15c168fae8, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc004b22600?, 0xc003625000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc004b22600, {0xc003625000, 0x1000, 0x1000}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc004b22600, {0xc003625000?, 0xc004a0c280?, 0xc00362500d?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc000016008, {0xc003625000?, 0x1bcb830?, 0x1c0964e?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| crypto/tls.(*atLeastReader).Read(0xc003b01a70, {0xc003625000?, 0x0?, 0xc00141aea0?}) | |
| /goroot/src/crypto/tls/conn.go:787 +0x3d | |
| bytes.(*Buffer).ReadFrom(0xc00097f078, {0x64bc120, 0xc003b01a70}) | |
| /goroot/src/bytes/buffer.go:202 +0x98 | |
| crypto/tls.(*Conn).readFromUntil(0xc00097ee00, {0x64c4360?, 0xc000016008}, 0x1?) | |
| /goroot/src/crypto/tls/conn.go:809 +0xe5 | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00097ee00, 0x0) | |
| /goroot/src/crypto/tls/conn.go:616 +0x116 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /goroot/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0xc00097ee00, {0xc002277000, 0x1000, 0x0?}) | |
| /goroot/src/crypto/tls/conn.go:1315 +0x16f | |
| net/http.(*persistConn).Read(0xc0029e0120, {0xc002277000?, 0xc0021e24e0?, 0xc001311d30?}) | |
| /goroot/src/net/http/transport.go:1929 +0x4e | |
| bufio.(*Reader).fill(0xc0025e6d20) | |
| /goroot/src/bufio/bufio.go:106 +0xff | |
| bufio.(*Reader).Peek(0xc0025e6d20, 0x1) | |
| /goroot/src/bufio/bufio.go:144 +0x5d | |
| net/http.(*persistConn).readLoop(0xc0029e0120) | |
| /goroot/src/net/http/transport.go:2093 +0x1ac | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1751 +0x173e | |
| goroutine 3566 [select]: | |
| net/http.(*persistConn).writeLoop(0xc0029e0120) | |
| /goroot/src/net/http/transport.go:2392 +0xf5 | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1752 +0x1791 | |
| goroutine 3981 [select]: | |
| net/http.(*persistConn).writeLoop(0xc004946000) | |
| /goroot/src/net/http/transport.go:2392 +0xf5 | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1752 +0x1791 | |
| goroutine 3980 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f15c16908f8, 0x72) | |
| /goroot/src/runtime/netpoll.go:305 +0x89 | |
| internal/poll.(*pollDesc).wait(0xc004b16280?, 0xc001f22000?, 0x0) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:84 +0x32 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /goroot/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0xc004b16280, {0xc001f22000, 0x2500, 0x2500}) | |
| /goroot/src/internal/poll/fd_unix.go:167 +0x25a | |
| net.(*netFD).Read(0xc004b16280, {0xc001f22000?, 0xc002991140?, 0xc000ece005?}) | |
| /goroot/src/net/fd_posix.go:55 +0x29 | |
| net.(*conn).Read(0xc005112028, {0xc001f22000?, 0x40?, 0x40?}) | |
| /goroot/src/net/net.go:183 +0x45 | |
| crypto/tls.(*atLeastReader).Read(0xc0022bbe18, {0xc001f22000?, 0x0?, 0xc001ae6850?}) | |
| /goroot/src/crypto/tls/conn.go:787 +0x3d | |
| bytes.(*Buffer).ReadFrom(0xc00306b3f8, {0x64bc120, 0xc0022bbe18}) | |
| /goroot/src/bytes/buffer.go:202 +0x98 | |
| crypto/tls.(*Conn).readFromUntil(0xc00306b180, {0x64c4360?, 0xc005112028}, 0x1?) | |
| /goroot/src/crypto/tls/conn.go:809 +0xe5 | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00306b180, 0x0) | |
| /goroot/src/crypto/tls/conn.go:616 +0x116 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /goroot/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0xc00306b180, {0xc0019da000, 0x1000, 0x0?}) | |
| /goroot/src/crypto/tls/conn.go:1315 +0x16f | |
| net/http.(*persistConn).Read(0xc004946000, {0xc0019da000?, 0xc004e0cd20?, 0xc001ae6d30?}) | |
| /goroot/src/net/http/transport.go:1929 +0x4e | |
| bufio.(*Reader).fill(0xc004925e60) | |
| /goroot/src/bufio/bufio.go:106 +0xff | |
| bufio.(*Reader).Peek(0xc004925e60, 0x1) | |
| /goroot/src/bufio/bufio.go:144 +0x5d | |
| net/http.(*persistConn).readLoop(0xc004946000) | |
| /goroot/src/net/http/transport.go:2093 +0x1ac | |
| created by net/http.(*Transport).dialConn | |
| /goroot/src/net/http/transport.go:1751 +0x173e |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment