Skip to content

Instantly share code, notes, and snippets.

@Ty9000
Created November 4, 2021 16:13
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save Ty9000/b1ffd35306dfc97da8a0fb6b57aeacee to your computer and use it in GitHub Desktop.
Save Ty9000/b1ffd35306dfc97da8a0fb6b57aeacee to your computer and use it in GitHub Desktop.
Metricbeat -e -d "*"
2021-11-04T12:12:25.212-0400 INFO instance/beat.go:665 Home path: [/usr/share/metricbeat] Config path: [/etc/metricbeat] Data path: [/var/lib/metricbeat] Logs path: [/var/log/metricbeat]
2021-11-04T12:12:25.212-0400 DEBUG [beat] instance/beat.go:723 Beat metadata path: /var/lib/metricbeat/meta.json
2021-11-04T12:12:25.212-0400 INFO instance/beat.go:673 Beat ID: a136c134-0572-49d4-a7d9-5d84cb9ddec2
2021-11-04T12:12:25.214-0400 DEBUG [docker] docker/client.go:48 Docker client will negotiate the API version on the first request.
2021-11-04T12:12:25.214-0400 DEBUG [add_cloud_metadata] add_cloud_metadata/providers.go:128 add_cloud_metadata: starting to fetch metadata, timeout=3s
2021-11-04T12:12:25.215-0400 DEBUG [add_docker_metadata] add_docker_metadata/add_docker_metadata.go:86 add_docker_metadata: docker environment not detected: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
2021-11-04T12:12:25.215-0400 DEBUG [kubernetes] add_kubernetes_metadata/kubernetes.go:138 Could not create kubernetes client using in_cluster config: unable to build kube config due to error: invalid configuration: no configuration has been provided, try setting KUBERNETES_MASTER environment variable {"libbeat.processor": "add_kubernetes_metadata"}
2021-11-04T12:12:28.215-0400 DEBUG [add_cloud_metadata] add_cloud_metadata/providers.go:172 add_cloud_metadata: timed-out waiting for all responses
2021-11-04T12:12:28.215-0400 DEBUG [add_cloud_metadata] add_cloud_metadata/providers.go:131 add_cloud_metadata: fetchMetadata ran for 3.000204645s
2021-11-04T12:12:28.215-0400 INFO [add_cloud_metadata] add_cloud_metadata/add_cloud_metadata.go:101 add_cloud_metadata: hosting provider type not detected.
2021-11-04T12:12:28.215-0400 DEBUG [processors] processors/processor.go:120 Generated new processors: add_host_metadata=[netinfo.enabled=[true], cache.ttl=[5m0s]], add_cloud_metadata={}, add_docker_metadata=[match_fields=[] match_pids=[process.pid, process.ppid]], add_kubernetes_metadata
2021-11-04T12:12:28.215-0400 DEBUG [seccomp] seccomp/seccomp.go:117 Loading syscall filter {"seccomp_filter": {"no_new_privs":true,"flag":"tsync","policy":{"default_action":"errno","syscalls":[{"names":["accept","accept4","access","arch_prctl","bind","brk","chmod","chown","clock_gettime","clone","close","connect","dup","dup2","epoll_create","epoll_create1","epoll_ctl","epoll_pwait","epoll_wait","exit","exit_group","fchdir","fchmod","fchmodat","fchown","fchownat","fcntl","fdatasync","flock","fstat","fstatfs","fsync","ftruncate","futex","getcwd","getdents","getdents64","geteuid","getgid","getpeername","getpid","getppid","getrandom","getrlimit","getrusage","getsockname","getsockopt","gettid","gettimeofday","getuid","inotify_add_watch","inotify_init1","inotify_rm_watch","ioctl","kill","listen","lseek","lstat","madvise","mincore","mkdirat","mmap","mprotect","munmap","nanosleep","newfstatat","open","openat","pipe","pipe2","poll","ppoll","pread64","pselect6","pwrite64","read","readlink","readlinkat","recvfrom","recvmmsg","recvmsg","rename","renameat","rt_sigaction","rt_sigprocmask","rt_sigreturn","sched_getaffinity","sched_yield","sendfile","sendmmsg","sendmsg","sendto","set_robust_list","setitimer","setsockopt","shutdown","sigaltstack","socket","splice","stat","statfs","sysinfo","tgkill","time","tkill","uname","unlink","unlinkat","wait4","waitid","write","writev"],"action":"allow"}]}}}
2021-11-04T12:12:28.216-0400 INFO [seccomp] seccomp/seccomp.go:124 Syscall filter successfully installed
2021-11-04T12:12:28.216-0400 INFO [beat] instance/beat.go:1014 Beat info {"system_info": {"beat": {"path": {"config": "/etc/metricbeat", "data": "/var/lib/metricbeat", "home": "/usr/share/metricbeat", "logs": "/var/log/metricbeat"}, "type": "metricbeat", "uuid": "a136c134-0572-49d4-a7d9-5d84cb9ddec2"}}}
2021-11-04T12:12:28.216-0400 INFO [beat] instance/beat.go:1023 Build info {"system_info": {"build": {"commit": "5ae799cb1c3c490c9a27b14cb463dc23696bc7d3", "libbeat": "7.15.1", "time": "2021-10-07T22:19:04.000Z", "version": "7.15.1"}}}
2021-11-04T12:12:28.216-0400 INFO [beat] instance/beat.go:1026 Go runtime info {"system_info": {"go": {"os":"linux","arch":"amd64","max_procs":4,"version":"go1.16.6"}}}
2021-11-04T12:12:28.217-0400 INFO [beat] instance/beat.go:1030 Host info {"system_info": {"host": {"architecture":"x86_64","boot_time":"2021-11-04T06:50:49-04:00","containerized":false,"name":"ELK","ip":["127.0.0.1/8","::1/128","192.168.2.12/24"],"kernel_version":"5.14.14-300.fc35.x86_64","mac":["00:15:5d:00:02:12"],"os":{"type":"linux","family":"redhat","platform":"fedora","name":"Fedora Linux","version":"35 (Server Edition)","major":35,"minor":0,"patch":0},"timezone":"EDT","timezone_offset_sec":-14400,"id":"34d4d7688726469fa5ac238fd5521f4b"}}}
2021-11-04T12:12:28.217-0400 INFO [beat] instance/beat.go:1059 Process info {"system_info": {"process": {"capabilities": {"inheritable":null,"permitted":["chown","dac_override","dac_read_search","fowner","fsetid","kill","setgid","setuid","setpcap","linux_immutable","net_bind_service","net_broadcast","net_admin","net_raw","ipc_lock","ipc_owner","sys_module","sys_rawio","sys_chroot","sys_ptrace","sys_pacct","sys_admin","sys_boot","sys_nice","sys_resource","sys_time","sys_tty_config","mknod","lease","audit_write","audit_control","setfcap","mac_override","mac_admin","syslog","wake_alarm","block_suspend","audit_read","38","39","40"],"effective":["chown","dac_override","dac_read_search","fowner","fsetid","kill","setgid","setuid","setpcap","linux_immutable","net_bind_service","net_broadcast","net_admin","net_raw","ipc_lock","ipc_owner","sys_module","sys_rawio","sys_chroot","sys_ptrace","sys_pacct","sys_admin","sys_boot","sys_nice","sys_resource","sys_time","sys_tty_config","mknod","lease","audit_write","audit_control","setfcap","mac_override","mac_admin","syslog","wake_alarm","block_suspend","audit_read","38","39","40"],"bounding":["chown","dac_override","dac_read_search","fowner","fsetid","kill","setgid","setuid","setpcap","linux_immutable","net_bind_service","net_broadcast","net_admin","net_raw","ipc_lock","ipc_owner","sys_module","sys_rawio","sys_chroot","sys_ptrace","sys_pacct","sys_admin","sys_boot","sys_nice","sys_resource","sys_time","sys_tty_config","mknod","lease","audit_write","audit_control","setfcap","mac_override","mac_admin","syslog","wake_alarm","block_suspend","audit_read","38","39","40"],"ambient":null}, "cwd": "/var/log", "exe": "/usr/share/metricbeat/bin/metricbeat", "name": "metricbeat", "pid": 2877, "ppid": 2875, "seccomp": {"mode":"filter","no_new_privs":true}, "start_time": "2021-11-04T12:12:24.930-0400"}}}
2021-11-04T12:12:28.217-0400 INFO instance/beat.go:309 Setup Beat: metricbeat; Version: 7.15.1
2021-11-04T12:12:28.217-0400 DEBUG [beat] instance/beat.go:335 Initializing output plugins
2021-11-04T12:12:28.217-0400 INFO [index-management] idxmgmt/std.go:184 Set output.elasticsearch.index to 'metricbeat-7.15.1' as ILM is enabled.
2021-11-04T12:12:28.218-0400 INFO [esclientleg] eslegclient/connection.go:100 elasticsearch url: http://ELK:9200
2021-11-04T12:12:28.218-0400 DEBUG [publisher] pipeline/consumer.go:148 start pipeline event consumer
2021-11-04T12:12:28.218-0400 INFO [publisher] pipeline/module.go:113 Beat name: ELK
2021-11-04T12:12:28.237-0400 DEBUG [modules] beater/metricbeat.go:151 Available modules and metricsets: Register [ModuleFactory:[aws, awsfargate, azure, beat, cloudfoundry, docker, elasticsearch, kibana, kubernetes, linux, logstash, mongodb, mssql, mysql, oracle, postgresql, syncgateway, system, uwsgi], MetricSetFactory:[aerospike/namespace, apache/status, appsearch/stats, aws/billing, aws/cloudwatch, awsfargate/task_stats, azure/app_insights, azure/billing, azure/monitor, azure/storage, beat/state, beat/stats, ceph/cluster_disk, ceph/cluster_health, ceph/cluster_status, ceph/mgr_cluster_disk, ceph/mgr_cluster_health, ceph/mgr_osd_perf, ceph/mgr_osd_pool_stats, ceph/mgr_osd_tree, ceph/mgr_pool_disk, ceph/monitor_health, ceph/osd_df, ceph/osd_tree, ceph/pool_disk, cloudfoundry/container, cloudfoundry/counter, cloudfoundry/value, consul/agent, coredns/stats, couchbase/bucket, couchbase/cluster, couchbase/node, couchdb/server, docker/container, docker/cpu, docker/diskio, docker/event, docker/healthcheck, docker/image, docker/info, docker/memory, docker/network, docker/network_summary, dropwizard/collector, elasticsearch/ccr, elasticsearch/cluster_stats, elasticsearch/enrich, elasticsearch/index, elasticsearch/index_recovery, elasticsearch/index_summary, elasticsearch/ml_job, elasticsearch/node, elasticsearch/node_stats, elasticsearch/pending_tasks, elasticsearch/shard, envoyproxy/server, etcd/leader, etcd/metrics, etcd/self, etcd/store, gcp/billing, gcp/metrics, golang/expvar, golang/heap, graphite/server, haproxy/info, haproxy/stat, http/json, http/server, istio/citadel, istio/galley, istio/mesh, istio/mixer, istio/pilot, jolokia/jmx, kafka/consumergroup, kafka/partition, kibana/stats, kibana/status, kubernetes/apiserver, kubernetes/container, kubernetes/controllermanager, kubernetes/event, kubernetes/node, kubernetes/pod, kubernetes/proxy, kubernetes/scheduler, kubernetes/state_container, kubernetes/state_cronjob, kubernetes/state_daemonset, kubernetes/state_deployment, kubernetes/state_job, kubernetes/state_node, kubernetes/state_persistentvolume, kubernetes/state_persistentvolumeclaim, kubernetes/state_pod, kubernetes/state_replicaset, kubernetes/state_resourcequota, kubernetes/state_service, kubernetes/state_statefulset, kubernetes/state_storageclass, kubernetes/system, kubernetes/volume, kvm/dommemstat, kvm/status, linux/conntrack, linux/iostat, linux/ksm, linux/memory, linux/pageinfo, logstash/node, logstash/node_stats, memcached/stats, mongodb/collstats, mongodb/dbstats, mongodb/metrics, mongodb/replstatus, mongodb/status, mssql/performance, mssql/transaction_log, munin/node, mysql/galera_status, mysql/query, mysql/status, nats/connection, nats/connections, nats/route, nats/routes, nats/stats, nats/subscriptions, nginx/stubstatus, openmetrics/collector, oracle/performance, oracle/tablespace, php_fpm/pool, php_fpm/process, postgresql/activity, postgresql/bgwriter, postgresql/database, postgresql/statement, prometheus/collector, prometheus/query, prometheus/remote_write, rabbitmq/connection, rabbitmq/exchange, rabbitmq/node, rabbitmq/queue, redis/info, redis/key, redis/keyspace, sql/query, stan/channels, stan/stats, stan/subscriptions, statsd/server, syncgateway/db, syncgateway/memory, syncgateway/replication, syncgateway/resources, system/core, system/cpu, system/diskio, system/entropy, system/filesystem, system/fsstat, system/load, system/memory, system/network, system/network_summary, system/process, system/process_summary, system/raid, system/service, system/socket, system/socket_summary, system/uptime, system/users, traefik/health, uwsgi/status, vsphere/datastore, vsphere/host, vsphere/virtualmachine, zookeeper/connection, zookeeper/mntr, zookeeper/server], LightModules:[LightModules:[istio/istiod, istio/proxy, mysql/performance, azure/container_service, azure/database_account, azure/app_state, azure/compute_vm, azure/compute_vm_scaleset, azure/container_registry, azure/container_instance, cockroachdb/status, redisenterprise/node, redisenterprise/proxy, tomcat/threading, tomcat/memory, tomcat/requests, tomcat/cache, iis/webserver, iis/website, activemq/broker, activemq/queue, activemq/topic, ibmmq/qmgr, kafka/broker, kafka/producer, kafka/consumer, aws/ec2, aws/s3_request, aws/vpn, aws/rds, aws/usage, aws/sns, aws/ebs, aws/sqs, aws/lambda, aws/dynamodb, aws/elb, aws/s3_daily_storage, aws/transitgateway, aws/natgateway, aws/kinesis, gcp/compute, gcp/pubsub, gcp/loadbalancing, gcp/storage, gcp/gke, airflow/statsd]]]
2021-11-04T12:12:28.237-0400 INFO [monitoring] log/log.go:142 Starting metrics logging every 30s
2021-11-04T12:12:28.237-0400 INFO instance/beat.go:473 metricbeat start running.
2021-11-04T12:12:28.237-0400 DEBUG [cfgfile] cfgfile/reload.go:132 Checking module configs from: /etc/metricbeat/modules.d/*.yml
2021-11-04T12:12:28.237-0400 DEBUG [cfgfile] cfgfile/cfgfile.go:193 Load config from file: /etc/metricbeat/modules.d/elasticsearch-xpack.yml
2021-11-04T12:12:28.237-0400 DEBUG [cfgfile] cfgfile/cfgfile.go:193 Load config from file: /etc/metricbeat/modules.d/kibana-xpack.yml
2021-11-04T12:12:28.237-0400 DEBUG [cfgfile] cfgfile/cfgfile.go:193 Load config from file: /etc/metricbeat/modules.d/system.yml
2021-11-04T12:12:28.238-0400 DEBUG [cfgfile] cfgfile/reload.go:146 Number of module configs found: 5
2021-11-04T12:12:28.238-0400 DEBUG [elasticsearch] elastic/elastic.go:167 Configuration for module elasticsearch modified because xpack.enabled was set to true
2021-11-04T12:12:28.239-0400 DEBUG [kibana] elastic/elastic.go:167 Configuration for module kibana modified because xpack.enabled was set to true
2021-11-04T12:12:28.239-0400 DEBUG [system.process] process/process.go:73 process cgroup data collection is enabled, using hostfs='/'
2021-11-04T12:12:28.239-0400 INFO filesystem/filesystem.go:57 Ignoring filesystem types: sysfs, tmpfs, bdev, proc, cgroup, cgroup2, cpuset, devtmpfs, configfs, debugfs, tracefs, securityfs, sockfs, bpf, pipefs, ramfs, hugetlbfs, devpts, autofs, efivarfs, mqueue, selinuxfs, pstore, fuse, fusectl, rpc_pipefs, nfs, nfs4
2021-11-04T12:12:28.239-0400 INFO [system.fsstat] fsstat/fsstat.go:57 Ignoring filesystem types: %ssysfs, tmpfs, bdev, proc, cgroup, cgroup2, cpuset, devtmpfs, configfs, debugfs, tracefs, securityfs, sockfs, bpf, pipefs, ramfs, hugetlbfs, devpts, autofs, efivarfs, mqueue, selinuxfs, pstore, fuse, fusectl, rpc_pipefs, nfs, nfs4
2021-11-04T12:12:28.240-0400 INFO cfgfile/reload.go:164 Config reloader started
2021-11-04T12:12:28.240-0400 DEBUG [cfgfile] cfgfile/reload.go:194 Scan for new config files
2021-11-04T12:12:28.240-0400 DEBUG [cfgfile] cfgfile/cfgfile.go:193 Load config from file: /etc/metricbeat/modules.d/elasticsearch-xpack.yml
2021-11-04T12:12:28.240-0400 DEBUG [cfgfile] cfgfile/cfgfile.go:193 Load config from file: /etc/metricbeat/modules.d/kibana-xpack.yml
2021-11-04T12:12:28.240-0400 DEBUG [cfgfile] cfgfile/cfgfile.go:193 Load config from file: /etc/metricbeat/modules.d/system.yml
2021-11-04T12:12:28.240-0400 DEBUG [cfgfile] cfgfile/reload.go:213 Number of module configs found: 5
2021-11-04T12:12:28.240-0400 DEBUG [reload] cfgfile/list.go:63 Starting reload procedure, current runners: 0
2021-11-04T12:12:28.240-0400 DEBUG [reload] cfgfile/list.go:81 Start list: 5, Stop list: 0
2021-11-04T12:12:28.240-0400 DEBUG [kibana] elastic/elastic.go:167 Configuration for module kibana modified because xpack.enabled was set to true
2021-11-04T12:12:28.241-0400 DEBUG [reload] cfgfile/list.go:105 Starting runner: RunnerGroup{kibana [metricsets=1]}
2021-11-04T12:12:28.241-0400 DEBUG [module] module/wrapper.go:127 Starting Wrapper[name=kibana, len(metricSetWrappers)=1]
runtime/cgo: pthread_create failed: Operation not permitted
2021-11-04T12:12:28.241-0400 DEBUG [module] module/wrapper.go:189 Starting metricSetWrapper[module=kibana, name=stats, host=localhost:5601]
SIGABRT: abort
PC=0x7f9c52d4385c m=3 sigcode=18446744073709551610
goroutine 0 [idle]:
runtime: unknown pc 0x7f9c52d4385c
stack: frame={sp:0x7f9c2b81d790, fp:0x0} stack=[0x7f9c2b01e1e8,0x7f9c2b81dde8)
00007f9c2b81d690: 000055c3cca51e88 <runtime.adjustframe+136> 00007f9c2b81da10
00007f9c2b81d6a0: 00007f9c2b81db18 00007f9c2b81db01
00007f9c2b81d6b0: 0000000000000000 0000000000000000
00007f9c2b81d6c0: 0000000000000000 0000000000000000
00007f9c2b81d6d0: 0000000000000000 0000000000000000
00007f9c2b81d6e0: 0000000000000000 000055c3d2f664e0
00007f9c2b81d6f0: 000055c3cca331d9 <runtime.netpoll+153> 0000000000000003
00007f9c2b81d700: 00007f9c2b81d740 0000000000000080
00007f9c2b81d710: 0000000000000000 0000000000000000
00007f9c2b81d720: 000055c3d24920a0 0000000000000000
00007f9c2b81d730: 0000000000000000 0000000000000000
00007f9c2b81d740: 0000000000000000 0000000000000000
00007f9c2b81d750: 0000000000000000 0000000000000000
00007f9c2b81d760: 0000000000000000 0000000000000000
00007f9c2b81d770: 0000000000000000 00007f9c52d50e59
00007f9c2b81d780: 0000000000000000 00007f9c52d4384e
00007f9c2b81d790: <0000000000000130 0000000000000000
00007f9c2b81d7a0: 0000000000000120 0000000000000000
00007f9c2b81d7b0: 0000000000000013 0000000000000000
00007f9c2b81d7c0: 0000000000000000 0000000000000004
00007f9c2b81d7d0: 0000003400000013 00007f9c52dc66f1
00007f9c2b81d7e0: 00007f9c0bfff640 00007f9c2b81daa0
00007f9c2b81d7f0: 00007f9c2b81d91e 00007f9c2b81d91f
00007f9c2b81d800: 00007f9c0bfff640 00007f9c52d41785
00007f9c2b81d810: 00007f9c1c000020 cf3411eab66d6f00
00007f9c2b81d820: 00007f9c2b81e640 0000000000000006
00007f9c2b81d830: 00000000000000f1 0000000000000000
00007f9c2b81d840: 000055c3cff1df7e 00007f9c52cf66b6
00007f9c2b81d850: 00007f9c52eb0990 00007f9c52ce07d3
00007f9c2b81d860: 0000000000000020 0000000000000000
00007f9c2b81d870: 0000000000000000 00007f9c52db5904
00007f9c2b81d880: 00007f9c0b7ff000 000000000000000d
runtime: unknown pc 0x7f9c52d4385c
stack: frame={sp:0x7f9c2b81d790, fp:0x0} stack=[0x7f9c2b01e1e8,0x7f9c2b81dde8)
00007f9c2b81d690: 000055c3cca51e88 <runtime.adjustframe+136> 00007f9c2b81da10
00007f9c2b81d6a0: 00007f9c2b81db18 00007f9c2b81db01
00007f9c2b81d6b0: 0000000000000000 0000000000000000
00007f9c2b81d6c0: 0000000000000000 0000000000000000
00007f9c2b81d6d0: 0000000000000000 0000000000000000
00007f9c2b81d6e0: 0000000000000000 000055c3d2f664e0
00007f9c2b81d6f0: 000055c3cca331d9 <runtime.netpoll+153> 0000000000000003
00007f9c2b81d700: 00007f9c2b81d740 0000000000000080
00007f9c2b81d710: 0000000000000000 0000000000000000
00007f9c2b81d720: 000055c3d24920a0 0000000000000000
00007f9c2b81d730: 0000000000000000 0000000000000000
00007f9c2b81d740: 0000000000000000 0000000000000000
00007f9c2b81d750: 0000000000000000 0000000000000000
00007f9c2b81d760: 0000000000000000 0000000000000000
00007f9c2b81d770: 0000000000000000 00007f9c52d50e59
00007f9c2b81d780: 0000000000000000 00007f9c52d4384e
00007f9c2b81d790: <0000000000000130 0000000000000000
00007f9c2b81d7a0: 0000000000000120 0000000000000000
00007f9c2b81d7b0: 0000000000000013 0000000000000000
00007f9c2b81d7c0: 0000000000000000 0000000000000004
00007f9c2b81d7d0: 0000003400000013 00007f9c52dc66f1
00007f9c2b81d7e0: 00007f9c0bfff640 00007f9c2b81daa0
00007f9c2b81d7f0: 00007f9c2b81d91e 00007f9c2b81d91f
00007f9c2b81d800: 00007f9c0bfff640 00007f9c52d41785
00007f9c2b81d810: 00007f9c1c000020 cf3411eab66d6f00
00007f9c2b81d820: 00007f9c2b81e640 0000000000000006
00007f9c2b81d830: 00000000000000f1 0000000000000000
00007f9c2b81d840: 000055c3cff1df7e 00007f9c52cf66b6
00007f9c2b81d850: 00007f9c52eb0990 00007f9c52ce07d3
00007f9c2b81d860: 0000000000000020 0000000000000000
00007f9c2b81d870: 0000000000000000 00007f9c52db5904
00007f9c2b81d880: 00007f9c0b7ff000 000000000000000d
goroutine 1 [semacquire]:
sync.runtime_Semacquire(0xc000b36c38)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc000b36c30)
/usr/local/go/src/sync/waitgroup.go:130 +0x66
github.com/elastic/beats/v7/metricbeat/beater.(*Metricbeat).Run(0xc0006f4310, 0xc000aec380, 0xc0007d18a0, 0x1)
/go/src/github.com/elastic/beats/metricbeat/beater/metricbeat.go:258 +0x388
github.com/elastic/beats/v7/libbeat/cmd/instance.(*Beat).launch(0xc000aec380, 0x55c3cf963c40, 0xa, 0x55c3cf963c40, 0xa, 0x0, 0x0, 0x101, 0x0, 0x0, ...)
/go/src/github.com/elastic/beats/libbeat/cmd/instance/beat.go:479 +0x815
github.com/elastic/beats/v7/libbeat/cmd/instance.Run.func1(0x55c3cf963c40, 0xa, 0x55c3cf963c40, 0xa, 0x0, 0x0, 0x101, 0xc001055c30, 0xc0001c8da0, 0x0, ...)
/go/src/github.com/elastic/beats/libbeat/cmd/instance/beat.go:196 +0x5a8
github.com/elastic/beats/v7/libbeat/cmd/instance.Run(0x55c3cf963c40, 0xa, 0x55c3cf963c40, 0xa, 0x0, 0x0, 0x101, 0x0, 0x0, 0x0, ...)
/go/src/github.com/elastic/beats/libbeat/cmd/instance/beat.go:197 +0x125
github.com/elastic/beats/v7/libbeat/cmd.genRunCmd.func1(0xc00057e000, 0xc000ae4bb0, 0x0, 0xb)
/go/src/github.com/elastic/beats/libbeat/cmd/run.go:36 +0x85
github.com/spf13/cobra.(*Command).execute(0xc00057e000, 0xc0001a4010, 0xb, 0xb, 0xc00057e000, 0xc0001a4010)
/go/pkg/mod/github.com/spf13/cobra@v0.0.5/command.go:830 +0x2c2
github.com/spf13/cobra.(*Command).ExecuteC(0xc00057e000, 0x0, 0xffffffff, 0xc000182058)
/go/pkg/mod/github.com/spf13/cobra@v0.0.5/command.go:914 +0x30b
github.com/spf13/cobra.(*Command).Execute(...)
/go/pkg/mod/github.com/spf13/cobra@v0.0.5/command.go:864
main.main()
/go/src/github.com/elastic/beats/x-pack/metricbeat/main.go:21 +0x31
goroutine 7 [chan receive]:
k8s.io/klog/v2.(*loggingT).flushDaemon(0x55c3d313ef00)
/go/pkg/mod/k8s.io/klog/v2@v2.2.0/klog.go:1131 +0x8d
created by k8s.io/klog/v2.init.0
/go/pkg/mod/k8s.io/klog/v2@v2.2.0/klog.go:416 +0xd8
goroutine 38 [select]:
github.com/elastic/beats/v7/libbeat/common.(*Cache).StartJanitor.func1(0xc00011d400, 0xc00011d2c0)
/go/src/github.com/elastic/beats/libbeat/common/cache.go:245 +0x8c
created by github.com/elastic/beats/v7/libbeat/common.(*Cache).StartJanitor
/go/src/github.com/elastic/beats/libbeat/common/cache.go:243 +0x94
goroutine 39 [select]:
github.com/elastic/beats/v7/libbeat/common.(*Cache).StartJanitor.func1(0xc00011d450, 0xc00011d310)
/go/src/github.com/elastic/beats/libbeat/common/cache.go:245 +0x8c
created by github.com/elastic/beats/v7/libbeat/common.(*Cache).StartJanitor
/go/src/github.com/elastic/beats/libbeat/common/cache.go:243 +0x94
goroutine 40 [select]:
github.com/elastic/beats/v7/libbeat/common.(*Cache).StartJanitor.func1(0xc00011d4a0, 0xc00011d360)
/go/src/github.com/elastic/beats/libbeat/common/cache.go:245 +0x8c
created by github.com/elastic/beats/v7/libbeat/common.(*Cache).StartJanitor
/go/src/github.com/elastic/beats/libbeat/common/cache.go:243 +0x94
goroutine 41 [select]:
github.com/elastic/beats/v7/libbeat/common.(*Cache).StartJanitor.func1(0xc00011d4f0, 0xc00011d3b0)
/go/src/github.com/elastic/beats/libbeat/common/cache.go:245 +0x8c
created by github.com/elastic/beats/v7/libbeat/common.(*Cache).StartJanitor
/go/src/github.com/elastic/beats/libbeat/common/cache.go:243 +0x94
goroutine 9 [select]:
go.opencensus.io/stats/view.(*worker).start(0xc000180230)
/go/pkg/mod/go.opencensus.io@v0.22.2/stats/view/worker.go:154 +0xcf
created by go.opencensus.io/stats/view.init.0
/go/pkg/mod/go.opencensus.io@v0.22.2/stats/view/worker.go:32 +0x59
goroutine 32 [select]:
github.com/elastic/beats/v7/libbeat/publisher/queue/memqueue.(*bufferingEventLoop).run(0xc0004361e0)
/go/src/github.com/elastic/beats/libbeat/publisher/queue/memqueue/eventloop.go:316 +0x193
github.com/elastic/beats/v7/libbeat/publisher/queue/memqueue.NewQueue.func1(0xc0006f42a0, 0x55c3d1093868, 0xc0004361e0)
/go/src/github.com/elastic/beats/libbeat/publisher/queue/memqueue/broker.go:176 +0x62
created by github.com/elastic/beats/v7/libbeat/publisher/queue/memqueue.NewQueue
/go/src/github.com/elastic/beats/libbeat/publisher/queue/memqueue/broker.go:174 +0x3c6
goroutine 75 [select]:
github.com/elastic/beats/v7/libbeat/processors/add_kubernetes_metadata.(*cache).cleanup(0xc000dc6f30)
/go/src/github.com/elastic/beats/libbeat/processors/add_kubernetes_metadata/cache.go:79 +0x219
created by github.com/elastic/beats/v7/libbeat/processors/add_kubernetes_metadata.newCache
/go/src/github.com/elastic/beats/libbeat/processors/add_kubernetes_metadata/cache.go:44 +0xc6
goroutine 2059 [syscall]:
os/signal.signal_recv(0x55c3d0fc0238)
/usr/local/go/src/runtime/sigqueue.go:168 +0xa5
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x25
created by os/signal.Notify.func1.1
/usr/local/go/src/os/signal/signal.go:151 +0x46
goroutine 1968 [chan receive]:
github.com/elastic/beats/v7/libbeat/service.HandleSignals.func1(0xc000b8a900, 0xc000e754e0, 0xc000e754d0, 0xc000e322d0, 0xc000e5a900)
/go/src/github.com/elastic/beats/libbeat/service/service.go:50 +0x54
created by github.com/elastic/beats/v7/libbeat/service.HandleSignals
/go/src/github.com/elastic/beats/libbeat/service/service.go:49 +0x178
goroutine 2057 [select]:
github.com/elastic/beats/v7/libbeat/monitoring/report/log.(*reporter).snapshotLoop(0xc000ea0730)
/go/src/github.com/elastic/beats/libbeat/monitoring/report/log/log.go:158 +0x568
github.com/elastic/beats/v7/libbeat/monitoring/report/log.MakeReporter.func1(0xc000ea0730)
/go/src/github.com/elastic/beats/libbeat/monitoring/report/log/log.go:131 +0x56
created by github.com/elastic/beats/v7/libbeat/monitoring/report/log.MakeReporter
/go/src/github.com/elastic/beats/libbeat/monitoring/report/log/log.go:129 +0x2f4
goroutine 2066 [chan receive]:
github.com/elastic/beats/v7/metricbeat/beater.(*Metricbeat).Run.func2(0xc000b36c30, 0xc0006f4310, 0xc000dd3090)
/go/src/github.com/elastic/beats/metricbeat/beater/metricbeat.go:226 +0x65
created by github.com/elastic/beats/v7/metricbeat/beater.(*Metricbeat).Run
/go/src/github.com/elastic/beats/metricbeat/beater/metricbeat.go:224 +0x345
goroutine 24 [chan receive]:
net/http.(*persistConn).addTLS(0xc000e8a000, 0xc00030a030, 0xf, 0x0, 0xc00030a040, 0x3)
/usr/local/go/src/net/http/transport.go:1536 +0x21f
net/http.(*Transport).dialConn(0xc0001ea000, 0x55c3d10d2cc8, 0xc0005da060, 0x0, 0xc00049fb00, 0x5, 0xc00030a030, 0x13, 0x0, 0xc000e8a000, ...)
/usr/local/go/src/net/http/transport.go:1610 +0x1e05
net/http.(*Transport).dialConnFor(0xc0001ea000, 0xc0002fed10)
/usr/local/go/src/net/http/transport.go:1442 +0xc8
created by net/http.(*Transport).queueForDial
/usr/local/go/src/net/http/transport.go:1411 +0x40f
goroutine 33 [select]:
github.com/elastic/beats/v7/libbeat/publisher/queue/memqueue.(*ackLoop).run(0xc000ea0410)
/go/src/github.com/elastic/beats/libbeat/publisher/queue/memqueue/ackloop.go:60 +0xfa
github.com/elastic/beats/v7/libbeat/publisher/queue/memqueue.NewQueue.func2(0xc0006f42a0, 0xc000ea0410)
/go/src/github.com/elastic/beats/libbeat/publisher/queue/memqueue/broker.go:180 +0x5b
created by github.com/elastic/beats/v7/libbeat/publisher/queue/memqueue.NewQueue
/go/src/github.com/elastic/beats/libbeat/publisher/queue/memqueue/broker.go:178 +0x3f5
goroutine 26 [IO wait]:
internal/poll.runtime_pollWait(0x7f9c2a7e1b90, 0x72, 0xffffffffffffffff)
/usr/local/go/src/runtime/netpoll.go:222 +0x65
internal/poll.(*pollDesc).wait(0xc00017e398, 0x72, 0x200, 0x205, 0xffffffffffffffff)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x47
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00017e380, 0xc000e94000, 0x205, 0x205, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d8
net.(*netFD).Read(0xc00017e380, 0xc000e94000, 0x205, 0x205, 0xc000e92001, 0x101000000000000, 0x7f9c28574fb8)
/usr/local/go/src/net/fd_posix.go:55 +0x51
net.(*conn).Read(0xc00025a018, 0xc000e94000, 0x205, 0x205, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:183 +0x93
crypto/tls.(*atLeastReader).Read(0xc00000e5d0, 0xc000e94000, 0x205, 0x205, 0x55c3ccb28e3a, 0xc000072c00, 0x0)
/usr/local/go/src/crypto/tls/conn.go:776 +0x65
bytes.(*Buffer).ReadFrom(0xc000530978, 0x55c3d1064018, 0xc00000e5d0, 0x55c3cca0aba7, 0x55c3d0823d80, 0x55c3d0e26720)
/usr/local/go/src/bytes/buffer.go:204 +0xbe
crypto/tls.(*Conn).readFromUntil(0xc000530700, 0x55c3d106ac78, 0xc00025a018, 0x5, 0xc00025a018, 0x0)
/usr/local/go/src/crypto/tls/conn.go:798 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc000530700, 0x0, 0xee, 0xee)
/usr/local/go/src/crypto/tls/conn.go:605 +0x125
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:573
crypto/tls.(*Conn).readHandshake(0xc000530700, 0xc000e92016, 0xc000e92000, 0xee, 0x180)
/usr/local/go/src/crypto/tls/conn.go:1008 +0x74
crypto/tls.(*Conn).clientHandshake(0xc000530700, 0x0, 0x0)
/usr/local/go/src/crypto/tls/handshake_client.go:171 +0x2aa
crypto/tls.(*Conn).Handshake(0xc000530700, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1391 +0xc9
net/http.(*persistConn).addTLS.func2(0x0, 0xc000530700, 0x0, 0xc00058c960)
/usr/local/go/src/net/http/transport.go:1530 +0x45
created by net/http.(*persistConn).addTLS
/usr/local/go/src/net/http/transport.go:1526 +0x1f6
goroutine 98 [select]:
github.com/elastic/beats/v7/libbeat/publisher/queue/memqueue.(*consumer).Get(0xc000e8cde0, 0x32, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/elastic/beats/libbeat/publisher/queue/memqueue/consume.go:65 +0xd1
github.com/elastic/beats/v7/libbeat/publisher/pipeline.(*eventConsumer).loop(0xc0003ff920, 0x55c3d1093890, 0xc000e8cde0)
/go/src/github.com/elastic/beats/libbeat/publisher/pipeline/consumer.go:182 +0x1a2
github.com/elastic/beats/v7/libbeat/publisher/pipeline.newEventConsumer.func1(0xc0003ff920, 0x55c3d1093890, 0xc000e8cdc0)
/go/src/github.com/elastic/beats/libbeat/publisher/pipeline/consumer.go:86 +0x6e
created by github.com/elastic/beats/v7/libbeat/publisher/pipeline.newEventConsumer
/go/src/github.com/elastic/beats/libbeat/publisher/pipeline/consumer.go:84 +0x153
goroutine 99 [select]:
github.com/elastic/beats/v7/libbeat/publisher/pipeline.(*retryer).loop(0xc0003ffa40)
/go/src/github.com/elastic/beats/libbeat/publisher/pipeline/retry.go:135 +0x237
created by github.com/elastic/beats/v7/libbeat/publisher/pipeline.newRetryer
/go/src/github.com/elastic/beats/libbeat/publisher/pipeline/retry.go:94 +0x15d
goroutine 100 [select]:
github.com/elastic/beats/v7/libbeat/publisher/pipeline.(*netClientWorker).run(0xc0003ffc80)
/go/src/github.com/elastic/beats/libbeat/publisher/pipeline/output.go:127 +0xb1
created by github.com/elastic/beats/v7/libbeat/publisher/pipeline.makeClientWorker
/go/src/github.com/elastic/beats/libbeat/publisher/pipeline/output.go:79 +0x196
goroutine 2114 [runnable]:
github.com/elastic/beats/v7/metricbeat/mb.mustImplementFetcher(0x55c3d10fd6c0, 0xc000e80400, 0xc000c016e0, 0x24)
/go/src/github.com/elastic/beats/metricbeat/mb/builders.go:248 +0x3ea
github.com/elastic/beats/v7/metricbeat/mb.initMetricSets(0xc0001dac40, 0x55c3d10b6c70, 0xc000d7c3f0, 0x0, 0x0, 0x0, 0x2540be400, 0x2540be400)
/go/src/github.com/elastic/beats/metricbeat/mb/builders.go:143 +0x745
github.com/elastic/beats/v7/metricbeat/mb.NewModule(0xc000d75dd0, 0xc0001dac40, 0xc000d73958, 0xc000d75e60, 0xc000b7cc30, 0x7, 0xc000d6bdf8, 0x55c3d11178f8, 0xc000d75ec0)
/go/src/github.com/elastic/beats/metricbeat/mb/builders.go:65 +0x1b4
github.com/elastic/beats/v7/metricbeat/mb/module.(*Factory).Create(0xc000af4ea0, 0x55c3d1093660, 0xc000103800, 0xc000d75dd0, 0xc000103800, 0xc000d73df8, 0xc000d73cf0, 0xc000d73e38)
/go/src/github.com/elastic/beats/metricbeat/mb/module/factory.go:44 +0x51
github.com/elastic/beats/v7/libbeat/cfgfile.createRunner(0x55c3d1093a98, 0xc000af4ea0, 0x55c3d1093660, 0xc000103800, 0xc000d63090, 0x1, 0x1, 0x0, 0x0)
/go/src/github.com/elastic/beats/libbeat/cfgfile/list.go:178 +0xa7
github.com/elastic/beats/v7/libbeat/cfgfile.(*RunnerList).Reload(0xc000dd3950, 0xc000d4d540, 0x5, 0x8, 0x0, 0x0)
/go/src/github.com/elastic/beats/libbeat/cfgfile/list.go:93 +0x831
github.com/elastic/beats/v7/libbeat/cfgfile.(*Reloader).Run(0xc000b729c0, 0x55c3d1093a98, 0xc000af4ea0)
/go/src/github.com/elastic/beats/libbeat/cfgfile/reload.go:215 +0x3c5
created by github.com/elastic/beats/v7/metricbeat/beater.(*Metricbeat).Run
/go/src/github.com/elastic/beats/metricbeat/beater/metricbeat.go:238 +0x4a9
goroutine 2115 [chan receive]:
github.com/elastic/beats/v7/metricbeat/beater.(*Metricbeat).Run.func3(0xc000b36c30, 0xc0006f4310, 0xc000b729c0)
/go/src/github.com/elastic/beats/metricbeat/beater/metricbeat.go:242 +0x65
created by github.com/elastic/beats/v7/metricbeat/beater.(*Metricbeat).Run
/go/src/github.com/elastic/beats/metricbeat/beater/metricbeat.go:240 +0x505
goroutine 2149 [runnable]:
syscall.Syscall(0x1, 0x2, 0xc0007ab000, 0x8c, 0x8c, 0x8c, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:20 +0x5
syscall.write(0x2, 0xc0007ab000, 0x8c, 0x400, 0x0, 0xc0007e0090, 0x0)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:914 +0x5c
syscall.Write(...)
/usr/local/go/src/syscall/syscall_unix.go:212
internal/poll.ignoringEINTRIO(...)
/usr/local/go/src/internal/poll/fd_unix.go:581
internal/poll.(*FD).Write(0xc0001a20c0, 0xc0007ab000, 0x8c, 0x400, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:274 +0x13a
os.(*File).write(...)
/usr/local/go/src/os/file_posix.go:48
os.(*File).Write(0xc0001a0010, 0xc0007ab000, 0x8c, 0x400, 0xc000b5cb60, 0x0, 0xc0007ab000)
/usr/local/go/src/os/file.go:174 +0x8e
go.uber.org/zap/zapcore.(*lockedWriteSyncer).Write(0xc0001b8588, 0xc0007ab000, 0x8c, 0x400, 0x55c3d313e700, 0x55c3cf9586ed, 0x6)
/go/pkg/mod/go.uber.org/zap@v1.14.0/zapcore/write_syncer.go:66 +0x6e
go.uber.org/zap/zapcore.(*ioCore).Write(0xc000d870b0, 0xff, 0xc0591f7b0e5fcf1f, 0xb949ed16, 0x55c3d313e700, 0x55c3cf9586ed, 0x6, 0xc000e9c050, 0x49, 0x1, ...)
/go/pkg/mod/go.uber.org/zap@v1.14.0/zapcore/core.go:90 +0x10e
github.com/elastic/beats/v7/libbeat/logp.(*selectiveCore).Write(0xc000aef140, 0xff, 0xc0591f7b0e5fcf1f, 0xb949ed16, 0x55c3d313e700, 0x55c3cf9586ed, 0x6, 0xc000e9c050, 0x49, 0x1, ...)
/go/src/github.com/elastic/beats/libbeat/logp/selective.go:83 +0xa8
go.uber.org/zap/zapcore.(*CheckedEntry).Write(0xc0007ea000, 0x0, 0x0, 0x0)
/go/pkg/mod/go.uber.org/zap@v1.14.0/zapcore/entry.go:216 +0x12d
go.uber.org/zap.(*Logger).Debug(0xc0007e6000, 0xc000e9c050, 0x49, 0x0, 0x0, 0x0)
/go/pkg/mod/go.uber.org/zap@v1.14.0/logger.go:179 +0x85
github.com/elastic/beats/v7/libbeat/logp.MakeDebug.func1(0x55c3cf965a94, 0xb, 0xc0007e2060, 0x1, 0x1)
/go/src/github.com/elastic/beats/libbeat/logp/global.go:32 +0xbc
github.com/elastic/beats/v7/metricbeat/mb/module.(*metricSetWrapper).run(0xc000d758c0, 0xc00005d260, 0xc000d78e40)
/go/src/github.com/elastic/beats/metricbeat/mb/module/wrapper.go:189 +0x29e
github.com/elastic/beats/v7/metricbeat/mb/module.(*Wrapper).Start.func1(0xc000d47a50, 0xc00005d260, 0xc000d78e40, 0xc000d758c0)
/go/src/github.com/elastic/beats/metricbeat/mb/module/wrapper.go:147 +0x25b
created by github.com/elastic/beats/v7/metricbeat/mb/module.(*Wrapper).Start
/go/src/github.com/elastic/beats/metricbeat/mb/module/wrapper.go:135 +0x146
goroutine 2150 [runnable]:
github.com/elastic/beats/v7/metricbeat/mb/module.(*Wrapper).Start.func2(0xc000d47a50, 0xc000d78e40, 0xc000dd3a90)
/go/src/github.com/elastic/beats/metricbeat/mb/module/wrapper.go:152
created by github.com/elastic/beats/v7/metricbeat/mb/module.(*Wrapper).Start
/go/src/github.com/elastic/beats/metricbeat/mb/module/wrapper.go:152 +0x196
goroutine 2151 [runnable]:
github.com/elastic/beats/v7/metricbeat/mb/module.(*runner).Start.func1.1(0xc000dd3b80, 0xc000d78e40)
/go/src/github.com/elastic/beats/metricbeat/mb/module/runner.go:80
created by github.com/elastic/beats/v7/metricbeat/mb/module.(*runner).Start.func1
/go/src/github.com/elastic/beats/metricbeat/mb/module/runner.go:80 +0xc5
rax 0x0
rbx 0x7f9c2b81e640
rcx 0x7f9c52d4385c
rdx 0x6
rdi 0xb3d
rsi 0xb3f
rbp 0xb3f
rsp 0x7f9c2b81d790
r8 0x7f9c2b81d860
r9 0x7f9c52e6a4e0
r10 0x8
r11 0x246
r12 0x6
r13 0x0
r14 0x55c3cff1df7e
r15 0x0
rip 0x7f9c52d4385c
rflags 0x246
cs 0x33
fs 0x0
gs 0x0
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment