Skip to content

Instantly share code, notes, and snippets.

@marek-obuchowicz

marek-obuchowicz/etcd.log Secret

Created April 8, 2019 10:57
Show Gist options
  • Save marek-obuchowicz/adda812f89644accc508b8d4db5db03c to your computer and use it in GitHub Desktop.
Save marek-obuchowicz/adda812f89644accc508b8d4db5db03c to your computer and use it in GitHub Desktop.
Download ZIP
Raw
etcd.log
This file has been truncated, but you can view the full file.
etcd-manager
I0406 13:30:19.781498 3297 volumes.go:85] AWS API Request: ec2metadata/GetMetadata
I0406 13:30:19.783298 3297 volumes.go:85] AWS API Request: ec2metadata/GetMetadata
I0406 13:30:19.784200 3297 volumes.go:85] AWS API Request: ec2metadata/GetMetadata
I0406 13:30:19.785871 3297 volumes.go:85] AWS API Request: ec2metadata/GetMetadata
I0406 13:30:19.787032 3297 main.go:228] Mounting available etcd volumes matching tags [k8s.io/etcd/main k8s.io/role/master=1 kubernetes.io/cluster/k1.***.net=owned]; nameTag=k8s.io/etcd/main
I0406 13:30:19.792478 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:30:19.984818 3297 mounter.go:288] Trying to mount master volume: "vol-06c588af05cb408da"
I0406 13:30:19.984956 3297 volumes.go:85] AWS API Request: ec2/AttachVolume
I0406 13:30:20.287590 3297 volumes.go:339] AttachVolume request returned {
AttachTime: 2019-04-06 13:30:20.265 +0000 UTC,
Device: "/dev/xvdu",
InstanceId: "i-0ef6172730f24630f",
State: "attaching",
VolumeId: "vol-06c588af05cb408da"
}
I0406 13:30:20.287794 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:30:20.402970 3297 mounter.go:302] Currently attached volumes: [0xc0000a8200]
I0406 13:30:20.403062 3297 mounter.go:64] Master volume "vol-06c588af05cb408da" is attached at "/dev/xvdu"
I0406 13:30:20.403549 3297 mounter.go:78] Doing safe-format-and-mount of /dev/xvdu to /mnt/master-vol-06c588af05cb408da
I0406 13:30:20.403603 3297 volumes.go:233] volume vol-06c588af05cb408da not mounted at /rootfs/dev/xvdu
I0406 13:30:20.403634 3297 volumes.go:261] nvme path not found "/rootfs/dev/disk/by-id/nvme-Amazon_Elastic_Block_Store_vol06c588af05cb408da"
I0406 13:30:20.403655 3297 volumes.go:250] volume vol-06c588af05cb408da not mounted at nvme-Amazon_Elastic_Block_Store_vol06c588af05cb408da
I0406 13:30:20.403673 3297 mounter.go:113] Waiting for volume "vol-06c588af05cb408da" to be mounted
I0406 13:30:21.403797 3297 volumes.go:233] volume vol-06c588af05cb408da not mounted at /rootfs/dev/xvdu
I0406 13:30:21.403828 3297 volumes.go:261] nvme path not found "/rootfs/dev/disk/by-id/nvme-Amazon_Elastic_Block_Store_vol06c588af05cb408da"
I0406 13:30:21.403836 3297 volumes.go:250] volume vol-06c588af05cb408da not mounted at nvme-Amazon_Elastic_Block_Store_vol06c588af05cb408da
I0406 13:30:21.403841 3297 mounter.go:113] Waiting for volume "vol-06c588af05cb408da" to be mounted
I0406 13:30:22.404109 3297 mounter.go:116] Found volume "vol-06c588af05cb408da" mounted at device "/dev/xvdu"
I0406 13:30:22.405199 3297 mounter.go:150] found existing mount: &{sysfs /sys sysfs [rw nosuid nodev noexec relatime] 0 0}
I0406 13:30:22.405224 3297 mounter.go:150] found existing mount: &{proc /proc proc [rw nosuid nodev noexec relatime] 0 0}
I0406 13:30:22.405231 3297 mounter.go:150] found existing mount: &{udev /dev devtmpfs [rw nosuid relatime size=1013492k nr_inodes=253373 mode=755] 0 0}
I0406 13:30:22.405237 3297 mounter.go:150] found existing mount: &{devpts /dev/pts devpts [rw nosuid noexec relatime gid=5 mode=620 ptmxmode=000] 0 0}
I0406 13:30:22.405244 3297 mounter.go:150] found existing mount: &{tmpfs /run tmpfs [rw nosuid noexec relatime size=205068k mode=755] 0 0}
I0406 13:30:22.405250 3297 mounter.go:150] found existing mount: &{/dev/xvda2 / ext4 [rw relatime data=ordered] 0 0}
I0406 13:30:22.405256 3297 mounter.go:150] found existing mount: &{securityfs /sys/kernel/security securityfs [rw nosuid nodev noexec relatime] 0 0}
I0406 13:30:22.405262 3297 mounter.go:150] found existing mount: &{tmpfs /dev/shm tmpfs [rw nosuid nodev] 0 0}
I0406 13:30:22.405267 3297 mounter.go:150] found existing mount: &{tmpfs /run/lock tmpfs [rw nosuid nodev noexec relatime size=5120k] 0 0}
I0406 13:30:22.405273 3297 mounter.go:150] found existing mount: &{tmpfs /sys/fs/cgroup tmpfs [ro nosuid nodev noexec mode=755] 0 0}
I0406 13:30:22.405282 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/systemd cgroup [rw nosuid nodev noexec relatime xattr release_agent=/lib/systemd/systemd-cgroups-agent name=systemd] 0 0}
I0406 13:30:22.405288 3297 mounter.go:150] found existing mount: &{pstore /sys/fs/pstore pstore [rw nosuid nodev noexec relatime] 0 0}
I0406 13:30:22.405294 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/cpuset cgroup [rw nosuid nodev noexec relatime cpuset] 0 0}
I0406 13:30:22.405300 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/memory cgroup [rw nosuid nodev noexec relatime memory] 0 0}
I0406 13:30:22.405306 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/devices cgroup [rw nosuid nodev noexec relatime devices] 0 0}
I0406 13:30:22.405312 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/cpu,cpuacct cgroup [rw nosuid nodev noexec relatime cpu cpuacct] 0 0}
I0406 13:30:22.405318 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/pids cgroup [rw nosuid nodev noexec relatime pids] 0 0}
I0406 13:30:22.405325 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/net_cls,net_prio cgroup [rw nosuid nodev noexec relatime net_cls net_prio] 0 0}
I0406 13:30:22.405331 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/freezer cgroup [rw nosuid nodev noexec relatime freezer] 0 0}
I0406 13:30:22.405337 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/perf_event cgroup [rw nosuid nodev noexec relatime perf_event] 0 0}
I0406 13:30:22.405343 3297 mounter.go:150] found existing mount: &{cgroup /sys/fs/cgroup/blkio cgroup [rw nosuid nodev noexec relatime blkio] 0 0}
I0406 13:30:22.405349 3297 mounter.go:150] found existing mount: &{mqueue /dev/mqueue mqueue [rw relatime] 0 0}
I0406 13:30:22.405354 3297 mounter.go:150] found existing mount: &{debugfs /sys/kernel/debug debugfs [rw relatime] 0 0}
I0406 13:30:22.405359 3297 mounter.go:150] found existing mount: &{hugetlbfs /dev/hugepages hugetlbfs [rw relatime] 0 0}
I0406 13:30:22.405364 3297 mounter.go:150] found existing mount: &{systemd-1 /proc/sys/fs/binfmt_misc autofs [rw relatime fd=37 pgrp=1 timeout=0 minproto=5 maxproto=5 direct pipe_ino=10039] 0 0}
I0406 13:30:22.405371 3297 mounter.go:150] found existing mount: &{sunrpc /run/rpc_pipefs rpc_pipefs [rw relatime] 0 0}
I0406 13:30:22.405423 3297 mounter.go:150] found existing mount: &{/dev/xvda2 /var/lib/docker/overlay ext4 [rw relatime data=ordered] 0 0}
I0406 13:30:22.405429 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/cec4bf9bba828b20f0fb5bd4f667af63ec3f4928fda6dc2eab78b16294bc4fe7/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/4d3c8df598188f049b3eab3f7980aebd63b4c1b9100ced6bbdb8260484e49d55/root upperdir=/var/lib/docker/overlay/cec4bf9bba828b20f0fb5bd4f667af63ec3f4928fda6dc2eab78b16294bc4fe7/upper workdir=/var/lib/docker/overlay/cec4bf9bba828b20f0fb5bd4f667af63ec3f4928fda6dc2eab78b16294bc4fe7/work] 0 0}
I0406 13:30:22.405439 3297 mounter.go:150] found existing mount: &{nsfs /run/docker/netns/default nsfs [rw] 0 0}
I0406 13:30:22.405446 3297 mounter.go:150] found existing mount: &{shm /var/lib/docker/containers/da6d78849014f06cf46a9cb41fcff10dfb90d1f0621cc16451dd122191097850/shm tmpfs [rw nosuid nodev noexec relatime size=65536k] 0 0}
I0406 13:30:22.405454 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/88dd9e0254cf96c774baa10f9888323aec5bdda6c33908a941a481a30f338d57/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/2667a9a33dc84c012ce18989f029efc6c50d2778cf6553ee95bb4dc96bfcee2b/root upperdir=/var/lib/docker/overlay/88dd9e0254cf96c774baa10f9888323aec5bdda6c33908a941a481a30f338d57/upper workdir=/var/lib/docker/overlay/88dd9e0254cf96c774baa10f9888323aec5bdda6c33908a941a481a30f338d57/work] 0 0}
I0406 13:30:22.405460 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/60419ba7c50253d75f2d3fa91cfa4a5ffe61eee6cbab69735314f035d7eb475a/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/2667a9a33dc84c012ce18989f029efc6c50d2778cf6553ee95bb4dc96bfcee2b/root upperdir=/var/lib/docker/overlay/60419ba7c50253d75f2d3fa91cfa4a5ffe61eee6cbab69735314f035d7eb475a/upper workdir=/var/lib/docker/overlay/60419ba7c50253d75f2d3fa91cfa4a5ffe61eee6cbab69735314f035d7eb475a/work] 0 0}
I0406 13:30:22.405467 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/a33831432a8c696b986b009287048ae831349cecec8657c6a10902f0036f6a7f/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/2667a9a33dc84c012ce18989f029efc6c50d2778cf6553ee95bb4dc96bfcee2b/root upperdir=/var/lib/docker/overlay/a33831432a8c696b986b009287048ae831349cecec8657c6a10902f0036f6a7f/upper workdir=/var/lib/docker/overlay/a33831432a8c696b986b009287048ae831349cecec8657c6a10902f0036f6a7f/work] 0 0}
I0406 13:30:22.405474 3297 mounter.go:150] found existing mount: &{shm /var/lib/docker/containers/51b6a40ad545574bb9d17250f47c5f11bf73aacf9f6c727144c9a86108131d58/shm tmpfs [rw nosuid nodev noexec relatime size=65536k] 0 0}
I0406 13:30:22.405482 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/85c61093305d3ce5bcb228ea12e9f6d376298edbdcc3233b8b22177dce407bf1/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/2667a9a33dc84c012ce18989f029efc6c50d2778cf6553ee95bb4dc96bfcee2b/root upperdir=/var/lib/docker/overlay/85c61093305d3ce5bcb228ea12e9f6d376298edbdcc3233b8b22177dce407bf1/upper workdir=/var/lib/docker/overlay/85c61093305d3ce5bcb228ea12e9f6d376298edbdcc3233b8b22177dce407bf1/work] 0 0}
I0406 13:30:22.405488 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/afc1098701dc71d910a2696dbc065ad388f3650d692a1a6b152c913172e82faa/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/2667a9a33dc84c012ce18989f029efc6c50d2778cf6553ee95bb4dc96bfcee2b/root upperdir=/var/lib/docker/overlay/afc1098701dc71d910a2696dbc065ad388f3650d692a1a6b152c913172e82faa/upper workdir=/var/lib/docker/overlay/afc1098701dc71d910a2696dbc065ad388f3650d692a1a6b152c913172e82faa/work] 0 0}
I0406 13:30:22.405495 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/9b6724e96fd7dde41af333dc0b939d9b3ee9347f1309b749db123465df7cd101/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/2667a9a33dc84c012ce18989f029efc6c50d2778cf6553ee95bb4dc96bfcee2b/root upperdir=/var/lib/docker/overlay/9b6724e96fd7dde41af333dc0b939d9b3ee9347f1309b749db123465df7cd101/upper workdir=/var/lib/docker/overlay/9b6724e96fd7dde41af333dc0b939d9b3ee9347f1309b749db123465df7cd101/work] 0 0}
I0406 13:30:22.405502 3297 mounter.go:150] found existing mount: &{shm /var/lib/docker/containers/9b7f524e9097535246dce3ff2b0dd705237079fe30ee2e189207602ea708340d/shm tmpfs [rw nosuid nodev noexec relatime size=65536k] 0 0}
I0406 13:30:22.405514 3297 mounter.go:150] found existing mount: &{shm /var/lib/docker/containers/1312799eaf9d2b7ebb3f3d46fb15ce16308b767b92cfc974cee3a74032991b36/shm tmpfs [rw nosuid nodev noexec relatime size=65536k] 0 0}
I0406 13:30:22.405521 3297 mounter.go:150] found existing mount: &{shm /var/lib/docker/containers/ef666876d99d365bb2e84f2932ad5b440536ef589650774eb29233315751a537/shm tmpfs [rw nosuid nodev noexec relatime size=65536k] 0 0}
I0406 13:30:22.405527 3297 mounter.go:150] found existing mount: &{shm /var/lib/docker/containers/f72a0bd485ec80676f4e50101718d9371fb76dfaa75ceb4691abd09f514d7921/shm tmpfs [rw nosuid nodev noexec relatime size=65536k] 0 0}
I0406 13:30:22.405533 3297 mounter.go:150] found existing mount: &{shm /var/lib/docker/containers/3a7e9b854a0adb757a466520e40b363ef39f4b463556533cad6b2d1baf089463/shm tmpfs [rw nosuid nodev noexec relatime size=65536k] 0 0}
I0406 13:30:22.405540 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/f5d108a810301f49f6d49b3364350d8b16a94aba7df2e0875d686eb5b778d057/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/d52995c41c702fc90796de9f633bf550987e8b74c8354b301da00a921a6145e0/root upperdir=/var/lib/docker/overlay/f5d108a810301f49f6d49b3364350d8b16a94aba7df2e0875d686eb5b778d057/upper workdir=/var/lib/docker/overlay/f5d108a810301f49f6d49b3364350d8b16a94aba7df2e0875d686eb5b778d057/work] 0 0}
I0406 13:30:22.405546 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/f0a6f1b0b9cb6d6a890cbf56c5c4a0dad1592c9e96ca7d45dc8f69a570d01a39/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/74ceb7a7264ea27f3d65f07b091c19eaf50bfcbd7f8a3dd89f3c3c30ee37a104/root upperdir=/var/lib/docker/overlay/f0a6f1b0b9cb6d6a890cbf56c5c4a0dad1592c9e96ca7d45dc8f69a570d01a39/upper workdir=/var/lib/docker/overlay/f0a6f1b0b9cb6d6a890cbf56c5c4a0dad1592c9e96ca7d45dc8f69a570d01a39/work] 0 0}
I0406 13:30:22.405552 3297 mounter.go:150] found existing mount: &{overlay /var/lib/docker/overlay/09c6ad886befd8d90281088a6e376a748f65d14bea05f5ed613fcb13720a8ade/merged overlay [rw relatime lowerdir=/var/lib/docker/overlay/de965f7b04d5ab1e0af29952994a382e9c2a1892e68024ea9ada3321e012aaa1/root upperdir=/var/lib/docker/overlay/09c6ad886befd8d90281088a6e376a748f65d14bea05f5ed613fcb13720a8ade/upper workdir=/var/lib/docker/overlay/09c6ad886befd8d90281088a6e376a748f65d14bea05f5ed613fcb13720a8ade/work] 0 0}
I0406 13:30:22.405561 3297 mounter.go:161] Creating mount directory "/rootfs/mnt/master-vol-06c588af05cb408da"
I0406 13:30:22.405627 3297 mounter.go:166] Mounting device "/dev/xvdu" on "/mnt/master-vol-06c588af05cb408da"
I0406 13:30:22.405644 3297 mount_linux.go:440] Checking for issues with fsck on disk: /dev/xvdu
I0406 13:30:22.405650 3297 nsenter_exec.go:50] Running command : nsenter [--mount=/rootfs/proc/1/ns/mnt -- fsck -a /dev/xvdu]
I0406 13:30:22.435354 3297 mount_linux.go:459] Attempting to mount disk: /dev/xvdu /mnt/master-vol-06c588af05cb408da
I0406 13:30:22.435377 3297 nsenter_mount.go:80] nsenter mount /dev/xvdu /mnt/master-vol-06c588af05cb408da [defaults]
I0406 13:30:22.435395 3297 nsenter.go:130] Running nsenter command: nsenter [--mount=/rootfs/proc/1/ns/mnt -- /usr/bin/systemd-run --description=Kubernetes transient mount for /mnt/master-vol-06c588af05cb408da --scope -- /bin/mount -o defaults /dev/xvdu /mnt/master-vol-06c588af05cb408da]
I0406 13:30:22.469245 3297 nsenter_mount.go:84] Output of mounting /dev/xvdu to /mnt/master-vol-06c588af05cb408da: Running scope as unit: run-r47fcff16e3f44b468baad15cd3f6a4da.scope
I0406 13:30:22.469329 3297 mount_linux.go:164] Detected OS without systemd
I0406 13:30:22.469772 3297 mounter.go:208] mounting inside container: /rootfs/dev/xvdu -> /rootfs/mnt/master-vol-06c588af05cb408da
I0406 13:30:22.469783 3297 mount_linux.go:146] Mounting cmd (mount) with arguments ([/rootfs/dev/xvdu /rootfs/mnt/master-vol-06c588af05cb408da])
I0406 13:30:22.481096 3297 mounter.go:86] mounted master volume "vol-06c588af05cb408da" on /mnt/master-vol-06c588af05cb408da
I0406 13:30:22.481119 3297 main.go:243] discovered IP address: xxx.xxx.40.7
I0406 13:30:22.481124 3297 main.go:248] Setting data dir to /rootfs/mnt/master-vol-06c588af05cb408da
I0406 13:30:23.113774 3297 server.go:71] starting GRPC server using TLS, ServerName="etcd-manager-server-etcd-a"
I0406 13:30:23.494239 3297 s3context.go:198] Checking default bucket encryption "xxxx-kubernetes-artifacts"
I0406 13:30:23.494298 3297 s3context.go:203] Calling S3 GetBucketEncryption Bucket="xxxx-kubernetes-artifacts"
I0406 13:30:23.665431 3297 s3context.go:210] Unable to read bucket encryption policy: will encrypt using AES256
I0406 13:30:23.665489 3297 s3context.go:182] Found bucket "xxxx-kubernetes-artifacts" in region "eu-west-1" with default encryption set to false
I0406 13:30:23.665520 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:30:23.665548 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/control/etcd-cluster-created" SSE="AES256" ACL=""
W0406 13:30:23.727450 3297 controller.go:135] not enabling TLS for etcd, this is insecure
I0406 13:30:23.727493 3297 server.go:89] GRPC server listening on "xxx.xxx.40.7:3996"
I0406 13:30:23.727576 3297 etcdserver.go:530] starting etcd with state cluster:<desired_cluster_size:3 cluster_token:"etcd-cluster-token-etcd" nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > > etcd_version:"2.2.1"
I0406 13:30:23.727730 3297 etcdserver.go:539] starting etcd with datadir /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd
I0406 13:30:23.727799 3297 etcdserver.go:553] overriding clientURLs with [http://etcd-a.internal.k1.***.net:4001] (state had [http://0.0.0.0:4001])
I0406 13:30:23.727822 3297 etcdserver.go:557] overriding quarantinedClientURLs with [http://etcd-a.internal.k1.***.net:3994] (state had [http://0.0.0.0:3994])
W0406 13:30:23.727905 3297 pki.go:46] not generating peer keypair as peers-ca not set
W0406 13:30:23.727935 3297 pki.go:84] not generating client keypair as clients-ca not set
I0406 13:30:23.727979 3297 etcdprocess.go:172] executing command /opt/etcd-v2.2.1-linux-amd64/etcd [/opt/etcd-v2.2.1-linux-amd64/etcd]
W0406 13:30:23.728015 3297 etcdprocess.go:221] using insecure configuration for etcd peers
W0406 13:30:23.728031 3297 etcdprocess.go:230] using insecure configuration for etcd clients
I0406 13:30:23.728584 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
2019-04-06 13:30:23.734439 I | flags: recognized and used environment variable ETCD_ADVERTISE_CLIENT_URLS=http://etcd-a.internal.k1.***.net:4001
2019-04-06 13:30:23.734509 I | flags: recognized and used environment variable ETCD_DATA_DIR=/rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd
2019-04-06 13:30:23.734535 I | flags: recognized and used environment variable ETCD_INITIAL_ADVERTISE_PEER_URLS=http://etcd-a.internal.k1.***.net:2380
2019-04-06 13:30:23.734561 I | flags: recognized and used environment variable ETCD_INITIAL_CLUSTER=etcd-a=http://etcd-a.internal.k1.***.net:2380,etcd-b=http://etcd-b.internal.k1.***.net:2380,etcd-c=http://etcd-c.internal.k1.***.net:2380
2019-04-06 13:30:23.734578 I | flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_STATE=existing
2019-04-06 13:30:23.734613 I | flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_TOKEN=etcd-cluster-token-etcd
2019-04-06 13:30:23.734634 I | flags: recognized and used environment variable ETCD_LISTEN_CLIENT_URLS=http://0.0.0.0:4001
2019-04-06 13:30:23.734651 I | flags: recognized and used environment variable ETCD_LISTEN_PEER_URLS=http://0.0.0.0:2380
2019-04-06 13:30:23.734671 I | flags: recognized and used environment variable ETCD_NAME=etcd-a
2019-04-06 13:30:23.734752 I | etcdmain: etcd Version: 2.2.1
2019-04-06 13:30:23.734785 I | etcdmain: Git SHA: Not provided (use ./build instead of go build)
2019-04-06 13:30:23.734800 I | etcdmain: Go Version: go1.11.5
2019-04-06 13:30:23.734814 I | etcdmain: Go OS/Arch: linux/amd64
2019-04-06 13:30:23.734828 I | etcdmain: setting maximum number of CPUs to 1, total number of available CPUs is 1
2019-04-06 13:30:23.736944 N | etcdmain: the server is already initialized as member before, starting as etcd member...
2019-04-06 13:30:23.737064 I | etcdmain: listening for peers on http://0.0.0.0:2380
2019-04-06 13:30:23.737112 I | etcdmain: listening for client requests on http://0.0.0.0:4001
I0406 13:30:23.826220 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:30:23.962902 3297 peers.go:101] found new candidate peer from discovery: etcd-b [{xxx.xxx.69.226 0} {xxx.xxx.69.226 0}]
I0406 13:30:23.967180 3297 peers.go:101] found new candidate peer from discovery: etcd-c [{xxx.xxx.108.119 0} {xxx.xxx.108.119 0}]
I0406 13:30:23.967216 3297 peers.go:101] found new candidate peer from discovery: etcd-a [{xxx.xxx.40.7 0} {xxx.xxx.40.7 0}]
I0406 13:30:23.967259 3297 hosts.go:81] hosts update: primarymap[], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net etcd-a.internal.k1.***.net]]
I0406 13:30:23.971687 3297 peers.go:281] connecting to peer "etcd-a" with TLS policy, servername="etcd-manager-server-etcd-a"
I0406 13:30:23.972205 3297 peers.go:281] connecting to peer "etcd-b" with TLS policy, servername="etcd-manager-server-etcd-b"
I0406 13:30:23.973102 3297 peers.go:281] connecting to peer "etcd-c" with TLS policy, servername="etcd-manager-server-etcd-c"
I0406 13:30:24.038073 3297 peers.go:330] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:30:24.038354 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:24.038512 3297 peers.go:330] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:24.038643 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:24.038740 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:24.056569 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:30:24.056785 3297 peers.go:330] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:24.057991 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
2019-04-06 13:30:24.104309 I | etcdserver: recovered store from snapshot at index 57315736
2019-04-06 13:30:24.104358 I | etcdserver: name = etcd-a
2019-04-06 13:30:24.104376 I | etcdserver: data dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd
2019-04-06 13:30:24.104393 I | etcdserver: member dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd/member
2019-04-06 13:30:24.104407 I | etcdserver: heartbeat = 100ms
2019-04-06 13:30:24.104421 I | etcdserver: election = 1000ms
2019-04-06 13:30:24.104436 I | etcdserver: snapshot count = 10000
2019-04-06 13:30:24.104456 I | etcdserver: advertise client URLs = http://etcd-a.internal.k1.***.net:4001
2019-04-06 13:30:24.104490 I | etcdserver: loaded cluster information from store: <nil>
2019-04-06 13:30:24.331710 I | etcdserver: restarting member 7a37521b8f157e74 in cluster f481ce5c0f517df5 at commit index 57319674
2019-04-06 13:30:24.332058 I | raft: 7a37521b8f157e74 became follower at term 245
2019-04-06 13:30:24.332093 I | raft: newRaft 7a37521b8f157e74 [peers: [7a37521b8f157e74,be50558c4872ff8e,e22a045b6046520f], term: 245, commit: 57319674, applied: 57315736, lastindex: 57319674, lastterm: 245]
2019-04-06 13:30:24.341799 I | etcdserver: starting server... [version: 2.2.1, cluster version: 2.2]
2019-04-06 13:30:24.375034 I | rafthttp: the connection with e22a045b6046520f became active
2019-04-06 13:30:24.375957 I | rafthttp: the connection with be50558c4872ff8e became active
2019-04-06 13:30:24.385986 I | raft: raft.node: 7a37521b8f157e74 elected leader be50558c4872ff8e at term 245
2019-04-06 13:30:24.416089 I | etcdserver: published {Name:etcd-a ClientURLs:[http://etcd-a.internal.k1.***.net:4001]} to cluster f481ce5c0f517df5
I0406 13:30:25.728662 3297 controller.go:173] starting controller iteration
I0406 13:30:25.728700 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:30:25.731635 3297 leadership.go:21] Got LeaderNotification view:<leader:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" > leadership_token:"shvsQif09L-neMRRPQjleA" healthy:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" > healthy:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" > healthy:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" > >
I0406 13:30:25.731751 3297 commands.go:25] refreshing commands
I0406 13:30:25.847424 3297 vfs.go:104] listed commands in s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control: 0 commands
I0406 13:30:25.847456 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-spec"
I0406 13:30:29.039223 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:29.039358 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:29.058110 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:30:29.059518 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:34.039823 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:34.039976 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:34.059582 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:30:34.060964 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:35.884732 3297 controller.go:173] starting controller iteration
I0406 13:30:35.884775 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:30:35.884810 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:30:35.898435 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"be50558c4872ff8e"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"e22a045b6046520f"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"7a37521b8f157e74"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<desired_cluster_size:3 cluster_token:"etcd-cluster-token-etcd" nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > > etcd_version:"2.2.1" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<desired_cluster_size:3 cluster_token:"etcd-cluster-token-etcd" nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > > etcd_version:"2.2.1" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<desired_cluster_size:3 cluster_token:"etcd-cluster-token-etcd" nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > > etcd_version:"2.2.1" > }
I0406 13:30:35.898744 3297 controller.go:277] etcd cluster members: map[7a37521b8f157e74:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"7a37521b8f157e74"} be50558c4872ff8e:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"be50558c4872ff8e"} e22a045b6046520f:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"e22a045b6046520f"}]
I0406 13:30:35.898811 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:30:35.903810 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:30:35.903954 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:30:35.907635 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:30:35.907709 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:30:36.031682 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:30:36.032325 3297 backup.go:67] executing command /opt/etcd-v2.2.1-linux-amd64/etcdctl [/opt/etcd-v2.2.1-linux-amd64/etcdctl backup --data-dir /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd --backup-dir /tmp/983649191/data]
I0406 13:30:36.831888 3297 vfssync.go:181] Copying data from /tmp/983649191/backup.tgz to s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:36Z-000001/etcd.backup.gz
I0406 13:30:36.832030 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:36Z-000001/etcd.backup.gz"
I0406 13:30:36.832074 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/2019-04-06T13:30:36Z-000001/etcd.backup.gz" SSE="AES256" ACL=""
I0406 13:30:37.102213 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:36Z-000001/_etcd_backup.meta"
I0406 13:30:37.102237 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/2019-04-06T13:30:36Z-000001/_etcd_backup.meta" SSE="AES256" ACL=""
I0406 13:30:37.147693 3297 backup.go:143] backup complete: name:"2019-04-06T13:30:36Z-000001"
I0406 13:30:37.150285 3297 controller.go:906] backup response: name:"2019-04-06T13:30:36Z-000001"
I0406 13:30:37.150298 3297 controller.go:550] took backup: name:"2019-04-06T13:30:36Z-000001"
I0406 13:30:37.306952 3297 vfs.go:94] listed backups in s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/: [2019-04-05T16:44:42Z-000001 2019-04-05T17:14:46Z-000003 2019-04-05T18:15:00Z-000005 2019-04-05T19:00:12Z-000003 2019-04-05T20:00:25Z-000009 2019-04-05T21:00:40Z-000012 2019-04-05T22:00:54Z-000013 2019-04-05T23:01:20Z-000016 2019-04-06T00:01:44Z-000010 2019-04-06T01:02:01Z-000011 2019-04-06T02:02:17Z-000021 2019-04-06T03:02:40Z-000023 2019-04-06T04:00:59Z-000007 2019-04-06T05:01:11Z-000004 2019-04-06T06:01:22Z-000007 2019-04-06T07:01:36Z-000009 2019-04-06T08:01:50Z-000012 2019-04-06T09:02:08Z-000014 2019-04-06T10:02:24Z-000012 2019-04-06T11:02:42Z-000018 2019-04-06T12:02:55Z-000021 2019-04-06T12:33:07Z-000023 2019-04-06T12:48:08Z-000024 2019-04-06T13:03:08Z-000025 2019-04-06T13:18:10Z-000014 2019-04-06T13:27:40Z-000015 2019-04-06T13:30:36Z-000001]
I0406 13:30:37.307154 3297 cleanup.go:99] retaining backup "2019-04-05T16:44:42Z-000001"
I0406 13:30:37.307199 3297 cleanup.go:99] retaining backup "2019-04-05T17:14:46Z-000003"
I0406 13:30:37.307229 3297 cleanup.go:99] retaining backup "2019-04-05T18:15:00Z-000005"
I0406 13:30:37.307291 3297 cleanup.go:99] retaining backup "2019-04-05T19:00:12Z-000003"
I0406 13:30:37.307321 3297 cleanup.go:99] retaining backup "2019-04-05T20:00:25Z-000009"
I0406 13:30:37.307350 3297 cleanup.go:99] retaining backup "2019-04-05T21:00:40Z-000012"
I0406 13:30:37.307378 3297 cleanup.go:99] retaining backup "2019-04-05T22:00:54Z-000013"
I0406 13:30:37.307432 3297 cleanup.go:99] retaining backup "2019-04-05T23:01:20Z-000016"
I0406 13:30:37.307464 3297 cleanup.go:99] retaining backup "2019-04-06T00:01:44Z-000010"
I0406 13:30:37.307492 3297 cleanup.go:99] retaining backup "2019-04-06T01:02:01Z-000011"
I0406 13:30:37.307520 3297 cleanup.go:99] retaining backup "2019-04-06T02:02:17Z-000021"
I0406 13:30:37.307560 3297 cleanup.go:99] retaining backup "2019-04-06T03:02:40Z-000023"
I0406 13:30:37.307633 3297 cleanup.go:99] retaining backup "2019-04-06T04:00:59Z-000007"
I0406 13:30:37.307664 3297 cleanup.go:99] retaining backup "2019-04-06T05:01:11Z-000004"
I0406 13:30:37.307693 3297 cleanup.go:99] retaining backup "2019-04-06T06:01:22Z-000007"
I0406 13:30:37.307721 3297 cleanup.go:99] retaining backup "2019-04-06T07:01:36Z-000009"
I0406 13:30:37.307775 3297 cleanup.go:99] retaining backup "2019-04-06T08:01:50Z-000012"
I0406 13:30:37.307806 3297 cleanup.go:99] retaining backup "2019-04-06T09:02:08Z-000014"
I0406 13:30:37.307835 3297 cleanup.go:99] retaining backup "2019-04-06T10:02:24Z-000012"
I0406 13:30:37.307863 3297 cleanup.go:99] retaining backup "2019-04-06T11:02:42Z-000018"
I0406 13:30:37.307890 3297 cleanup.go:99] retaining backup "2019-04-06T12:02:55Z-000021"
I0406 13:30:37.307943 3297 cleanup.go:99] retaining backup "2019-04-06T12:33:07Z-000023"
I0406 13:30:37.307973 3297 cleanup.go:99] retaining backup "2019-04-06T12:48:08Z-000024"
I0406 13:30:37.308008 3297 cleanup.go:99] retaining backup "2019-04-06T13:03:08Z-000025"
I0406 13:30:37.308038 3297 cleanup.go:99] retaining backup "2019-04-06T13:18:10Z-000014"
I0406 13:30:37.308066 3297 cleanup.go:99] retaining backup "2019-04-06T13:27:40Z-000015"
I0406 13:30:37.308124 3297 cleanup.go:99] retaining backup "2019-04-06T13:30:36Z-000001"
I0406 13:30:37.308192 3297 controller.go:417] mismatched version for peer peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }: want "3.1.12", have "2.2.1"
I0406 13:30:37.308281 3297 controller.go:423] can't do in-place upgrade from "2.2.1" -> "3.1.12"
I0406 13:30:37.308320 3297 controller.go:417] mismatched version for peer peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }: want "3.1.12", have "2.2.1"
I0406 13:30:37.308365 3297 controller.go:417] mismatched version for peer peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }: want "3.1.12", have "2.2.1"
I0406 13:30:37.308434 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:30:37.308470 3297 controller.go:517] detected that we need to upgrade/downgrade etcd
I0406 13:30:37.308501 3297 upgrade.go:54] backing up cluster before quarantine
I0406 13:30:37.309063 3297 backup.go:67] executing command /opt/etcd-v2.2.1-linux-amd64/etcdctl [/opt/etcd-v2.2.1-linux-amd64/etcdctl backup --data-dir /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd --backup-dir /tmp/857007217/data]
I0406 13:30:38.154828 3297 vfssync.go:181] Copying data from /tmp/857007217/backup.tgz to s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:38Z-000002/etcd.backup.gz
I0406 13:30:38.155590 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:38Z-000002/etcd.backup.gz"
I0406 13:30:38.155663 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/2019-04-06T13:30:38Z-000002/etcd.backup.gz" SSE="AES256" ACL=""
I0406 13:30:38.348051 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:38Z-000002/_etcd_backup.meta"
I0406 13:30:38.348077 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/2019-04-06T13:30:38Z-000002/_etcd_backup.meta" SSE="AES256" ACL=""
I0406 13:30:38.406913 3297 backup.go:143] backup complete: name:"2019-04-06T13:30:38Z-000002"
I0406 13:30:38.410111 3297 controller.go:906] backup response: name:"2019-04-06T13:30:38Z-000002"
I0406 13:30:38.410206 3297 upgrade.go:60] quarantining cluster for upgrade
I0406 13:30:38.410240 3297 restore.go:82] Setting quarantined state to true
I0406 13:30:38.410470 3297 etcdserver.go:367] Reconfigure request: header:<leadership_token:"shvsQif09L-neMRRPQjleA" cluster_name:"etcd" > quarantined:true
I0406 13:30:38.410627 3297 etcdserver.go:410] Stopping etcd for reconfigure request: header:<leadership_token:"shvsQif09L-neMRRPQjleA" cluster_name:"etcd" > quarantined:true
I0406 13:30:38.410703 3297 etcdserver.go:613] killing etcd with datadir /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd
I0406 13:30:38.419621 3297 etcdprocess.go:104] Waiting for etcd to exit
I0406 13:30:38.523622 3297 etcdprocess.go:104] Waiting for etcd to exit
I0406 13:30:38.523655 3297 etcdprocess.go:109] Exited etcd: signal: killed
I0406 13:30:38.523715 3297 etcdserver.go:417] updated cluster state: cluster:<desired_cluster_size:3 cluster_token:"etcd-cluster-token-etcd" nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > > etcd_version:"2.2.1" quarantined:true
I0406 13:30:38.526001 3297 etcdserver.go:422] Starting etcd version "2.2.1"
I0406 13:30:38.526015 3297 etcdserver.go:530] starting etcd with state cluster:<desired_cluster_size:3 cluster_token:"etcd-cluster-token-etcd" nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://0.0.0.0:4001" quarantined_client_urls:"http://0.0.0.0:3994" > > etcd_version:"2.2.1" quarantined:true
I0406 13:30:38.526048 3297 etcdserver.go:539] starting etcd with datadir /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd
I0406 13:30:38.526077 3297 etcdserver.go:553] overriding clientURLs with [http://etcd-a.internal.k1.***.net:4001] (state had [http://0.0.0.0:4001])
I0406 13:30:38.526085 3297 etcdserver.go:557] overriding quarantinedClientURLs with [http://etcd-a.internal.k1.***.net:3994] (state had [http://0.0.0.0:3994])
W0406 13:30:38.526094 3297 pki.go:46] not generating peer keypair as peers-ca not set
W0406 13:30:38.526099 3297 pki.go:84] not generating client keypair as clients-ca not set
I0406 13:30:38.526117 3297 etcdprocess.go:172] executing command /opt/etcd-v2.2.1-linux-amd64/etcd [/opt/etcd-v2.2.1-linux-amd64/etcd]
W0406 13:30:38.526139 3297 etcdprocess.go:221] using insecure configuration for etcd peers
W0406 13:30:38.526144 3297 etcdprocess.go:230] using insecure configuration for etcd clients
I0406 13:30:38.527012 3297 restore.go:100] ReconfigureResponse:
2019-04-06 13:30:38.533167 I | flags: recognized and used environment variable ETCD_ADVERTISE_CLIENT_URLS=http://etcd-a.internal.k1.***.net:3994
2019-04-06 13:30:38.533500 I | flags: recognized and used environment variable ETCD_DATA_DIR=/rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd
2019-04-06 13:30:38.533552 I | flags: recognized and used environment variable ETCD_INITIAL_ADVERTISE_PEER_URLS=http://etcd-a.internal.k1.***.net:2380
2019-04-06 13:30:38.533629 I | flags: recognized and used environment variable ETCD_INITIAL_CLUSTER=etcd-a=http://etcd-a.internal.k1.***.net:2380,etcd-b=http://etcd-b.internal.k1.***.net:2380,etcd-c=http://etcd-c.internal.k1.***.net:2380
2019-04-06 13:30:38.533666 I | flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_STATE=existing
2019-04-06 13:30:38.533796 I | flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_TOKEN=etcd-cluster-token-etcd
2019-04-06 13:30:38.533836 I | flags: recognized and used environment variable ETCD_LISTEN_CLIENT_URLS=http://0.0.0.0:3994
2019-04-06 13:30:38.533870 I | flags: recognized and used environment variable ETCD_LISTEN_PEER_URLS=http://0.0.0.0:2380
2019-04-06 13:30:38.533960 I | flags: recognized and used environment variable ETCD_NAME=etcd-a
2019-04-06 13:30:38.534183 I | etcdmain: etcd Version: 2.2.1
2019-04-06 13:30:38.534221 I | etcdmain: Git SHA: Not provided (use ./build instead of go build)
2019-04-06 13:30:38.534280 I | etcdmain: Go Version: go1.11.5
2019-04-06 13:30:38.534459 I | etcdmain: Go OS/Arch: linux/amd64
2019-04-06 13:30:38.534493 I | etcdmain: setting maximum number of CPUs to 1, total number of available CPUs is 1
2019-04-06 13:30:38.534562 N | etcdmain: the server is already initialized as member before, starting as etcd member...
2019-04-06 13:30:38.534692 I | etcdmain: listening for peers on http://0.0.0.0:2380
2019-04-06 13:30:38.534830 I | etcdmain: listening for client requests on http://0.0.0.0:3994
I0406 13:30:38.630384 3297 restore.go:100] ReconfigureResponse:
I0406 13:30:38.747720 3297 restore.go:100] ReconfigureResponse:
I0406 13:30:38.747754 3297 upgrade.go:66] backing up cluster after quarantine
I0406 13:30:38.748038 3297 backup.go:67] executing command /opt/etcd-v2.2.1-linux-amd64/etcdctl [/opt/etcd-v2.2.1-linux-amd64/etcdctl backup --data-dir /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd --backup-dir /tmp/118431691/data]
2019-04-06 13:30:38.863163 I | etcdserver: recovered store from snapshot at index 57315736
2019-04-06 13:30:38.875035 I | etcdserver: name = etcd-a
2019-04-06 13:30:38.875071 I | etcdserver: data dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd
2019-04-06 13:30:38.875089 I | etcdserver: member dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd/member
2019-04-06 13:30:38.875104 I | etcdserver: heartbeat = 100ms
2019-04-06 13:30:38.875118 I | etcdserver: election = 1000ms
2019-04-06 13:30:38.875132 I | etcdserver: snapshot count = 10000
2019-04-06 13:30:38.875154 I | etcdserver: advertise client URLs = http://etcd-a.internal.k1.***.net:3994
2019-04-06 13:30:38.875188 I | etcdserver: loaded cluster information from store: <nil>
2019-04-06 13:30:38.875333 C | etcdserver: open wal error: file already locked
I0406 13:30:39.040731 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:39.040867 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:39.062488 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:39.063607 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:30:39.610569 3297 vfssync.go:181] Copying data from /tmp/118431691/backup.tgz to s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:39Z-000003/etcd.backup.gz
I0406 13:30:39.611039 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:39Z-000003/etcd.backup.gz"
I0406 13:30:39.611108 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/2019-04-06T13:30:39Z-000003/etcd.backup.gz" SSE="AES256" ACL=""
I0406 13:30:39.828257 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:39Z-000003/_etcd_backup.meta"
I0406 13:30:39.828402 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/2019-04-06T13:30:39Z-000003/_etcd_backup.meta" SSE="AES256" ACL=""
I0406 13:30:39.871700 3297 backup.go:143] backup complete: name:"2019-04-06T13:30:39Z-000003"
I0406 13:30:39.874812 3297 controller.go:906] backup response: name:"2019-04-06T13:30:39Z-000003"
I0406 13:30:39.874881 3297 upgrade.go:71] backed up cluster as name:"2019-04-06T13:30:39Z-000003"
I0406 13:30:39.875049 3297 vfs.go:60] Adding command at s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/2019-04-06T13:30:39Z-000000/_command.json: timestamp:1554557439874980282 restore_backup:<cluster_spec:<member_count:3 etcd_version:"3.1.12" > backup:"2019-04-06T13:30:39Z-000003" >
I0406 13:30:39.875155 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/2019-04-06T13:30:39Z-000000/_command.json"
I0406 13:30:39.875199 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/control/2019-04-06T13:30:39Z-000000/_command.json" SSE="AES256" ACL=""
I0406 13:30:39.919718 3297 commands.go:25] refreshing commands
I0406 13:30:39.956902 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/2019-04-06T13:30:39Z-000000/_command.json"
I0406 13:30:39.990275 3297 vfs.go:95] read command for "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/2019-04-06T13:30:39Z-000000/_command.json": timestamp:1554557439874980282 restore_backup:<cluster_spec:<member_count:3 etcd_version:"3.1.12" > backup:"2019-04-06T13:30:39Z-000003" >
I0406 13:30:39.990420 3297 vfs.go:104] listed commands in s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control: 1 commands
I0406 13:30:39.990466 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-spec"
I0406 13:30:40.127749 3297 upgrade.go:113] stopped etcd on peer "etcd-c":
I0406 13:30:40.231715 3297 upgrade.go:113] stopped etcd on peer "etcd-b":
I0406 13:30:40.232136 3297 etcdserver.go:435] StopEtcd request: header:<leadership_token:"shvsQif09L-neMRRPQjleA" cluster_name:"etcd" >
I0406 13:30:40.232241 3297 etcdserver.go:449] Stopping etcd for stop request: header:<leadership_token:"shvsQif09L-neMRRPQjleA" cluster_name:"etcd" >
I0406 13:30:40.232286 3297 etcdserver.go:613] killing etcd with datadir /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd
I0406 13:30:40.232315 3297 etcdprocess.go:96] Exited etcd: exit status 1
I0406 13:30:40.235597 3297 etcdserver.go:467] archiving etcd data directory /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd -> /rootfs/mnt/master-vol-06c588af05cb408da/data-trashcan/etcd-cluster-token-etcd
W0406 13:30:40.240975 3297 etcdserver.go:470] error renaming directory /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd -> /rootfs/mnt/master-vol-06c588af05cb408da/data-trashcan/etcd-cluster-token-etcd: rename /rootfs/mnt/master-vol-06c588af05cb408da/data/etcd-cluster-token-etcd /rootfs/mnt/master-vol-06c588af05cb408da/data-trashcan/etcd-cluster-token-etcd: file exists
I0406 13:30:40.241226 3297 upgrade.go:113] stopped etcd on peer "etcd-a":
I0406 13:30:40.243591 3297 controller.go:173] starting controller iteration
I0406 13:30:40.243613 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:30:40.243641 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:30:40.251595 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > }
I0406 13:30:40.251659 3297 controller.go:277] etcd cluster members: map[]
I0406 13:30:40.251668 3297 controller.go:615] sending member map to all peers:
I0406 13:30:40.259631 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:30:40.259730 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:30:40.291795 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:30:40.291985 3297 controller.go:380] got restore-backup command: timestamp:1554557439874980282 restore_backup:<cluster_spec:<member_count:3 etcd_version:"3.1.12" > backup:"2019-04-06T13:30:39Z-000003" >
I0406 13:30:40.292057 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:30:40.292367 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:30:40.292451 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:30:40.299652 3297 newcluster.go:120] starting new etcd cluster with [etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > } etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > } etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > }]
I0406 13:30:40.307677 3297 newcluster.go:137] JoinClusterResponse:
I0406 13:30:40.308199 3297 newcluster.go:137] JoinClusterResponse:
I0406 13:30:40.311695 3297 newcluster.go:137] JoinClusterResponse:
I0406 13:30:40.315635 3297 newcluster.go:155] JoinClusterResponse:
I0406 13:30:40.316096 3297 etcdserver.go:530] starting etcd with state new_cluster:true cluster:<cluster_token:"ztc1u2W0jbRoQjDIbeElug" nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true
I0406 13:30:40.316201 3297 etcdserver.go:539] starting etcd with datadir /rootfs/mnt/master-vol-06c588af05cb408da/data/ztc1u2W0jbRoQjDIbeElug
W0406 13:30:40.316296 3297 pki.go:46] not generating peer keypair as peers-ca not set
W0406 13:30:40.316331 3297 pki.go:84] not generating client keypair as clients-ca not set
I0406 13:30:40.316370 3297 etcdprocess.go:172] executing command /opt/etcd-v3.1.12-linux-amd64/etcd [/opt/etcd-v3.1.12-linux-amd64/etcd]
W0406 13:30:40.316450 3297 etcdprocess.go:221] using insecure configuration for etcd peers
W0406 13:30:40.316484 3297 etcdprocess.go:230] using insecure configuration for etcd clients
I0406 13:30:40.317353 3297 newcluster.go:155] JoinClusterResponse:
I0406 13:30:40.321248 3297 newcluster.go:155] JoinClusterResponse:
I0406 13:30:40.321292 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-spec"
I0406 13:30:40.321305 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/control/etcd-cluster-spec" SSE="AES256" ACL=""
2019-04-06 13:30:40.328676 I | pkg/flags: recognized and used environment variable ETCD_ADVERTISE_CLIENT_URLS=http://etcd-a.internal.k1.***.net:3994
2019-04-06 13:30:40.328816 I | pkg/flags: recognized and used environment variable ETCD_DATA_DIR=/rootfs/mnt/master-vol-06c588af05cb408da/data/ztc1u2W0jbRoQjDIbeElug
2019-04-06 13:30:40.328866 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_ADVERTISE_PEER_URLS=http://etcd-a.internal.k1.***.net:2380
2019-04-06 13:30:40.328901 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_CLUSTER=etcd-c=http://etcd-c.internal.k1.***.net:2380,etcd-a=http://etcd-a.internal.k1.***.net:2380,etcd-b=http://etcd-b.internal.k1.***.net:2380
2019-04-06 13:30:40.329081 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_STATE=new
2019-04-06 13:30:40.329220 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_TOKEN=ztc1u2W0jbRoQjDIbeElug
2019-04-06 13:30:40.329290 I | pkg/flags: recognized and used environment variable ETCD_LISTEN_CLIENT_URLS=http://0.0.0.0:3994
2019-04-06 13:30:40.329328 I | pkg/flags: recognized and used environment variable ETCD_LISTEN_PEER_URLS=http://0.0.0.0:2380
2019-04-06 13:30:40.329378 I | pkg/flags: recognized and used environment variable ETCD_NAME=etcd-a
2019-04-06 13:30:40.329458 W | pkg/flags: unrecognized environment variable ETCD_ENABLE_V2=false
2019-04-06 13:30:40.329502 I | etcdmain: etcd Version: 3.1.12
2019-04-06 13:30:40.329534 I | etcdmain: Git SHA: 918698add
2019-04-06 13:30:40.329562 I | etcdmain: Go Version: go1.8.7
2019-04-06 13:30:40.329621 I | etcdmain: Go OS/Arch: linux/amd64
2019-04-06 13:30:40.329649 I | etcdmain: setting maximum number of CPUs to 1, total number of available CPUs is 1
2019-04-06 13:30:40.329769 I | embed: listening for peers on http://0.0.0.0:2380
2019-04-06 13:30:40.329830 I | embed: listening for client requests on 0.0.0.0:3994
2019-04-06 13:30:40.334131 I | pkg/netutil: resolving etcd-a.internal.k1.***.net:2380 to xxx.xxx.40.7:2380
2019-04-06 13:30:40.334164 I | pkg/netutil: resolving etcd-a.internal.k1.***.net:2380 to xxx.xxx.40.7:2380
2019-04-06 13:30:40.339187 I | etcdserver: name = etcd-a
2019-04-06 13:30:40.339280 I | etcdserver: data dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/ztc1u2W0jbRoQjDIbeElug
2019-04-06 13:30:40.339406 I | etcdserver: member dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/ztc1u2W0jbRoQjDIbeElug/member
2019-04-06 13:30:40.339437 I | etcdserver: heartbeat = 100ms
2019-04-06 13:30:40.339491 I | etcdserver: election = 1000ms
2019-04-06 13:30:40.339520 I | etcdserver: snapshot count = 10000
2019-04-06 13:30:40.339553 I | etcdserver: advertise client URLs = http://etcd-a.internal.k1.***.net:3994
2019-04-06 13:30:40.339585 I | etcdserver: initial advertise peer URLs = http://etcd-a.internal.k1.***.net:2380
2019-04-06 13:30:40.339676 I | etcdserver: initial cluster = etcd-a=http://etcd-a.internal.k1.***.net:2380,etcd-b=http://etcd-b.internal.k1.***.net:2380,etcd-c=http://etcd-c.internal.k1.***.net:2380
2019-04-06 13:30:40.344987 I | etcdserver: starting member 938020943fe5dd26 in cluster c9f58c05788b6d27
2019-04-06 13:30:40.345104 I | raft: 938020943fe5dd26 became follower at term 0
2019-04-06 13:30:40.345147 I | raft: newRaft 938020943fe5dd26 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]
2019-04-06 13:30:40.345180 I | raft: 938020943fe5dd26 became follower at term 1
I0406 13:30:40.377835 3297 vfs.go:118] Loading info for backup "2019-04-06T13:30:39Z-000003"
I0406 13:30:40.377865 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:39Z-000003/_etcd_backup.meta"
2019-04-06 13:30:40.379625 I | rafthttp: starting peer 7783ddcb439f36f5...
2019-04-06 13:30:40.379787 I | rafthttp: started HTTP pipelining with peer 7783ddcb439f36f5
2019-04-06 13:30:40.384388 I | rafthttp: started peer 7783ddcb439f36f5
2019-04-06 13:30:40.387612 I | rafthttp: added peer 7783ddcb439f36f5
2019-04-06 13:30:40.387686 I | rafthttp: starting peer feee5f2392ae313b...
2019-04-06 13:30:40.387980 I | rafthttp: started HTTP pipelining with peer feee5f2392ae313b
2019-04-06 13:30:40.392904 I | rafthttp: started streaming with peer feee5f2392ae313b (writer)
2019-04-06 13:30:40.395652 I | rafthttp: started streaming with peer 7783ddcb439f36f5 (writer)
2019-04-06 13:30:40.395698 I | rafthttp: started streaming with peer 7783ddcb439f36f5 (writer)
2019-04-06 13:30:40.395807 I | rafthttp: started streaming with peer 7783ddcb439f36f5 (stream MsgApp v2 reader)
2019-04-06 13:30:40.396149 I | rafthttp: started streaming with peer 7783ddcb439f36f5 (stream Message reader)
2019-04-06 13:30:40.396748 I | rafthttp: started peer feee5f2392ae313b
2019-04-06 13:30:40.396817 I | rafthttp: added peer feee5f2392ae313b
2019-04-06 13:30:40.396855 I | etcdserver: starting server... [version: 3.1.12, cluster version: to_be_decided]
2019-04-06 13:30:40.397171 I | rafthttp: started streaming with peer feee5f2392ae313b (writer)
2019-04-06 13:30:40.397250 I | rafthttp: started streaming with peer feee5f2392ae313b (stream MsgApp v2 reader)
2019-04-06 13:30:40.397521 I | rafthttp: started streaming with peer feee5f2392ae313b (stream Message reader)
2019-04-06 13:30:40.400494 I | etcdserver/membership: added member 7783ddcb439f36f5 [http://etcd-b.internal.k1.***.net:2380] to cluster c9f58c05788b6d27
2019-04-06 13:30:40.400631 I | etcdserver/membership: added member 938020943fe5dd26 [http://etcd-a.internal.k1.***.net:2380] to cluster c9f58c05788b6d27
2019-04-06 13:30:40.400768 I | etcdserver/membership: added member feee5f2392ae313b [http://etcd-c.internal.k1.***.net:2380] to cluster c9f58c05788b6d27
I0406 13:30:40.411792 3297 vfs.go:132] read backup info for "2019-04-06T13:30:39Z-000003": etcd_version:"2.2.1" timestamp:1554557439 cluster_spec:<member_count:3 etcd_version:"3.1.12" >
W0406 13:30:40.411841 3297 controller.go:149] unexpected error running etcd cluster reconciliation loop: unable to find peer on which to run restore operation
2019-04-06 13:30:40.474882 I | rafthttp: peer feee5f2392ae313b became active
2019-04-06 13:30:40.475042 I | rafthttp: established a TCP streaming connection with peer feee5f2392ae313b (stream MsgApp v2 writer)
2019-04-06 13:30:40.483843 I | rafthttp: established a TCP streaming connection with peer feee5f2392ae313b (stream Message writer)
2019-04-06 13:30:40.506014 I | rafthttp: established a TCP streaming connection with peer feee5f2392ae313b (stream Message reader)
2019-04-06 13:30:40.506232 I | rafthttp: established a TCP streaming connection with peer feee5f2392ae313b (stream MsgApp v2 reader)
2019-04-06 13:30:40.530067 I | rafthttp: peer 7783ddcb439f36f5 became active
2019-04-06 13:30:40.530251 I | rafthttp: established a TCP streaming connection with peer 7783ddcb439f36f5 (stream MsgApp v2 reader)
2019-04-06 13:30:40.530406 I | rafthttp: established a TCP streaming connection with peer 7783ddcb439f36f5 (stream Message reader)
2019-04-06 13:30:40.531725 I | rafthttp: established a TCP streaming connection with peer 7783ddcb439f36f5 (stream MsgApp v2 writer)
2019-04-06 13:30:40.531902 I | rafthttp: established a TCP streaming connection with peer 7783ddcb439f36f5 (stream Message writer)
2019-04-06 13:30:40.645544 I | raft: 938020943fe5dd26 [term: 1] received a MsgVote message with higher term from feee5f2392ae313b [term: 2]
2019-04-06 13:30:40.645668 I | raft: 938020943fe5dd26 became follower at term 2
2019-04-06 13:30:40.645711 I | raft: 938020943fe5dd26 [logterm: 1, index: 3, vote: 0] cast MsgVote for feee5f2392ae313b [logterm: 1, index: 3] at term 2
2019-04-06 13:30:40.647628 I | raft: raft.node: 938020943fe5dd26 elected leader feee5f2392ae313b at term 2
2019-04-06 13:30:40.670578 N | etcdserver/membership: set the initial cluster version to 3.1
2019-04-06 13:30:40.670721 I | etcdserver/api: enabled capabilities for version 3.1
2019-04-06 13:30:40.670813 I | etcdserver: published {Name:etcd-a ClientURLs:[http://etcd-a.internal.k1.***.net:3994]} to cluster c9f58c05788b6d27
2019-04-06 13:30:40.670948 I | embed: ready to serve client requests
2019-04-06 13:30:40.671319 N | embed: serving insecure client requests on [::]:3994, this is strongly discouraged!
I0406 13:30:43.648623 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:43.651646 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:44.043996 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:44.044322 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:44.067641 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:30:44.067863 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:48.653306 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:49.044851 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:49.045000 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:49.069389 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:30:49.069696 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:50.413174 3297 controller.go:173] starting controller iteration
I0406 13:30:50.413219 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:30:50.413255 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:30:50.426340 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:3994"],"ID":"10628530941693648166"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:3994"],"ID":"18369724536480215355"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:3994"],"ID":"8611970777545127669"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"ztc1u2W0jbRoQjDIbeElug" nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"ztc1u2W0jbRoQjDIbeElug" nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"ztc1u2W0jbRoQjDIbeElug" nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true > }
I0406 13:30:50.426755 3297 controller.go:277] etcd cluster members: map[18369724536480215355:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:3994"],"ID":"18369724536480215355"} 8611970777545127669:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:3994"],"ID":"8611970777545127669"} 10628530941693648166:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:3994"],"ID":"10628530941693648166"}]
I0406 13:30:50.426847 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:30:50.427137 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:30:50.427270 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:30:50.431994 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:30:50.432077 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:30:50.542262 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:30:50.542513 3297 controller.go:380] got restore-backup command: timestamp:1554557439874980282 restore_backup:<cluster_spec:<member_count:3 etcd_version:"3.1.12" > backup:"2019-04-06T13:30:39Z-000003" >
2019-04-06 13:30:50.545414 W | rafthttp: lost the TCP streaming connection with peer feee5f2392ae313b (stream MsgApp v2 reader)
2019-04-06 13:30:50.545436 E | rafthttp: failed to read feee5f2392ae313b on stream MsgApp v2 (unexpected EOF)
2019-04-06 13:30:50.545441 I | rafthttp: peer feee5f2392ae313b became inactive
2019-04-06 13:30:50.545487 W | rafthttp: lost the TCP streaming connection with peer feee5f2392ae313b (stream Message reader)
I0406 13:30:50.646033 3297 newcluster.go:111] stopped etcd on peer "etcd-c":
I0406 13:30:50.646562 3297 etcdserver.go:435] StopEtcd request: header:<leadership_token:"shvsQif09L-neMRRPQjleA" cluster_name:"etcd" >
I0406 13:30:50.646634 3297 etcdserver.go:449] Stopping etcd for stop request: header:<leadership_token:"shvsQif09L-neMRRPQjleA" cluster_name:"etcd" >
I0406 13:30:50.646706 3297 etcdserver.go:613] killing etcd with datadir /rootfs/mnt/master-vol-06c588af05cb408da/data/ztc1u2W0jbRoQjDIbeElug
I0406 13:30:50.647981 3297 etcdprocess.go:104] Waiting for etcd to exit
I0406 13:30:50.748353 3297 etcdprocess.go:104] Waiting for etcd to exit
I0406 13:30:50.748381 3297 etcdprocess.go:109] Exited etcd: signal: killed
I0406 13:30:50.748493 3297 etcdserver.go:467] archiving etcd data directory /rootfs/mnt/master-vol-06c588af05cb408da/data/ztc1u2W0jbRoQjDIbeElug -> /rootfs/mnt/master-vol-06c588af05cb408da/data-trashcan/ztc1u2W0jbRoQjDIbeElug
I0406 13:30:50.748783 3297 newcluster.go:111] stopped etcd on peer "etcd-a":
I0406 13:30:50.850579 3297 newcluster.go:111] stopped etcd on peer "etcd-b":
I0406 13:30:50.850618 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:30:50.853336 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:30:50.853361 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:30:50.853610 3297 newcluster.go:120] starting new etcd cluster with [etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"ztc1u2W0jbRoQjDIbeElug" nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true > } etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"ztc1u2W0jbRoQjDIbeElug" nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true > } etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"ztc1u2W0jbRoQjDIbeElug" nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true > }]
I0406 13:30:50.854764 3297 newcluster.go:137] JoinClusterResponse:
I0406 13:30:50.855936 3297 newcluster.go:137] JoinClusterResponse:
I0406 13:30:50.856292 3297 newcluster.go:137] JoinClusterResponse:
I0406 13:30:50.858243 3297 newcluster.go:155] JoinClusterResponse:
I0406 13:30:50.860128 3297 newcluster.go:155] JoinClusterResponse:
I0406 13:30:50.860491 3297 etcdserver.go:530] starting etcd with state new_cluster:true cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true
I0406 13:30:50.860599 3297 etcdserver.go:539] starting etcd with datadir /rootfs/mnt/master-vol-06c588af05cb408da/data/6hFc8XgUSGMEtIs_N-V0Bg
W0406 13:30:50.860662 3297 pki.go:46] not generating peer keypair as peers-ca not set
W0406 13:30:50.860695 3297 pki.go:84] not generating client keypair as clients-ca not set
I0406 13:30:50.860762 3297 etcdprocess.go:172] executing command /opt/etcd-v3.1.12-linux-amd64/etcd [/opt/etcd-v3.1.12-linux-amd64/etcd]
W0406 13:30:50.860814 3297 etcdprocess.go:221] using insecure configuration for etcd peers
W0406 13:30:50.860857 3297 etcdprocess.go:230] using insecure configuration for etcd clients
I0406 13:30:50.861664 3297 newcluster.go:155] JoinClusterResponse:
I0406 13:30:50.861702 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-spec"
I0406 13:30:50.861714 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/control/etcd-cluster-spec" SSE="AES256" ACL=""
2019-04-06 13:30:50.868161 I | pkg/flags: recognized and used environment variable ETCD_ADVERTISE_CLIENT_URLS=http://etcd-a.internal.k1.***.net:3994
2019-04-06 13:30:50.868271 I | pkg/flags: recognized and used environment variable ETCD_DATA_DIR=/rootfs/mnt/master-vol-06c588af05cb408da/data/6hFc8XgUSGMEtIs_N-V0Bg
2019-04-06 13:30:50.868347 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_ADVERTISE_PEER_URLS=http://etcd-a.internal.k1.***.net:2380
2019-04-06 13:30:50.868382 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_CLUSTER=etcd-b=http://etcd-b.internal.k1.***.net:2380,etcd-c=http://etcd-c.internal.k1.***.net:2380,etcd-a=http://etcd-a.internal.k1.***.net:2380
2019-04-06 13:30:50.868417 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_STATE=new
2019-04-06 13:30:50.868451 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_TOKEN=6hFc8XgUSGMEtIs_N-V0Bg
2019-04-06 13:30:50.868528 I | pkg/flags: recognized and used environment variable ETCD_LISTEN_CLIENT_URLS=http://0.0.0.0:3994
2019-04-06 13:30:50.868562 I | pkg/flags: recognized and used environment variable ETCD_LISTEN_PEER_URLS=http://0.0.0.0:2380
2019-04-06 13:30:50.868599 I | pkg/flags: recognized and used environment variable ETCD_NAME=etcd-a
2019-04-06 13:30:50.868660 W | pkg/flags: unrecognized environment variable ETCD_ENABLE_V2=false
2019-04-06 13:30:50.868722 I | etcdmain: etcd Version: 3.1.12
2019-04-06 13:30:50.868754 I | etcdmain: Git SHA: 918698add
2019-04-06 13:30:50.868781 I | etcdmain: Go Version: go1.8.7
2019-04-06 13:30:50.868808 I | etcdmain: Go OS/Arch: linux/amd64
2019-04-06 13:30:50.868862 I | etcdmain: setting maximum number of CPUs to 1, total number of available CPUs is 1
2019-04-06 13:30:50.868951 I | embed: listening for peers on http://0.0.0.0:2380
2019-04-06 13:30:50.869055 I | embed: listening for client requests on 0.0.0.0:3994
2019-04-06 13:30:50.871852 I | pkg/netutil: resolving etcd-a.internal.k1.***.net:2380 to xxx.xxx.40.7:2380
2019-04-06 13:30:50.871884 I | pkg/netutil: resolving etcd-a.internal.k1.***.net:2380 to xxx.xxx.40.7:2380
I0406 13:30:50.902729 3297 vfs.go:118] Loading info for backup "2019-04-06T13:30:39Z-000003"
I0406 13:30:50.902761 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/2019-04-06T13:30:39Z-000003/_etcd_backup.meta"
I0406 13:30:50.931941 3297 vfs.go:132] read backup info for "2019-04-06T13:30:39Z-000003": etcd_version:"2.2.1" timestamp:1554557439 cluster_spec:<member_count:3 etcd_version:"3.1.12" >
2019-04-06 13:30:52.872341 I | etcdserver: name = etcd-a
2019-04-06 13:30:52.872371 I | etcdserver: data dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/6hFc8XgUSGMEtIs_N-V0Bg
2019-04-06 13:30:52.872378 I | etcdserver: member dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/6hFc8XgUSGMEtIs_N-V0Bg/member
2019-04-06 13:30:52.872382 I | etcdserver: heartbeat = 100ms
2019-04-06 13:30:52.872385 I | etcdserver: election = 1000ms
2019-04-06 13:30:52.872388 I | etcdserver: snapshot count = 10000
2019-04-06 13:30:52.872400 I | etcdserver: advertise client URLs = http://etcd-a.internal.k1.***.net:3994
2019-04-06 13:30:52.872405 I | etcdserver: initial advertise peer URLs = http://etcd-a.internal.k1.***.net:2380
2019-04-06 13:30:52.872446 I | etcdserver: initial cluster = etcd-a=http://etcd-a.internal.k1.***.net:2380,etcd-b=http://etcd-b.internal.k1.***.net:2380,etcd-c=http://etcd-c.internal.k1.***.net:2380
2019-04-06 13:30:52.876387 I | etcdserver: starting member cc9f122e57506425 in cluster 8ea2dc42405585b9
2019-04-06 13:30:52.876408 I | raft: cc9f122e57506425 became follower at term 0
2019-04-06 13:30:52.876416 I | raft: newRaft cc9f122e57506425 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]
2019-04-06 13:30:52.876420 I | raft: cc9f122e57506425 became follower at term 1
2019-04-06 13:30:52.887951 I | rafthttp: starting peer def633dd8b449e87...
2019-04-06 13:30:52.888059 I | rafthttp: started HTTP pipelining with peer def633dd8b449e87
2019-04-06 13:30:52.891703 I | rafthttp: started peer def633dd8b449e87
2019-04-06 13:30:52.891790 I | rafthttp: added peer def633dd8b449e87
2019-04-06 13:30:52.891900 I | rafthttp: starting peer f42724cdf439c65a...
2019-04-06 13:30:52.891982 I | rafthttp: started HTTP pipelining with peer f42724cdf439c65a
2019-04-06 13:30:52.895979 I | rafthttp: started peer f42724cdf439c65a
2019-04-06 13:30:52.896061 I | rafthttp: added peer f42724cdf439c65a
2019-04-06 13:30:52.896108 I | etcdserver: starting server... [version: 3.1.12, cluster version: to_be_decided]
2019-04-06 13:30:52.900817 I | rafthttp: started streaming with peer def633dd8b449e87 (writer)
2019-04-06 13:30:52.900948 I | rafthttp: started streaming with peer def633dd8b449e87 (writer)
2019-04-06 13:30:52.901033 I | rafthttp: started streaming with peer def633dd8b449e87 (stream MsgApp v2 reader)
2019-04-06 13:30:52.901366 I | rafthttp: started streaming with peer def633dd8b449e87 (stream Message reader)
2019-04-06 13:30:52.901645 I | rafthttp: started streaming with peer f42724cdf439c65a (writer)
2019-04-06 13:30:52.901709 I | rafthttp: started streaming with peer f42724cdf439c65a (writer)
2019-04-06 13:30:52.901789 I | rafthttp: started streaming with peer f42724cdf439c65a (stream MsgApp v2 reader)
2019-04-06 13:30:52.901989 I | rafthttp: started streaming with peer f42724cdf439c65a (stream Message reader)
2019-04-06 13:30:52.903506 I | etcdserver/membership: added member cc9f122e57506425 [http://etcd-a.internal.k1.***.net:2380] to cluster 8ea2dc42405585b9
2019-04-06 13:30:52.903665 I | etcdserver/membership: added member def633dd8b449e87 [http://etcd-b.internal.k1.***.net:2380] to cluster 8ea2dc42405585b9
2019-04-06 13:30:52.903727 I | etcdserver/membership: added member f42724cdf439c65a [http://etcd-c.internal.k1.***.net:2380] to cluster 8ea2dc42405585b9
2019-04-06 13:30:52.929219 I | rafthttp: peer f42724cdf439c65a became active
2019-04-06 13:30:52.929381 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream MsgApp v2 writer)
2019-04-06 13:30:52.929566 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream MsgApp v2 reader)
2019-04-06 13:30:52.929803 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream Message reader)
2019-04-06 13:30:52.930221 I | rafthttp: peer def633dd8b449e87 became active
2019-04-06 13:30:52.930296 I | rafthttp: established a TCP streaming connection with peer def633dd8b449e87 (stream MsgApp v2 reader)
2019-04-06 13:30:52.930876 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream Message writer)
2019-04-06 13:30:52.931074 I | rafthttp: established a TCP streaming connection with peer def633dd8b449e87 (stream Message reader)
2019-04-06 13:30:52.932074 I | rafthttp: established a TCP streaming connection with peer def633dd8b449e87 (stream Message writer)
2019-04-06 13:30:52.932276 I | rafthttp: established a TCP streaming connection with peer def633dd8b449e87 (stream MsgApp v2 writer)
2019-04-06 13:30:53.087593 I | raft: cc9f122e57506425 [term: 1] received a MsgVote message with higher term from f42724cdf439c65a [term: 2]
2019-04-06 13:30:53.087748 I | raft: cc9f122e57506425 became follower at term 2
2019-04-06 13:30:53.087792 I | raft: cc9f122e57506425 [logterm: 1, index: 3, vote: 0] cast MsgVote for f42724cdf439c65a [logterm: 1, index: 3] at term 2
2019-04-06 13:30:53.089821 I | raft: raft.node: cc9f122e57506425 elected leader f42724cdf439c65a at term 2
2019-04-06 13:30:53.095987 I | etcdserver: published {Name:etcd-a ClientURLs:[http://etcd-a.internal.k1.***.net:3994]} to cluster 8ea2dc42405585b9
2019-04-06 13:30:53.096158 I | embed: ready to serve client requests
2019-04-06 13:30:53.096516 N | embed: serving insecure client requests on [::]:3994, this is strongly discouraged!
2019-04-06 13:30:53.104021 N | etcdserver/membership: set the initial cluster version to 3.1
2019-04-06 13:30:53.104139 I | etcdserver/api: enabled capabilities for version 3.1
I0406 13:30:53.654875 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:54.045438 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:54.045564 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:54.070928 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:30:54.071165 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
2019-04-06 13:30:54.298920 E | rafthttp: request version incompatibility (remote version is too low: remote[69f2d80c700001]=2.2.1, local=3.1.12)
2019-04-06 13:30:54.318933 E | rafthttp: request version incompatibility (remote version is too low: remote[69f2d80c700001]=2.2.1, local=3.1.12)
I0406 13:30:58.656462 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:59.045964 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:59.046089 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:30:59.072947 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:30:59.133520 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:30:59.429039 3297 restore.go:54] DoRestoreResponse:
I0406 13:30:59.429116 3297 s3fs.go:128] Writing file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-spec"
I0406 13:30:59.429131 3297 s3fs.go:165] Calling S3 PutObject Bucket="xxxx-kubernetes-artifacts" Key="k1.***.net/backups/etcd/main/control/etcd-cluster-spec" SSE="AES256" ACL=""
I0406 13:30:59.555388 3297 vfs.go:111] deleting command s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/2019-04-06T13:30:39Z-000000/_command.json
I0406 13:30:59.555526 3297 s3fs.go:93] removing file s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/2019-04-06T13:30:39Z-000000/_command.json
I0406 13:30:59.593975 3297 controller.go:173] starting controller iteration
I0406 13:30:59.594006 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:30:59.594038 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:30:59.608215 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:3994"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:3994"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:3994"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" quarantined:true > }
I0406 13:30:59.608540 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:3994"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:3994"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:3994"],"ID":"14744523695276975141"}]
I0406 13:30:59.608606 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:30:59.610133 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:30:59.610203 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:30:59.612190 3297 commands.go:25] refreshing commands
I0406 13:30:59.729359 3297 vfs.go:104] listed commands in s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control: 0 commands
I0406 13:30:59.729441 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-spec"
I0406 13:30:59.758693 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:30:59.786963 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:30:59.787056 3297 restore.go:82] Setting quarantined state to false
I0406 13:30:59.787292 3297 etcdserver.go:367] Reconfigure request: header:<leadership_token:"shvsQif09L-neMRRPQjleA" cluster_name:"etcd" >
I0406 13:30:59.787352 3297 etcdserver.go:410] Stopping etcd for reconfigure request: header:<leadership_token:"shvsQif09L-neMRRPQjleA" cluster_name:"etcd" >
I0406 13:30:59.787389 3297 etcdserver.go:613] killing etcd with datadir /rootfs/mnt/master-vol-06c588af05cb408da/data/6hFc8XgUSGMEtIs_N-V0Bg
I0406 13:30:59.789836 3297 etcdprocess.go:104] Waiting for etcd to exit
I0406 13:30:59.890307 3297 etcdprocess.go:104] Waiting for etcd to exit
I0406 13:30:59.890335 3297 etcdprocess.go:109] Exited etcd: signal: killed
I0406 13:30:59.890389 3297 etcdserver.go:417] updated cluster state: cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12"
I0406 13:30:59.890528 3297 etcdserver.go:422] Starting etcd version "3.1.12"
I0406 13:30:59.890537 3297 etcdserver.go:530] starting etcd with state cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12"
I0406 13:30:59.890565 3297 etcdserver.go:539] starting etcd with datadir /rootfs/mnt/master-vol-06c588af05cb408da/data/6hFc8XgUSGMEtIs_N-V0Bg
W0406 13:30:59.890597 3297 pki.go:46] not generating peer keypair as peers-ca not set
W0406 13:30:59.890602 3297 pki.go:84] not generating client keypair as clients-ca not set
I0406 13:30:59.890619 3297 etcdprocess.go:172] executing command /opt/etcd-v3.1.12-linux-amd64/etcd [/opt/etcd-v3.1.12-linux-amd64/etcd]
W0406 13:30:59.890641 3297 etcdprocess.go:221] using insecure configuration for etcd peers
W0406 13:30:59.890646 3297 etcdprocess.go:230] using insecure configuration for etcd clients
I0406 13:30:59.891646 3297 restore.go:100] ReconfigureResponse:
2019-04-06 13:30:59.897760 I | pkg/flags: recognized and used environment variable ETCD_ADVERTISE_CLIENT_URLS=http://etcd-a.internal.k1.***.net:4001
2019-04-06 13:30:59.897880 I | pkg/flags: recognized and used environment variable ETCD_DATA_DIR=/rootfs/mnt/master-vol-06c588af05cb408da/data/6hFc8XgUSGMEtIs_N-V0Bg
2019-04-06 13:30:59.897930 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_ADVERTISE_PEER_URLS=http://etcd-a.internal.k1.***.net:2380
2019-04-06 13:30:59.897964 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_CLUSTER=etcd-b=http://etcd-b.internal.k1.***.net:2380,etcd-c=http://etcd-c.internal.k1.***.net:2380,etcd-a=http://etcd-a.internal.k1.***.net:2380
2019-04-06 13:30:59.898024 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_STATE=existing
2019-04-06 13:30:59.898062 I | pkg/flags: recognized and used environment variable ETCD_INITIAL_CLUSTER_TOKEN=6hFc8XgUSGMEtIs_N-V0Bg
2019-04-06 13:30:59.898110 I | pkg/flags: recognized and used environment variable ETCD_LISTEN_CLIENT_URLS=http://0.0.0.0:4001
2019-04-06 13:30:59.898146 I | pkg/flags: recognized and used environment variable ETCD_LISTEN_PEER_URLS=http://0.0.0.0:2380
2019-04-06 13:30:59.898219 I | pkg/flags: recognized and used environment variable ETCD_NAME=etcd-a
2019-04-06 13:30:59.898272 W | pkg/flags: unrecognized environment variable ETCD_ENABLE_V2=false
2019-04-06 13:30:59.898313 I | etcdmain: etcd Version: 3.1.12
2019-04-06 13:30:59.898381 I | etcdmain: Git SHA: 918698add
2019-04-06 13:30:59.898410 I | etcdmain: Go Version: go1.8.7
2019-04-06 13:30:59.898437 I | etcdmain: Go OS/Arch: linux/amd64
2019-04-06 13:30:59.898464 I | etcdmain: setting maximum number of CPUs to 1, total number of available CPUs is 1
2019-04-06 13:30:59.898561 N | etcdmain: the server is already initialized as member before, starting as etcd member...
2019-04-06 13:30:59.898633 I | embed: listening for peers on http://0.0.0.0:2380
2019-04-06 13:30:59.898727 I | embed: listening for client requests on 0.0.0.0:4001
2019-04-06 13:30:59.904218 I | etcdserver: name = etcd-a
2019-04-06 13:30:59.904334 I | etcdserver: data dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/6hFc8XgUSGMEtIs_N-V0Bg
2019-04-06 13:30:59.904371 I | etcdserver: member dir = /rootfs/mnt/master-vol-06c588af05cb408da/data/6hFc8XgUSGMEtIs_N-V0Bg/member
2019-04-06 13:30:59.904402 I | etcdserver: heartbeat = 100ms
2019-04-06 13:30:59.904429 I | etcdserver: election = 1000ms
2019-04-06 13:30:59.904455 I | etcdserver: snapshot count = 10000
2019-04-06 13:30:59.904521 I | etcdserver: advertise client URLs = http://etcd-a.internal.k1.***.net:4001
2019-04-06 13:30:59.914454 I | etcdserver: restarting member cc9f122e57506425 in cluster 8ea2dc42405585b9 at commit index 671
2019-04-06 13:30:59.914808 I | raft: cc9f122e57506425 became follower at term 2
2019-04-06 13:30:59.914891 I | raft: newRaft cc9f122e57506425 [peers: [], term: 2, commit: 671, applied: 0, lastindex: 672, lastterm: 2]
2019-04-06 13:30:59.931851 I | etcdserver: starting server... [version: 3.1.12, cluster version: to_be_decided]
2019-04-06 13:30:59.936221 I | etcdserver/membership: added member cc9f122e57506425 [http://etcd-a.internal.k1.***.net:2380] to cluster 8ea2dc42405585b9
2019-04-06 13:30:59.936358 I | etcdserver/membership: added member def633dd8b449e87 [http://etcd-b.internal.k1.***.net:2380] to cluster 8ea2dc42405585b9
2019-04-06 13:30:59.936411 I | rafthttp: starting peer def633dd8b449e87...
2019-04-06 13:30:59.936509 I | rafthttp: started HTTP pipelining with peer def633dd8b449e87
2019-04-06 13:30:59.937285 I | rafthttp: started peer def633dd8b449e87
2019-04-06 13:30:59.937367 I | rafthttp: added peer def633dd8b449e87
2019-04-06 13:30:59.940948 I | etcdserver/membership: added member f42724cdf439c65a [http://etcd-c.internal.k1.***.net:2380] to cluster 8ea2dc42405585b9
2019-04-06 13:30:59.941076 I | rafthttp: starting peer f42724cdf439c65a...
2019-04-06 13:30:59.941121 I | rafthttp: started HTTP pipelining with peer f42724cdf439c65a
2019-04-06 13:30:59.942778 I | rafthttp: started peer f42724cdf439c65a
2019-04-06 13:30:59.942880 I | rafthttp: added peer f42724cdf439c65a
2019-04-06 13:30:59.943061 N | etcdserver/membership: set the initial cluster version to 3.1
2019-04-06 13:30:59.943149 I | etcdserver/api: enabled capabilities for version 3.1
2019-04-06 13:30:59.948881 I | rafthttp: started streaming with peer def633dd8b449e87 (writer)
2019-04-06 13:30:59.948973 I | rafthttp: started streaming with peer def633dd8b449e87 (writer)
2019-04-06 13:30:59.949045 I | rafthttp: started streaming with peer def633dd8b449e87 (stream MsgApp v2 reader)
2019-04-06 13:30:59.949523 I | rafthttp: started streaming with peer def633dd8b449e87 (stream Message reader)
2019-04-06 13:30:59.949788 I | rafthttp: started streaming with peer f42724cdf439c65a (writer)
2019-04-06 13:30:59.949844 I | rafthttp: started streaming with peer f42724cdf439c65a (writer)
2019-04-06 13:30:59.949922 I | rafthttp: started streaming with peer f42724cdf439c65a (stream MsgApp v2 reader)
2019-04-06 13:30:59.950105 I | rafthttp: started streaming with peer f42724cdf439c65a (stream Message reader)
2019-04-06 13:30:59.953997 I | rafthttp: peer f42724cdf439c65a became active
2019-04-06 13:30:59.954064 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream Message reader)
2019-04-06 13:30:59.954348 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream MsgApp v2 reader)
2019-04-06 13:30:59.991495 I | raft: raft.node: cc9f122e57506425 elected leader f42724cdf439c65a at term 2
I0406 13:30:59.993696 3297 restore.go:100] ReconfigureResponse:
2019-04-06 13:30:59.994365 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream Message writer)
2019-04-06 13:30:59.997952 E | rafthttp: failed to write f42724cdf439c65a on pipeline (read tcp xxx.xxx.40.7:40530->xxx.xxx.108.119:2380: read: connection reset by peer)
2019-04-06 13:30:59.998096 I | rafthttp: peer f42724cdf439c65a became inactive
2019-04-06 13:30:59.998195 W | rafthttp: lost the TCP streaming connection with peer f42724cdf439c65a (stream MsgApp v2 reader)
2019-04-06 13:30:59.998306 W | rafthttp: lost the TCP streaming connection with peer f42724cdf439c65a (stream Message reader)
I0406 13:31:00.096658 3297 restore.go:100] ReconfigureResponse:
I0406 13:31:00.097831 3297 controller.go:173] starting controller iteration
I0406 13:31:00.097850 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:31:00.097876 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
2019-04-06 13:31:00.128950 I | rafthttp: peer def633dd8b449e87 became active
2019-04-06 13:31:00.129137 I | rafthttp: established a TCP streaming connection with peer def633dd8b449e87 (stream MsgApp v2 writer)
2019-04-06 13:31:00.129297 I | rafthttp: established a TCP streaming connection with peer def633dd8b449e87 (stream Message writer)
2019-04-06 13:31:00.172273 I | rafthttp: established a TCP streaming connection with peer def633dd8b449e87 (stream Message reader)
2019-04-06 13:31:00.175030 I | rafthttp: peer f42724cdf439c65a became active
2019-04-06 13:31:00.175102 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream MsgApp v2 writer)
2019-04-06 13:31:00.175466 W | rafthttp: closed an existing TCP streaming connection with peer f42724cdf439c65a (stream Message writer)
2019-04-06 13:31:00.175510 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream Message writer)
2019-04-06 13:31:00.188827 I | rafthttp: established a TCP streaming connection with peer def633dd8b449e87 (stream MsgApp v2 reader)
2019-04-06 13:31:00.202034 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream MsgApp v2 reader)
2019-04-06 13:31:00.202380 I | rafthttp: established a TCP streaming connection with peer f42724cdf439c65a (stream Message reader)
2019-04-06 13:31:00.422701 I | raft: cc9f122e57506425 [logterm: 2, index: 672, vote: f42724cdf439c65a] ignored MsgVote from def633dd8b449e87 [logterm: 2, index: 672] at term 2: lease is not expired (remaining ticks: 5)
2019-04-06 13:31:01.115269 I | raft: cc9f122e57506425 is starting a new election at term 2
2019-04-06 13:31:01.115352 I | raft: cc9f122e57506425 became candidate at term 3
2019-04-06 13:31:01.115365 I | raft: cc9f122e57506425 received MsgVoteResp from cc9f122e57506425 at term 3
2019-04-06 13:31:01.115377 I | raft: cc9f122e57506425 [logterm: 2, index: 672] sent MsgVote request to def633dd8b449e87 at term 3
2019-04-06 13:31:01.115384 I | raft: cc9f122e57506425 [logterm: 2, index: 672] sent MsgVote request to f42724cdf439c65a at term 3
2019-04-06 13:31:01.115391 I | raft: raft.node: cc9f122e57506425 lost leader f42724cdf439c65a at term 3
2019-04-06 13:31:01.117496 I | raft: cc9f122e57506425 received MsgVoteResp rejection from def633dd8b449e87 at term 3
2019-04-06 13:31:01.117530 I | raft: cc9f122e57506425 [quorum:2] has received 1 MsgVoteResp votes and 1 vote rejections
2019-04-06 13:31:01.117748 I | raft: cc9f122e57506425 received MsgVoteResp rejection from f42724cdf439c65a at term 3
2019-04-06 13:31:01.117774 I | raft: cc9f122e57506425 [quorum:2] has received 1 MsgVoteResp votes and 2 vote rejections
2019-04-06 13:31:01.117793 I | raft: cc9f122e57506425 became follower at term 3
2019-04-06 13:31:01.330178 I | raft: cc9f122e57506425 [term: 3] received a MsgVote message with higher term from f42724cdf439c65a [term: 4]
2019-04-06 13:31:01.330266 I | raft: cc9f122e57506425 became follower at term 4
2019-04-06 13:31:01.330291 I | raft: cc9f122e57506425 [logterm: 2, index: 672, vote: 0] cast MsgVote for f42724cdf439c65a [logterm: 2, index: 673] at term 4
2019-04-06 13:31:01.332188 I | raft: raft.node: cc9f122e57506425 elected leader f42724cdf439c65a at term 4
2019-04-06 13:31:01.384063 I | etcdserver: published {Name:etcd-a ClientURLs:[http://etcd-a.internal.k1.***.net:4001]} to cluster 8ea2dc42405585b9
2019-04-06 13:31:01.384261 I | embed: ready to serve client requests
2019-04-06 13:31:01.384919 N | embed: serving insecure client requests on [::]:4001, this is strongly discouraged!
I0406 13:31:01.396599 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:31:01.396934 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:31:01.396995 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:31:01.397723 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:31:01.397824 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:31:01.403147 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:31:01.403305 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:31:01.446431 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:31:01.446499 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:31:01.446508 3297 controller.go:531] controller loop complete
I0406 13:31:02.622707 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:02.624423 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:03.658473 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:04.046552 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:04.046680 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:04.074530 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:04.135065 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:07.626722 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:08.663739 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:09.047126 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:09.047252 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:09.079652 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:09.139647 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:11.448747 3297 controller.go:173] starting controller iteration
I0406 13:31:11.448790 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:31:11.448827 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:31:11.471677 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:31:11.472019 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:31:11.472077 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:31:11.475034 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:31:11.475111 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:31:11.479447 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:31:11.479525 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:31:11.599809 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:31:11.600007 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:31:11.600050 3297 controller.go:531] controller loop complete
I0406 13:31:12.629643 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:13.665746 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:14.047660 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:14.047791 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:14.085145 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:14.143631 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:17.631384 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:18.667455 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:19.048246 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:19.048374 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:19.086718 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:19.146056 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:21.601440 3297 controller.go:173] starting controller iteration
I0406 13:31:21.601489 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:31:21.601530 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:31:21.613312 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:31:21.613761 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:31:21.613867 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:31:21.617037 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:31:21.617114 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:31:21.617486 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:31:21.617579 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:31:21.730042 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:31:21.730211 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:31:21.730254 3297 controller.go:531] controller loop complete
I0406 13:31:22.633038 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:23.669500 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:23.967911 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:31:24.031137 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:31:24.048838 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:24.049063 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:24.070749 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:31:24.088262 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:24.147617 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:27.634821 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:28.671100 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:29.049605 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:29.049730 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:29.089940 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:29.149279 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:31.731597 3297 controller.go:173] starting controller iteration
I0406 13:31:31.731638 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:31:31.731675 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:31:31.745352 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:31:31.745648 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:31:31.745725 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:31:31.746169 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:31:31.746237 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:31:31.750734 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:31:31.750825 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:31:31.903833 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:31:31.903938 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:31:31.903979 3297 controller.go:531] controller loop complete
I0406 13:31:32.636559 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:33.672859 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:34.050186 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:34.050317 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:34.091754 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:34.150991 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:37.638233 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:38.674501 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:39.050744 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:39.050874 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:39.093495 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:39.153342 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:41.905351 3297 controller.go:173] starting controller iteration
I0406 13:31:41.905396 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:31:41.905437 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:31:41.918897 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:31:41.919209 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:31:41.919270 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:31:41.919564 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:31:41.919615 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:31:41.922771 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:31:41.922847 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:31:42.067034 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:31:42.069168 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:31:42.069229 3297 controller.go:531] controller loop complete
I0406 13:31:42.639793 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:43.676156 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:44.051370 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:44.051774 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:44.095676 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:44.155067 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:47.641412 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:48.677804 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:49.052296 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:49.052430 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:49.097406 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:49.156753 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:52.070684 3297 controller.go:173] starting controller iteration
I0406 13:31:52.070728 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:31:52.070765 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:31:52.080727 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:31:52.081056 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:31:52.081120 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:31:52.081620 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:31:52.081705 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:31:52.084597 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:31:52.084686 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:31:52.189858 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:31:52.190047 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:31:52.190092 3297 controller.go:531] controller loop complete
I0406 13:31:52.643067 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:53.679653 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:54.052914 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:54.053101 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:54.100506 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:54.158470 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:57.644857 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:31:58.681384 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:59.053573 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:59.053727 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:31:59.102226 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:31:59.160138 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:02.191406 3297 controller.go:173] starting controller iteration
I0406 13:32:02.191439 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:32:02.191470 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:32:02.202912 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:32:02.203306 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:32:02.203399 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:32:02.203698 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:32:02.203827 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:32:02.206621 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:32:02.206699 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:32:02.328106 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:32:02.328290 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:32:02.328333 3297 controller.go:531] controller loop complete
I0406 13:32:02.646553 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:03.684859 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:04.054191 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:04.054370 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:04.103855 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:04.162878 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:07.648373 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:08.686643 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:09.054836 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:09.054963 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:09.105660 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:09.165579 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:12.329609 3297 controller.go:173] starting controller iteration
I0406 13:32:12.329647 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:32:12.329679 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:32:12.339780 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:32:12.340074 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:32:12.340139 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:32:12.340620 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:32:12.340689 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:32:12.343660 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:32:12.343740 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:32:12.452031 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:32:12.452211 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:32:12.452253 3297 controller.go:531] controller loop complete
I0406 13:32:12.650196 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:13.688398 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:14.055439 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:14.055621 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:14.107123 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:14.167172 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:17.651947 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:18.690124 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:19.056135 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:19.056261 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:19.108888 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:19.168882 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:22.453629 3297 controller.go:173] starting controller iteration
I0406 13:32:22.453664 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:32:22.453695 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:32:22.463251 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:32:22.463493 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:32:22.463589 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:32:22.466557 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:32:22.466640 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:32:22.466995 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:32:22.467074 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:32:22.572833 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:32:22.573020 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:32:22.573063 3297 controller.go:531] controller loop complete
I0406 13:32:22.654932 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:23.691780 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:24.056716 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:24.057060 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:24.072553 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:32:24.110343 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:24.132519 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:32:24.172200 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:32:24.172698 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:27.657707 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:28.694039 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:29.057545 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:29.057674 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:29.111929 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:29.174443 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:32.574421 3297 controller.go:173] starting controller iteration
I0406 13:32:32.574467 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:32:32.574503 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:32:32.586735 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:32:32.587030 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:32:32.587094 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:32:32.588686 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:32:32.588764 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:32:32.590380 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:32:32.590454 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:32:32.659315 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:32.706303 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:32:32.706367 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:32:32.706376 3297 controller.go:531] controller loop complete
I0406 13:32:33.695668 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:34.058159 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:34.058507 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:34.113558 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:34.176195 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:37.662041 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:38.697229 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:39.058995 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:39.059125 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:39.115148 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:39.177777 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:42.663828 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:42.707777 3297 controller.go:173] starting controller iteration
I0406 13:32:42.707812 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:32:42.707867 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:32:42.719101 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:32:42.719362 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:32:42.719421 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:32:42.719935 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:32:42.720026 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:32:42.723011 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:32:42.723087 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:32:42.831141 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:32:42.831327 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:32:42.831370 3297 controller.go:531] controller loop complete
I0406 13:32:43.698806 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:44.059564 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:44.059960 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:44.116699 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:44.179306 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:47.666193 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:48.700561 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:49.060502 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:49.060628 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:49.118386 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:49.180846 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:52.667882 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:52.832751 3297 controller.go:173] starting controller iteration
I0406 13:32:52.832787 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:32:52.832823 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:32:52.843587 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:32:52.844014 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:32:52.844114 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:32:52.844491 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:32:52.844541 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:32:52.848157 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:32:52.848316 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:32:52.955811 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:32:52.956005 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:32:52.956047 3297 controller.go:531] controller loop complete
I0406 13:32:53.702226 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:54.060987 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:54.061318 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:54.119968 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:54.182348 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:57.672156 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:32:58.704029 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:59.061820 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:59.061945 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:32:59.121647 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:32:59.183900 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:02.673915 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:02.957426 3297 controller.go:173] starting controller iteration
I0406 13:33:02.957466 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:33:02.957505 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:33:02.971005 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:33:02.971339 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:33:02.971397 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:33:02.972952 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:33:02.973033 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:33:02.975199 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:33:02.975274 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:33:03.092783 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:33:03.092968 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:33:03.093011 3297 controller.go:531] controller loop complete
I0406 13:33:03.705639 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:04.062394 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:04.062730 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:04.123285 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:04.185390 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:07.675626 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:08.707377 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:09.063239 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:09.063366 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:09.125004 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:09.187059 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:12.677494 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:13.094368 3297 controller.go:173] starting controller iteration
I0406 13:33:13.094395 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:33:13.094423 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:33:13.107554 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:33:13.107854 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:33:13.107918 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:33:13.111927 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:33:13.112051 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:33:13.112410 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:33:13.112457 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:33:13.222831 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:33:13.223024 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:33:13.223068 3297 controller.go:531] controller loop complete
I0406 13:33:13.709041 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:14.063844 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:14.064181 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:14.126515 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:14.188585 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:17.679126 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:18.710854 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:19.064693 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:19.064815 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:19.128157 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:19.191354 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:22.680855 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:23.224428 3297 controller.go:173] starting controller iteration
I0406 13:33:23.224464 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:33:23.224499 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:33:23.236824 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:33:23.237108 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:33:23.237167 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:33:23.237589 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:33:23.237657 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:33:23.240943 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:33:23.241066 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:33:23.367571 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:33:23.367667 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:33:23.367706 3297 controller.go:531] controller loop complete
I0406 13:33:23.712463 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:24.065323 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:24.065663 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:24.129768 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:24.172948 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:33:24.192913 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:24.234155 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:33:24.271355 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:33:27.682395 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:28.714240 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:29.066122 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:29.066250 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:29.131501 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:29.194843 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:32.686567 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:33.369044 3297 controller.go:173] starting controller iteration
I0406 13:33:33.369084 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:33:33.369123 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:33:33.379846 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:33:33.380165 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:33:33.380225 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:33:33.380678 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:33:33.380746 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:33:33.383618 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:33:33.383703 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:33:33.492352 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:33:33.492532 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:33:33.492573 3297 controller.go:531] controller loop complete
I0406 13:33:33.715944 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:34.066746 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:34.067049 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:34.133015 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:34.196854 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:37.688575 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:38.719929 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:39.067727 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:39.067918 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:39.134628 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:39.198614 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:42.690075 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:43.493918 3297 controller.go:173] starting controller iteration
I0406 13:33:43.493946 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:33:43.493972 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:33:43.505938 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:33:43.506230 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:33:43.506292 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:33:43.506737 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:33:43.506806 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:33:43.509953 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:33:43.510035 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:33:43.625046 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:33:43.625278 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:33:43.625323 3297 controller.go:531] controller loop complete
I0406 13:33:43.721432 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:44.068354 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:44.068694 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:44.136130 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:44.200282 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:47.691668 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:48.723240 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:49.069235 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:49.069359 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:49.140621 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:49.202309 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:52.693221 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:53.626699 3297 controller.go:173] starting controller iteration
I0406 13:33:53.626730 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:33:53.626758 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:33:53.637825 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:33:53.638151 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:33:53.638208 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:33:53.638675 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:33:53.638774 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:33:53.641584 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:33:53.641661 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:33:53.724755 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:53.755677 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:33:53.755867 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:33:53.755910 3297 controller.go:531] controller loop complete
I0406 13:33:54.069897 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:54.070166 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:54.142163 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:54.204120 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:57.694806 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:33:58.726410 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:59.070763 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:59.070889 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:33:59.143832 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:33:59.205799 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:02.696380 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:03.728079 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:03.757341 3297 controller.go:173] starting controller iteration
I0406 13:34:03.757375 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:34:03.757406 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:34:03.767062 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:34:03.767488 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:34:03.767588 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:34:03.769109 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:34:03.769177 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:34:03.770882 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:34:03.770955 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:34:03.885441 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:34:03.885617 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:34:03.885660 3297 controller.go:531] controller loop complete
I0406 13:34:04.071314 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:04.071661 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:04.145408 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:04.207862 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:07.698253 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:08.729668 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:09.072142 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:09.072266 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:09.147033 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:09.209712 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:12.699925 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:13.731622 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:13.886973 3297 controller.go:173] starting controller iteration
I0406 13:34:13.886999 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:34:13.887027 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:34:13.898688 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:34:13.898954 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:34:13.899013 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:34:13.899465 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:34:13.899611 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:34:13.902931 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:34:13.903008 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:34:14.010660 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:34:14.010840 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:34:14.010883 3297 controller.go:531] controller loop complete
I0406 13:34:14.072759 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:14.073009 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:14.148542 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:14.211356 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:17.701619 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:18.733135 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:19.073623 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:19.073749 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:19.158706 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:19.214491 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:22.703342 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:23.734728 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:24.012159 3297 controller.go:173] starting controller iteration
I0406 13:34:24.012186 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:34:24.012213 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:34:24.022214 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:34:24.022552 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:34:24.022612 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:34:24.024217 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:34:24.024329 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:34:24.026158 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:34:24.026232 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:34:24.074103 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:24.074356 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:24.136036 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:34:24.136171 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:34:24.136285 3297 controller.go:531] controller loop complete
I0406 13:34:24.160065 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:24.216111 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:24.272170 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:34:24.329968 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:34:24.381096 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:34:27.705048 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:28.736312 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:29.074897 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:29.075029 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:29.161479 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:29.217775 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:32.706750 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:33.737931 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:34.075475 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:34.075612 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:34.137629 3297 controller.go:173] starting controller iteration
I0406 13:34:34.137655 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:34:34.137686 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:34:34.149115 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:34:34.149349 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:34:34.149434 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:34:34.150715 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:34:34.150812 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:34:34.154260 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:34:34.154345 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:34:34.163238 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:34.219446 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:34.266582 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:34:34.266708 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:34:34.266748 3297 controller.go:531] controller loop complete
I0406 13:34:37.708233 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:38.739325 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:39.076031 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:39.076153 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:39.164589 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:39.221266 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:42.709555 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:43.740785 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:44.076498 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:44.076626 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:44.166197 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:44.222790 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:44.268319 3297 controller.go:173] starting controller iteration
I0406 13:34:44.268345 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:34:44.268374 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:34:44.281061 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:34:44.281357 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:34:44.281413 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:34:44.282831 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:34:44.282902 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:34:44.284461 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:34:44.284542 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:34:44.393875 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:34:44.394088 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:34:44.394131 3297 controller.go:531] controller loop complete
I0406 13:34:47.710962 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:48.742342 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:49.077088 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:49.077227 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:49.167610 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:49.224372 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:52.712488 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:53.743815 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:54.077650 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:54.077834 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:54.168991 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:54.225925 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:54.395528 3297 controller.go:173] starting controller iteration
I0406 13:34:54.395560 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:34:54.395596 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:34:54.406982 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:34:54.407139 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:34:54.407162 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:34:54.408780 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:34:54.408869 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:34:54.410585 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:34:54.410664 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:34:54.528677 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:34:54.528863 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:34:54.528907 3297 controller.go:531] controller loop complete
I0406 13:34:57.714140 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:34:58.745175 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:59.078233 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:59.078358 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:34:59.170344 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:34:59.227583 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:02.716237 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:03.746730 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:04.078766 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:04.078891 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:04.171844 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:04.229313 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:04.530291 3297 controller.go:173] starting controller iteration
I0406 13:35:04.530332 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:35:04.530373 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:35:04.541453 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:35:04.541893 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:35:04.542025 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:35:04.543179 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:35:04.543333 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:35:04.548394 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:35:04.548500 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:35:04.675643 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:35:04.675802 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:35:04.675842 3297 controller.go:531] controller loop complete
I0406 13:35:07.717832 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:08.748276 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:09.079311 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:09.079438 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:09.173226 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:09.231709 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:12.719422 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:13.751505 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:14.079827 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:14.079961 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:14.174724 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:14.233334 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:14.677202 3297 controller.go:173] starting controller iteration
I0406 13:35:14.677231 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:35:14.677262 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:35:14.692719 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:35:14.692884 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:35:14.692907 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:35:14.693109 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:35:14.693125 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:35:14.696081 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:35:14.696121 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:35:14.816857 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:35:14.816967 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:35:14.816990 3297 controller.go:531] controller loop complete
I0406 13:35:17.721007 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:18.753543 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:19.080387 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:19.080517 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:19.176348 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:19.235820 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:22.722612 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:23.755480 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:24.080932 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:24.081057 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:24.178091 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:24.237448 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:24.381973 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:35:24.437777 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:35:24.476276 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:35:24.818363 3297 controller.go:173] starting controller iteration
I0406 13:35:24.818392 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:35:24.818423 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:35:24.834852 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:35:24.835318 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:35:24.835374 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:35:24.836171 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:35:24.836243 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:35:24.842612 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:35:24.842738 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:35:24.962862 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:35:24.963047 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:35:24.963090 3297 controller.go:531] controller loop complete
I0406 13:35:27.724213 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:28.757064 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:29.081471 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:29.081610 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:29.179454 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:29.239773 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:32.725707 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:33.758705 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:34.082054 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:34.082179 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:34.180839 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:34.242217 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:34.964486 3297 controller.go:173] starting controller iteration
I0406 13:35:34.964541 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:35:34.964584 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:35:34.975847 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:35:34.976116 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:35:34.976430 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:35:34.979381 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:35:34.979463 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:35:34.979770 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:35:34.979897 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:35:35.107239 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:35:35.107374 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:35:35.107415 3297 controller.go:531] controller loop complete
I0406 13:35:37.727686 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:38.760195 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:39.082619 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:39.082748 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:39.182236 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:39.243807 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:42.728999 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:43.761566 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:44.083151 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:44.083276 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:44.183622 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:44.245523 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:45.108881 3297 controller.go:173] starting controller iteration
I0406 13:35:45.108916 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:35:45.108948 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:35:45.122336 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:35:45.122643 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:35:45.122702 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:35:45.123204 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:35:45.123276 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:35:45.127331 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:35:45.127419 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:35:45.241878 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:35:45.241997 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:35:45.242077 3297 controller.go:531] controller loop complete
I0406 13:35:47.730311 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:48.762862 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:49.083704 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:49.083829 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:49.184902 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:49.247293 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:52.731777 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:53.764102 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:54.084336 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:54.084497 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:54.186263 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:54.248997 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:55.243615 3297 controller.go:173] starting controller iteration
I0406 13:35:55.243639 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:35:55.243661 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:35:55.253131 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:35:55.253380 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:35:55.253439 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:35:55.253862 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:35:55.253931 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:35:55.256743 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:35:55.256819 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:35:55.374203 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:35:55.374422 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:35:55.374466 3297 controller.go:531] controller loop complete
I0406 13:35:57.733002 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:35:58.765381 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:59.084918 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:59.085041 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:35:59.187670 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:35:59.250631 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:02.734273 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:03.766869 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:04.085506 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:04.085631 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:04.189606 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:04.252794 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:05.375736 3297 controller.go:173] starting controller iteration
I0406 13:36:05.375762 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:36:05.375789 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:36:05.385664 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:36:05.385851 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:36:05.385873 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:36:05.387271 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:36:05.387353 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:36:05.388991 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:36:05.389111 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:36:05.504779 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:36:05.504994 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:36:05.505037 3297 controller.go:531] controller loop complete
I0406 13:36:07.735521 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:08.769225 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:09.085964 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:09.086085 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:09.190978 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:09.254499 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:12.736835 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:13.770660 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:14.086500 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:14.086620 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:14.192319 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:14.256178 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:15.506389 3297 controller.go:173] starting controller iteration
I0406 13:36:15.506430 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:36:15.506465 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:36:15.517149 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:36:15.517448 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:36:15.517507 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:36:15.517965 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:36:15.518135 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:36:15.522375 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:36:15.522456 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:36:15.635576 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:36:15.635760 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:36:15.635803 3297 controller.go:531] controller loop complete
I0406 13:36:17.738161 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:18.772102 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:19.087043 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:19.087181 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:19.193641 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:19.258196 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:22.739577 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:23.773668 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:24.087602 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:24.087772 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:24.194999 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:24.259864 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:24.477265 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:36:24.538387 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:36:24.576261 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:36:25.637191 3297 controller.go:173] starting controller iteration
I0406 13:36:25.637261 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:36:25.637348 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:36:25.648670 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:36:25.648835 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:36:25.648857 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:36:25.651959 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:36:25.651987 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:36:25.652194 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:36:25.652208 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:36:25.769587 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:36:25.769788 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:36:25.769833 3297 controller.go:531] controller loop complete
I0406 13:36:27.740980 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:28.775121 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:29.088219 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:29.088343 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:29.196440 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:29.261522 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:32.742425 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:33.776524 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:34.088791 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:34.088923 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:34.197795 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:34.263190 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:35.771177 3297 controller.go:173] starting controller iteration
I0406 13:36:35.771221 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:36:35.771268 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:36:35.781812 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:36:35.782229 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:36:35.782319 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:36:35.782701 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:36:35.782754 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:36:35.785695 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:36:35.785792 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:36:35.910211 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:36:35.910421 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:36:35.910476 3297 controller.go:531] controller loop complete
I0406 13:36:37.743848 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:38.778013 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:39.089347 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:39.089477 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:39.199097 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:39.264867 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:42.745369 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:43.779423 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:44.090573 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:44.090701 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:44.200636 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:44.266507 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:45.911772 3297 controller.go:173] starting controller iteration
I0406 13:36:45.911806 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:36:45.911845 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:36:45.923184 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:36:45.923447 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:36:45.923664 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:36:45.923938 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:36:45.924020 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:36:45.927055 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:36:45.927202 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:36:46.043421 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:36:46.043632 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:36:46.043679 3297 controller.go:531] controller loop complete
I0406 13:36:47.746760 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:48.780735 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:49.091143 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:49.091263 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:49.202031 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:49.268154 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:52.748254 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:53.782279 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:54.091678 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:54.091803 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:54.203631 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:54.269829 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:56.045001 3297 controller.go:173] starting controller iteration
I0406 13:36:56.045043 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:36:56.045079 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:36:56.056293 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:36:56.056626 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:36:56.056690 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:36:56.058309 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:36:56.058384 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:36:56.061432 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:36:56.061507 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:36:56.177771 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:36:56.177968 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:36:56.178012 3297 controller.go:531] controller loop complete
I0406 13:36:57.749785 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:36:58.784206 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:59.092237 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:59.092363 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:36:59.205055 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:36:59.271440 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:02.751420 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:03.788044 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:04.092804 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:04.092931 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:04.207476 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:04.272984 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:06.179398 3297 controller.go:173] starting controller iteration
I0406 13:37:06.179437 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:37:06.179473 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:37:06.189584 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:37:06.190009 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:37:06.190116 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:37:06.191728 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:37:06.191825 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:37:06.194474 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:37:06.194543 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:37:06.319578 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:37:06.319775 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:37:06.319817 3297 controller.go:531] controller loop complete
I0406 13:37:07.753045 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:08.789567 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:09.093401 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:09.093532 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:09.208858 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:09.274759 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:12.754588 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:13.791088 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:14.094007 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:14.094132 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:14.210212 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:14.276342 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:16.321184 3297 controller.go:173] starting controller iteration
I0406 13:37:16.321220 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:37:16.321256 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:37:16.332049 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:37:16.332324 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:37:16.332384 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:37:16.332769 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:37:16.332914 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:37:16.336198 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:37:16.336279 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:37:16.456699 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:37:16.456883 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:37:16.456925 3297 controller.go:531] controller loop complete
I0406 13:37:17.756112 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:18.792661 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:19.094606 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:19.094955 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:19.211693 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:19.278029 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:22.757658 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:23.794400 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:24.095435 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:24.095586 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:24.214602 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:24.279560 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:24.577342 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:37:24.643948 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:37:24.680499 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:37:26.458340 3297 controller.go:173] starting controller iteration
I0406 13:37:26.458385 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:37:26.458424 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:37:26.468341 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:37:26.468627 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:37:26.468686 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:37:26.469108 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:37:26.469177 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:37:26.472800 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:37:26.472880 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:37:26.581560 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:37:26.581761 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:37:26.581805 3297 controller.go:531] controller loop complete
I0406 13:37:27.759286 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:28.795990 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:29.096071 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:29.096197 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:29.216404 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:29.280993 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:32.761072 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:33.797601 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:34.096682 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:34.096809 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:34.217882 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:34.282462 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:36.583199 3297 controller.go:173] starting controller iteration
I0406 13:37:36.583241 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:37:36.583278 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:37:36.593142 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:37:36.593467 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:37:36.593531 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:37:36.593989 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:37:36.594064 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:37:36.597100 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:37:36.597178 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:37:36.719493 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:37:36.719599 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:37:36.719627 3297 controller.go:531] controller loop complete
I0406 13:37:37.762852 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:38.799278 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:39.097238 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:39.097370 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:39.219479 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:39.283937 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:42.764697 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:43.801165 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:44.097781 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:44.097908 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:44.220900 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:44.285605 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:46.721037 3297 controller.go:173] starting controller iteration
I0406 13:37:46.721074 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:37:46.721109 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:37:46.731699 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:37:46.732109 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:37:46.732202 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:37:46.733721 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:37:46.733822 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:37:46.735539 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:37:46.735652 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:37:46.843453 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:37:46.843651 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:37:46.843704 3297 controller.go:531] controller loop complete
I0406 13:37:47.766282 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:48.802807 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:49.098356 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:49.098695 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:49.222333 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:49.287172 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:52.767955 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:53.804518 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:54.099152 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:54.099288 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:54.224017 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:54.288898 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:56.845004 3297 controller.go:173] starting controller iteration
I0406 13:37:56.845049 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:37:56.845086 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:37:56.856431 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:37:56.856765 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:37:56.856864 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:37:56.859629 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:37:56.859706 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:37:56.860126 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:37:56.860174 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:37:56.977757 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:37:56.977934 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:37:56.977978 3297 controller.go:531] controller loop complete
I0406 13:37:57.769574 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:37:58.806493 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:59.099740 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:59.099946 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:37:59.225480 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:37:59.290449 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:02.771335 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:03.808132 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:04.100385 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:04.100524 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:04.227184 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:04.292595 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:06.979385 3297 controller.go:173] starting controller iteration
I0406 13:38:06.979430 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:38:06.979466 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:38:06.992937 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:38:06.993273 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:38:06.993332 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:38:06.993805 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:06.993879 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:06.997537 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:38:06.997646 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:38:07.118840 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:38:07.119043 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:38:07.119085 3297 controller.go:531] controller loop complete
I0406 13:38:07.772962 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:08.809736 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:09.100949 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:09.101089 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:09.228760 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:09.294415 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:12.774874 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:13.811327 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:14.101648 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:14.101786 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:14.230344 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:14.296090 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:17.120469 3297 controller.go:173] starting controller iteration
I0406 13:38:17.120511 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:38:17.120548 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:38:17.130721 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:38:17.131036 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:38:17.131104 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:38:17.131563 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:17.131692 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:38:17.135319 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:38:17.135398 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:38:17.255626 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:38:17.255802 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:38:17.255844 3297 controller.go:531] controller loop complete
I0406 13:38:17.776482 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:18.812902 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:19.102201 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:19.102342 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:19.231841 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:19.297867 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:22.778156 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:23.814610 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:24.102774 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:24.102902 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:24.233485 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:24.299422 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:24.681258 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:38:24.740720 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:38:24.823242 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:27.257233 3297 controller.go:173] starting controller iteration
I0406 13:38:27.257273 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:38:27.257310 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:38:27.271372 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:38:27.271661 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:38:27.271722 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:38:27.273297 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:27.273366 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:38:27.275051 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:38:27.275125 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:38:27.395621 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:38:27.395795 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:38:27.395838 3297 controller.go:531] controller loop complete
I0406 13:38:27.779625 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:28.816430 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:29.103360 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:29.103716 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:29.234890 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:29.301015 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:32.781337 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:33.818457 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:34.104225 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:34.104351 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:34.236555 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:34.302605 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:37.397222 3297 controller.go:173] starting controller iteration
I0406 13:38:37.397263 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:38:37.397301 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:38:37.407322 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:38:37.407624 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:38:37.407686 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:38:37.408147 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:37.408213 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:37.411059 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:38:37.411132 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:38:37.527136 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:38:37.527336 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:38:37.527389 3297 controller.go:531] controller loop complete
I0406 13:38:37.782976 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:38.820066 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:39.104848 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:39.105040 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:39.238056 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:39.304132 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:42.784688 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:43.821670 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:44.105522 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:44.105648 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:44.240068 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:44.305868 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:47.528751 3297 controller.go:173] starting controller iteration
I0406 13:38:47.528788 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:38:47.528825 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:38:47.539118 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:38:47.539406 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:38:47.539467 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:38:47.539949 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:47.540024 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:47.542990 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:38:47.543068 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:38:47.655291 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:38:47.655372 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:38:47.655411 3297 controller.go:531] controller loop complete
I0406 13:38:47.786250 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:48.823266 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:49.106088 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:49.106212 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:49.241572 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:49.307380 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:52.787946 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:53.825018 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:54.106647 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:54.106782 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:54.243108 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:54.308956 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:57.656790 3297 controller.go:173] starting controller iteration
I0406 13:38:57.656836 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:38:57.656873 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:38:57.671371 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:38:57.671562 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:38:57.671693 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:38:57.673151 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:38:57.673172 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:38:57.674706 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:38:57.674789 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:38:57.789547 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:38:57.848007 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:38:57.848186 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:38:57.848229 3297 controller.go:531] controller loop complete
I0406 13:38:58.826712 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:59.107466 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:59.107815 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:38:59.244609 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:38:59.310502 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:02.791310 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:03.828339 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:04.108324 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:04.108454 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:04.246374 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:04.312464 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:07.792859 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:07.849604 3297 controller.go:173] starting controller iteration
I0406 13:39:07.849646 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:39:07.849684 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:39:07.860730 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:39:07.861042 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:39:07.861133 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:39:07.861396 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:39:07.861894 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:39:07.864860 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:39:07.864941 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:39:07.973497 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:39:07.973687 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:39:07.973731 3297 controller.go:531] controller loop complete
I0406 13:39:08.830012 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:09.108887 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:09.109073 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:09.247872 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:09.314155 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:12.794426 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:13.831583 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:14.109629 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:14.109754 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:14.249526 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:14.315875 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:17.798492 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:17.975152 3297 controller.go:173] starting controller iteration
I0406 13:39:17.975197 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:39:17.975234 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:39:17.985682 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:39:17.986182 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:39:17.986295 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:39:17.989069 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:39:17.989144 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:39:17.989502 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:39:17.989582 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:39:18.100539 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:39:18.100719 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:39:18.100763 3297 controller.go:531] controller loop complete
I0406 13:39:18.833166 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:19.110187 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:19.110580 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:19.251143 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:19.317578 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:22.800050 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:23.835079 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:24.111032 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:24.111169 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:24.252788 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:24.319264 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:24.824048 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:39:24.883879 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:39:24.926744 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:39:27.801593 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:28.102138 3297 controller.go:173] starting controller iteration
I0406 13:39:28.102180 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:39:28.102221 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:39:28.116220 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:39:28.116538 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:39:28.116603 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:39:28.117053 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:39:28.117071 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:39:28.120080 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:39:28.120179 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:39:28.237635 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:39:28.237825 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:39:28.237868 3297 controller.go:531] controller loop complete
I0406 13:39:28.836866 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:29.111666 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:29.111850 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:29.254394 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:29.320880 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:32.803267 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:33.838536 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:34.112286 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:34.112410 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:34.256055 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:34.322519 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:37.804910 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:38.239259 3297 controller.go:173] starting controller iteration
I0406 13:39:38.239300 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:39:38.239340 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:39:38.251086 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:39:38.251372 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:39:38.251430 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:39:38.251923 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:39:38.252003 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:39:38.254988 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:39:38.255064 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:39:38.423834 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:39:38.424020 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:39:38.424064 3297 controller.go:531] controller loop complete
I0406 13:39:38.840078 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:39.112855 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:39.113062 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:39.257616 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:39.324042 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:42.806686 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:43.841669 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:44.113540 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:44.113666 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:44.259205 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:44.325578 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:47.808276 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:48.425490 3297 controller.go:173] starting controller iteration
I0406 13:39:48.425531 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:39:48.425566 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:39:48.435638 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:39:48.435946 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:39:48.436014 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:39:48.437522 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:39:48.437593 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:39:48.439174 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:39:48.439247 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:39:48.558529 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:39:48.558705 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:39:48.558760 3297 controller.go:531] controller loop complete
I0406 13:39:48.843211 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:49.114101 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:49.114305 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:49.260714 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:49.327175 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:52.809792 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:53.844732 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:54.114787 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:54.114919 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:54.262322 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:54.328777 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:57.811335 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:39:58.560123 3297 controller.go:173] starting controller iteration
I0406 13:39:58.560165 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:39:58.560203 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:39:58.572884 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:39:58.573060 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:39:58.573083 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:39:58.575792 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:39:58.576072 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:39:58.576423 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:39:58.576526 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:39:58.694262 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:39:58.694329 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:39:58.694352 3297 controller.go:531] controller loop complete
I0406 13:39:58.846240 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:59.115444 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:59.115632 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:39:59.264957 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:39:59.330301 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:02.812990 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:03.847951 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:04.116103 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:04.116233 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:04.267664 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:04.331920 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:07.814510 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:08.695626 3297 controller.go:173] starting controller iteration
I0406 13:40:08.695666 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:40:08.695703 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:40:08.707520 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:40:08.707843 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:40:08.707903 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:40:08.709511 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:40:08.709646 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:40:08.711364 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:40:08.711442 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:40:08.823898 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:40:08.824093 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:40:08.824136 3297 controller.go:531] controller loop complete
I0406 13:40:08.849503 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:09.116680 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:09.116888 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:09.269266 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:09.333602 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:12.816136 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:13.851186 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:14.117369 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:14.117500 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:14.270881 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:14.335382 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:17.818148 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:18.825538 3297 controller.go:173] starting controller iteration
I0406 13:40:18.825581 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:40:18.825616 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:40:18.834958 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:40:18.835325 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:40:18.835414 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:40:18.835667 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:40:18.835754 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:40:18.839820 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:40:18.839896 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:40:18.852690 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:18.958691 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:40:18.958884 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:40:18.958926 3297 controller.go:531] controller loop complete
I0406 13:40:19.117959 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:19.118218 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:19.272442 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:19.337139 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:22.819843 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:23.854430 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:24.118771 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:24.118896 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:24.274116 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:24.338855 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:24.927576 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:40:24.992702 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:40:25.041819 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:40:27.821449 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:28.856026 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:28.960336 3297 controller.go:173] starting controller iteration
I0406 13:40:28.960378 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:40:28.960420 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:40:28.970279 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:40:28.970595 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:40:28.970656 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:40:28.971142 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:40:28.971212 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:40:28.974475 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:40:28.974559 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:40:29.087440 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:40:29.087528 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:40:29.087551 3297 controller.go:531] controller loop complete
I0406 13:40:29.119260 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:29.119483 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:29.277674 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:29.340374 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:32.823180 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:33.857714 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:34.120026 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:34.120154 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:34.279221 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:34.342028 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:37.824786 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:38.859278 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:39.088873 3297 controller.go:173] starting controller iteration
I0406 13:40:39.088914 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:40:39.088950 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:40:39.100310 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:40:39.100614 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:40:39.100675 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:40:39.101173 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:40:39.101247 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:40:39.104141 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:40:39.104224 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:40:39.123680 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:39.123863 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:39.233244 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:40:39.233424 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:40:39.233470 3297 controller.go:531] controller loop complete
I0406 13:40:39.281661 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:39.343680 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:42.826458 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:43.860878 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:44.124309 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:44.124455 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:44.283241 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:44.345341 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:47.828042 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:48.862477 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:49.124927 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:49.125085 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:49.234835 3297 controller.go:173] starting controller iteration
I0406 13:40:49.234873 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:40:49.234912 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:40:49.247230 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:40:49.247527 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:40:49.247785 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:40:49.248417 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:40:49.248513 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:40:49.252839 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:40:49.252929 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:40:49.284645 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:49.346973 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:49.362798 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:40:49.362919 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:40:49.362961 3297 controller.go:531] controller loop complete
I0406 13:40:52.829642 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:53.864041 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:54.125555 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:54.125688 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:54.286284 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:54.348570 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:57.831173 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:58.865647 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:59.126149 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:59.126272 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:40:59.287805 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:40:59.350209 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:40:59.364432 3297 controller.go:173] starting controller iteration
I0406 13:40:59.364462 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:40:59.364495 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:40:59.376153 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:40:59.376795 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:40:59.376884 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:40:59.377263 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:40:59.377413 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:40:59.380774 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:40:59.380868 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:40:59.493272 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:40:59.493457 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:40:59.493500 3297 controller.go:531] controller loop complete
I0406 13:41:02.832818 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:03.867323 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:04.126742 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:04.126877 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:04.289374 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:04.351770 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:07.834286 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:08.868994 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:09.127403 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:09.127535 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:09.290918 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:09.353317 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:09.494898 3297 controller.go:173] starting controller iteration
I0406 13:41:09.494939 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:41:09.494976 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:41:09.504819 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:41:09.505214 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:41:09.505306 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:41:09.505563 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:41:09.505653 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:41:09.508628 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:41:09.508707 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:41:09.616863 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:41:09.617066 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:41:09.617109 3297 controller.go:531] controller loop complete
I0406 13:41:12.835803 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:13.870692 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:14.128518 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:14.128650 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:14.292474 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:14.354985 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:17.837352 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:18.873575 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:19.129106 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:19.129230 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:19.296818 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:19.356586 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:19.618508 3297 controller.go:173] starting controller iteration
I0406 13:41:19.618551 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:41:19.618589 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:41:19.628722 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:41:19.629042 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:41:19.629105 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:41:19.629614 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:41:19.629699 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:41:19.632928 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:41:19.633016 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:41:19.755492 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:41:19.755580 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:41:19.755603 3297 controller.go:531] controller loop complete
I0406 13:41:22.838989 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:23.875340 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:24.129710 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:24.129837 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:24.298406 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:24.358113 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:25.042618 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:41:25.107704 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:41:25.153605 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:41:27.840500 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:28.878440 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:29.130323 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:29.130451 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:29.299984 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:29.359750 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:29.757038 3297 controller.go:173] starting controller iteration
I0406 13:41:29.757073 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:41:29.757111 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:41:29.770179 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:41:29.770389 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:41:29.770428 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:41:29.770667 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:41:29.770699 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:41:29.776777 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:41:29.776849 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:41:29.895903 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:41:29.896100 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:41:29.896145 3297 controller.go:531] controller loop complete
I0406 13:41:32.841964 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:33.880115 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:34.130922 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:34.131050 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:34.301461 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:34.361303 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:37.843411 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:38.882202 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:39.131481 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:39.131659 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:39.303023 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:39.362834 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:39.897504 3297 controller.go:173] starting controller iteration
I0406 13:41:39.897542 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:41:39.897578 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:41:39.909189 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:41:39.909463 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:41:39.909566 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:41:39.909869 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:41:39.910113 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:41:39.913112 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:41:39.913248 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:41:40.022743 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:41:40.022917 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:41:40.022961 3297 controller.go:531] controller loop complete
I0406 13:41:42.844921 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:43.883691 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:44.132080 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:44.132205 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:44.304588 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:44.364420 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:47.846449 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:48.885213 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:49.132645 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:49.132776 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:49.306121 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:49.365926 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:50.024348 3297 controller.go:173] starting controller iteration
I0406 13:41:50.024392 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:41:50.024429 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:41:50.039477 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:41:50.039844 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:41:50.039904 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:41:50.040221 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:41:50.040342 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:41:50.043647 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:41:50.043758 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:41:50.153267 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:41:50.153458 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:41:50.153501 3297 controller.go:531] controller loop complete
I0406 13:41:52.847946 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:53.886746 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:54.133209 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:54.133370 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:54.308002 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:54.367468 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:57.849509 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:41:59.103855 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:59.133756 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:59.133887 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:41:59.310099 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:41:59.369036 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:00.154855 3297 controller.go:173] starting controller iteration
I0406 13:42:00.154899 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:42:00.154935 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:42:00.171165 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:42:00.171509 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:42:00.171572 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:42:00.172161 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:42:00.172229 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:42:00.175265 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:42:00.175343 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:42:00.284472 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:42:00.284657 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:42:00.284702 3297 controller.go:531] controller loop complete
I0406 13:42:02.851064 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:04.107429 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:04.134311 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:04.134443 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:04.311736 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:04.370525 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:07.852569 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:09.109003 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:09.134826 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:09.134959 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:09.313241 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:09.372047 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:10.285936 3297 controller.go:173] starting controller iteration
I0406 13:42:10.285976 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:42:10.286013 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:42:10.297209 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:42:10.297505 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:42:10.297561 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:42:10.298032 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:42:10.298098 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:42:10.301175 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:42:10.301330 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:42:10.416742 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:42:10.416929 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:42:10.416972 3297 controller.go:531] controller loop complete
I0406 13:42:12.855016 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:14.110692 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:14.135361 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:14.135467 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:14.314891 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:14.374191 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:17.856608 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:19.113348 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:19.135896 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:19.136022 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:19.316700 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:19.375842 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:20.418324 3297 controller.go:173] starting controller iteration
I0406 13:42:20.418370 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:42:20.418408 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:42:20.428042 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:42:20.428346 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:42:20.428405 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:42:20.430009 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:42:20.430090 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:42:20.432299 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:42:20.432454 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:42:20.543116 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:42:20.543325 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:42:20.543369 3297 controller.go:531] controller loop complete
I0406 13:42:22.858186 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:24.116088 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:24.136442 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:24.136569 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:24.318247 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:24.377539 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:25.154378 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:42:25.224822 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:42:25.293476 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:42:27.859831 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:29.117705 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:29.137010 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:29.137146 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:29.319836 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:29.379017 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:30.544793 3297 controller.go:173] starting controller iteration
I0406 13:42:30.544833 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:42:30.544872 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:42:30.556196 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:42:30.556543 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:42:30.556601 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:42:30.557113 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:42:30.557202 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:42:30.560140 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:42:30.560220 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:42:30.686925 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:42:30.687017 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:42:30.687058 3297 controller.go:531] controller loop complete
I0406 13:42:32.861486 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:34.119295 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:34.137599 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:34.137719 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:34.321469 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:34.380597 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:37.863052 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:39.120859 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:39.138141 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:39.138277 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:39.323032 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:39.381991 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:40.688323 3297 controller.go:173] starting controller iteration
I0406 13:42:40.688364 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:42:40.688401 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:42:40.699362 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:42:40.699646 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:42:40.699691 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:42:40.702527 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:42:40.702564 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:42:40.702859 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:42:40.702890 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:42:40.809560 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:42:40.809659 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:42:40.809721 3297 controller.go:531] controller loop complete
I0406 13:42:42.864806 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:44.122479 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:44.138706 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:44.138832 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:44.324630 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:44.383413 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:47.866378 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:49.123986 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:49.139211 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:49.139336 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:49.326203 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:49.384910 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:50.811120 3297 controller.go:173] starting controller iteration
I0406 13:42:50.811162 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:42:50.811199 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:42:50.821430 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:42:50.821738 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:42:50.821795 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:42:50.824656 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:42:50.824732 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:42:50.825083 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:42:50.825162 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:42:50.951349 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:42:50.951535 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:42:50.951580 3297 controller.go:531] controller loop complete
I0406 13:42:52.867995 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:54.125530 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:54.139802 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:54.139926 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:54.327781 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:54.386430 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:57.869488 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:42:59.127052 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:59.140285 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:59.140414 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:42:59.329342 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:42:59.387971 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:00.952943 3297 controller.go:173] starting controller iteration
I0406 13:43:00.952984 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:43:00.953020 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:43:00.962996 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:43:00.963302 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:43:00.963362 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:43:00.963802 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:43:00.963918 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:43:00.968119 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:43:00.968269 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:43:01.099012 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:43:01.099224 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:43:01.099268 3297 controller.go:531] controller loop complete
I0406 13:43:02.871055 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:04.128674 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:04.140885 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:04.141012 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:04.331047 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:04.389667 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:07.872674 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:09.130294 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:09.141424 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:09.141553 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:09.332534 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:09.391299 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:11.100633 3297 controller.go:173] starting controller iteration
I0406 13:43:11.100674 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:43:11.100711 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:43:11.110750 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:43:11.111078 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:43:11.111136 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:43:11.111649 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:43:11.111786 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:43:11.114919 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:43:11.114991 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:43:11.223555 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:43:11.223730 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:43:11.223773 3297 controller.go:531] controller loop complete
I0406 13:43:12.874268 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:14.131777 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:14.141886 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:14.141995 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:14.334019 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:14.392882 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:17.875765 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:19.133172 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:19.142289 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:19.142400 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:19.335788 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:19.394375 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:21.225149 3297 controller.go:173] starting controller iteration
I0406 13:43:21.225198 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:43:21.225236 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:43:21.235981 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:43:21.236259 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:43:21.236322 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:43:21.236786 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:43:21.236853 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:43:21.240090 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:43:21.240168 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:43:21.352796 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:43:21.352974 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:43:21.353016 3297 controller.go:531] controller loop complete
I0406 13:43:22.877373 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:24.134878 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:24.142780 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:24.142913 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:24.337307 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:24.395860 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:25.294253 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:43:25.374149 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:43:25.437529 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:43:27.878907 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:29.136385 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:29.143243 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:29.143358 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:29.338945 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:29.397476 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:31.354388 3297 controller.go:173] starting controller iteration
I0406 13:43:31.354432 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:43:31.354473 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:43:31.364344 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:43:31.364635 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:43:31.364694 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:43:31.365165 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:43:31.365233 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:43:31.368124 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:43:31.368288 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:43:31.478917 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:43:31.479106 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:43:31.479149 3297 controller.go:531] controller loop complete
I0406 13:43:32.880512 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:34.140750 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:34.143696 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:34.143806 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:34.340433 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:34.399039 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:37.882115 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:39.142266 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:39.144150 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:39.144254 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:39.341883 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:39.400551 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:41.480507 3297 controller.go:173] starting controller iteration
I0406 13:43:41.480541 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:43:41.480577 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:43:41.490114 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:43:41.490357 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:43:41.490445 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:43:41.490693 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:43:41.490772 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:43:41.493845 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:43:41.493921 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:43:41.610504 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:43:41.610705 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:43:41.610750 3297 controller.go:531] controller loop complete
I0406 13:43:42.883630 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:44.143748 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:44.144638 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:44.144781 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:44.343398 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:44.402062 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:47.885147 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:49.145227 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:49.145385 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:49.145475 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:49.344878 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:49.403707 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:51.612137 3297 controller.go:173] starting controller iteration
I0406 13:43:51.612180 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:43:51.612217 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:43:51.622950 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:43:51.623231 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:43:51.623291 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:43:51.623762 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:43:51.623894 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:43:51.626928 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:43:51.627007 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:43:51.734337 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:43:51.734523 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:43:51.734565 3297 controller.go:531] controller loop complete
I0406 13:43:52.886666 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:54.145919 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:54.146048 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:54.146869 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:54.346347 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:54.405232 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:57.888265 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:43:59.146473 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:59.146606 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:43:59.148261 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:59.347847 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:43:59.406756 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:01.735938 3297 controller.go:173] starting controller iteration
I0406 13:44:01.735981 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:44:01.736022 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:44:01.749104 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:44:01.749487 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:44:01.749547 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:44:01.750072 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:44:01.750158 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:44:01.753245 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:44:01.753396 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:44:01.862930 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:44:01.863124 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:44:01.863168 3297 controller.go:531] controller loop complete
I0406 13:44:02.889715 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:04.147045 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:04.147173 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:04.149736 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:04.349360 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:04.408285 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:07.891687 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:09.147587 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:09.147720 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:09.153262 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:09.350922 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:09.409845 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:11.864533 3297 controller.go:173] starting controller iteration
I0406 13:44:11.864577 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:44:11.864613 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:44:11.874903 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:44:11.875220 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:44:11.875282 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:44:11.875795 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:44:11.876119 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:44:11.881749 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:44:11.881901 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:44:11.993892 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:44:11.994091 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:44:11.994134 3297 controller.go:531] controller loop complete
I0406 13:44:12.893272 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:14.148176 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:14.148369 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:14.154687 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:14.352657 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:14.411476 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:17.894896 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:19.148827 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:19.148953 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:19.156158 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:19.354517 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:19.413266 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:21.995543 3297 controller.go:173] starting controller iteration
I0406 13:44:21.995585 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:44:21.995622 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:44:22.006929 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:44:22.007338 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:44:22.007400 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:44:22.007725 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:44:22.007925 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:44:22.011056 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:44:22.011143 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:44:22.682773 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:44:22.682971 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:44:22.683015 3297 controller.go:531] controller loop complete
I0406 13:44:22.896521 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:24.149419 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:24.149605 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:24.157692 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:24.356050 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:24.414849 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:25.438338 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:44:25.507160 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:44:25.574526 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:44:27.898421 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:29.150082 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:29.150209 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:29.159264 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:29.357748 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:29.416496 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:32.686506 3297 controller.go:173] starting controller iteration
I0406 13:44:32.686542 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:44:32.686581 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:44:32.698428 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:44:32.698680 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:44:32.698725 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:44:32.698980 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:44:32.699014 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:44:32.701838 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:44:32.701903 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:44:32.812998 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:44:32.813186 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:44:32.813228 3297 controller.go:531] controller loop complete
I0406 13:44:32.900031 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:34.150634 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:34.150832 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:34.160763 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:34.359258 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:34.418117 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:37.901696 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:39.151287 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:39.151416 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:39.162892 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:39.361052 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:39.419755 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:42.814630 3297 controller.go:173] starting controller iteration
I0406 13:44:42.814671 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:44:42.814708 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:44:42.825083 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:44:42.825340 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:44:42.825397 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:44:42.828117 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:44:42.828193 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:44:42.828542 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:44:42.828593 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:44:42.903199 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:42.945642 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:44:42.945764 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:44:42.945836 3297 controller.go:531] controller loop complete
I0406 13:44:44.151875 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:44.152237 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:44.166205 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:44.362627 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:44.421340 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:47.905007 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:49.152759 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:49.152889 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:49.168295 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:49.364678 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:49.422823 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:52.907290 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:52.947180 3297 controller.go:173] starting controller iteration
I0406 13:44:52.947221 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:44:52.947256 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:44:52.957820 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:44:52.958117 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:44:52.958177 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:44:52.964816 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:44:52.964911 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:44:52.965354 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:44:52.965405 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:44:53.082925 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:44:53.083106 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:44:53.083158 3297 controller.go:531] controller loop complete
I0406 13:44:54.153346 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:54.153689 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:54.169790 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:54.366155 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:54.424425 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:57.908844 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:44:59.154355 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:59.154485 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:44:59.171471 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:59.368322 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:44:59.426129 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:02.910971 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:03.084551 3297 controller.go:173] starting controller iteration
I0406 13:45:03.084595 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:45:03.084632 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:45:03.097635 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:45:03.097992 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:45:03.098051 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:45:03.098563 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:45:03.098634 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:45:03.102040 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:45:03.102123 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:45:03.222372 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:45:03.222572 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:45:03.222616 3297 controller.go:531] controller loop complete
I0406 13:45:04.155008 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:04.155354 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:04.173057 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:04.370146 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:04.428123 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:07.912633 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:09.155934 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:09.156063 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:09.174815 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:09.371882 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:09.433194 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:12.914357 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:13.223993 3297 controller.go:173] starting controller iteration
I0406 13:45:13.224035 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:45:13.224074 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:45:13.235342 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:45:13.235678 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:45:13.235747 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:45:13.237296 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:45:13.237367 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:45:13.239248 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:45:13.239350 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:45:13.358217 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:45:13.358400 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:45:13.358444 3297 controller.go:531] controller loop complete
I0406 13:45:14.156553 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:14.156947 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:14.176391 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:14.373726 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:14.434922 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:17.915957 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:19.157491 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:19.157619 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:19.178126 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:19.375527 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:19.436583 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:22.917587 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:23.359808 3297 controller.go:173] starting controller iteration
I0406 13:45:23.359849 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:45:23.359886 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:45:23.370989 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:45:23.371284 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:45:23.371342 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:45:23.371809 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:45:23.371884 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:45:23.374847 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:45:23.374921 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:45:23.486157 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:45:23.486361 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:45:23.486405 3297 controller.go:531] controller loop complete
I0406 13:45:24.158057 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:24.158445 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:24.179579 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:24.377166 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:24.438307 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:25.575320 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:45:25.634361 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:45:25.688274 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:45:27.919372 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:29.158970 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:29.159096 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:29.181094 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:29.378696 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:29.440051 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:32.921241 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:33.487689 3297 controller.go:173] starting controller iteration
I0406 13:45:33.487730 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:45:33.487772 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:45:33.498093 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:45:33.498419 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:45:33.498478 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:45:33.498910 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:45:33.499028 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:45:33.502162 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:45:33.502251 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:45:33.617919 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:45:33.618109 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:45:33.618152 3297 controller.go:531] controller loop complete
I0406 13:45:34.159659 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:34.159928 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:34.182562 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:34.380261 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:34.441723 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:37.922838 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:39.160512 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:39.160647 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:39.184246 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:39.384030 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:39.443451 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:42.924491 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:43.619516 3297 controller.go:173] starting controller iteration
I0406 13:45:43.619558 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:45:43.619594 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:45:43.629699 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:45:43.629996 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:45:43.630055 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:45:43.632940 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:45:43.633017 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:45:43.633368 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:45:43.633451 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:45:43.744789 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:45:44.161084 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:44.161691 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:44.185947 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:44.290143 3297 controller.go:906] backup response: name:"2019-04-06T13:45:43Z-000001"
I0406 13:45:44.290301 3297 controller.go:550] took backup: name:"2019-04-06T13:45:43Z-000001"
I0406 13:45:44.290371 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:45:44.290408 3297 controller.go:531] controller loop complete
I0406 13:45:44.385947 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:44.445201 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:47.926492 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:49.162216 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:49.162343 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:49.187622 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:49.387586 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:49.446716 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:52.928077 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:54.162814 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:54.162963 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:54.189590 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:54.291785 3297 controller.go:173] starting controller iteration
I0406 13:45:54.291826 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:45:54.291862 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:45:54.302876 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:45:54.303220 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:45:54.303291 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:45:54.305501 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:45:54.305577 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:45:54.307211 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:45:54.307292 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:45:54.389005 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:54.417004 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:45:54.417157 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:45:54.417257 3297 controller.go:531] controller loop complete
I0406 13:45:54.448244 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:57.929692 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:45:59.163434 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:59.163576 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:45:59.191042 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:59.390566 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:45:59.449853 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:02.931320 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:04.164016 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:04.164147 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:04.192531 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:04.393482 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:04.418678 3297 controller.go:173] starting controller iteration
I0406 13:46:04.418723 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:46:04.418762 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:46:04.432168 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:46:04.432495 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:46:04.432576 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:46:04.435935 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:46:04.436011 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:46:04.436374 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:46:04.436454 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:46:04.451349 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:04.554491 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:46:04.554693 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:46:04.554754 3297 controller.go:531] controller loop complete
I0406 13:46:07.932828 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:09.164578 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:09.164703 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:09.194033 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:09.395135 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:09.452989 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:12.934385 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:14.165163 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:14.165290 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:14.195541 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:14.396603 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:14.454578 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:14.556180 3297 controller.go:173] starting controller iteration
I0406 13:46:14.556224 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:46:14.556260 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:46:14.567734 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:46:14.568049 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:46:14.568110 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:46:14.568411 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:46:14.568520 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:46:14.571812 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:46:14.571900 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:46:14.694124 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:46:14.694214 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:46:14.694253 3297 controller.go:531] controller loop complete
I0406 13:46:17.935962 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:19.165694 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:19.165815 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:19.197077 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:19.398111 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:19.456169 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:22.937561 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:24.166228 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:24.166356 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:24.198833 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:24.399679 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:24.457809 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:24.695622 3297 controller.go:173] starting controller iteration
I0406 13:46:24.695660 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:46:24.695697 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:46:24.705527 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:46:24.705779 3297 controller.go:277] etcd cluster members: map[16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}]
I0406 13:46:24.705841 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:46:24.706750 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:46:24.706861 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:46:24.710853 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:46:24.710937 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:46:24.816559 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:46:24.816742 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:46:24.816785 3297 controller.go:531] controller loop complete
I0406 13:46:25.689059 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:46:25.757679 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:46:25.810568 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:46:27.939129 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:29.166812 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:29.166939 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:29.200385 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:29.401274 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:29.459503 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:32.940908 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:34.167351 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:34.167461 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:34.201857 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:34.402836 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:34.461010 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:34.818167 3297 controller.go:173] starting controller iteration
I0406 13:46:34.818202 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:46:34.818238 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:46:34.829191 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:46:34.829491 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:46:34.829579 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:46:34.829839 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:46:34.829920 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:46:34.833079 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:46:34.833158 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:46:34.949771 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:46:34.950148 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:46:34.950207 3297 controller.go:531] controller loop complete
I0406 13:46:37.943197 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:39.167890 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:39.168018 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:39.203312 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:39.404335 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:39.462378 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:42.944791 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:44.168496 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:44.168607 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:44.204780 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:44.405874 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:44.463946 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:44.951568 3297 controller.go:173] starting controller iteration
I0406 13:46:44.951617 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:46:44.951655 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:46:44.964395 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:46:44.964718 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:46:44.964775 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:46:44.965212 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:46:44.965279 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:46:44.968121 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:46:44.968210 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:46:45.092964 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:46:45.093160 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:46:45.093204 3297 controller.go:531] controller loop complete
I0406 13:46:47.946307 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:49.169034 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:49.169154 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:49.206253 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:49.407392 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:49.465439 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:52.947803 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:54.169632 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:54.169755 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:54.208416 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:54.409336 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:54.467022 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:55.094655 3297 controller.go:173] starting controller iteration
I0406 13:46:55.094686 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:46:55.094722 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:46:55.104557 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:46:55.104833 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:46:55.104892 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:46:55.105282 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:46:55.105431 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:46:55.108516 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:46:55.108660 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:46:55.217059 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:46:55.217250 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:46:55.217293 3297 controller.go:531] controller loop complete
I0406 13:46:57.949359 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:46:59.170182 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:59.170312 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:46:59.209992 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:59.410827 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:46:59.468627 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:02.950946 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:04.170741 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:04.170866 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:04.211599 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:04.412533 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:04.470306 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:05.218678 3297 controller.go:173] starting controller iteration
I0406 13:47:05.218720 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:47:05.218758 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:47:05.230219 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:47:05.230489 3297 controller.go:277] etcd cluster members: map[17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"} 14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}]
I0406 13:47:05.230552 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:47:05.230937 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:47:05.231114 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:47:05.234308 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:47:05.234393 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:47:05.357040 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:47:05.357222 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:47:05.357265 3297 controller.go:531] controller loop complete
I0406 13:47:07.952406 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:09.171349 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:09.171482 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:09.213156 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:09.414156 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:09.472040 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:12.953981 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:14.171969 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:14.172093 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:14.214728 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:14.415828 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:14.474244 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:15.358650 3297 controller.go:173] starting controller iteration
I0406 13:47:15.358692 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:47:15.358727 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:47:15.371297 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:47:15.371608 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:47:15.371671 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:47:15.372099 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:47:15.372166 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:47:15.374950 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:47:15.374967 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:47:15.486043 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:47:15.486232 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:47:15.486274 3297 controller.go:531] controller loop complete
I0406 13:47:17.955441 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:19.172544 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:19.172666 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:19.216227 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:19.417444 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:19.475779 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:22.956863 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:24.173103 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:24.173225 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:24.217696 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:24.419093 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:24.477349 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:25.487645 3297 controller.go:173] starting controller iteration
I0406 13:47:25.487691 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:47:25.487728 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:47:25.498124 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:47:25.498406 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:47:25.498465 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:47:25.498932 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:47:25.499004 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:47:25.502096 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:47:25.502181 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:47:25.611613 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:47:25.611833 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:47:25.611877 3297 controller.go:531] controller loop complete
I0406 13:47:25.811313 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:47:25.884728 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:47:25.922375 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:47:27.958454 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:29.173630 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:29.173748 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:29.219195 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:29.420607 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:29.479015 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:32.960245 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:34.174362 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:34.174501 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:34.220694 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:34.422266 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:34.480636 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:35.613270 3297 controller.go:173] starting controller iteration
I0406 13:47:35.613307 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:47:35.613345 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:47:35.622911 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:47:35.623549 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:47:35.623730 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:47:35.625031 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:47:35.625163 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:47:35.628417 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:47:35.628578 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:47:35.751751 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:47:35.751940 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:47:35.751983 3297 controller.go:531] controller loop complete
I0406 13:47:37.961845 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:39.174982 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:39.175111 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:39.222410 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:39.423867 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:39.482046 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:42.963508 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:44.175546 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:44.175690 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:44.223913 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:44.425485 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:44.483507 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:45.753853 3297 controller.go:173] starting controller iteration
I0406 13:47:45.753885 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:47:45.753921 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:47:45.763596 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:47:45.763800 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:47:45.763822 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:47:45.763988 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:47:45.764004 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:47:45.766712 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:47:45.766788 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:47:45.890253 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:47:45.891577 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:47:45.891636 3297 controller.go:531] controller loop complete
I0406 13:47:47.965063 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:49.176104 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:49.176227 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:49.225447 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:49.427159 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:49.488941 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:52.966588 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:54.176646 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:54.176777 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:54.226998 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:54.428680 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:54.490491 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:55.893024 3297 controller.go:173] starting controller iteration
I0406 13:47:55.893062 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:47:55.893098 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:47:55.904032 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:47:55.904311 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:47:55.904368 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:47:55.904804 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:47:55.904869 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:47:55.908313 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:47:55.908423 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:47:56.023751 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:47:56.023865 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:47:56.023888 3297 controller.go:531] controller loop complete
I0406 13:47:57.968237 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:47:59.177204 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:59.177325 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:47:59.228532 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:59.430214 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:47:59.491912 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:02.969944 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:04.177735 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:04.177855 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:04.230063 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:04.431812 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:04.493419 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:06.025260 3297 controller.go:173] starting controller iteration
I0406 13:48:06.025306 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:48:06.025343 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:48:06.037277 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:48:06.037556 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:48:06.037617 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:48:06.037903 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:48:06.037954 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:48:06.041104 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:48:06.041258 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:48:06.154033 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:48:06.154217 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:48:06.154260 3297 controller.go:531] controller loop complete
I0406 13:48:07.971520 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:09.178269 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:09.178387 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:09.232031 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:09.433368 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:09.494929 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:12.973209 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:14.178792 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:14.178920 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:14.233925 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:14.434979 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:14.496523 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:16.155620 3297 controller.go:173] starting controller iteration
I0406 13:48:16.155664 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:48:16.155701 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:48:16.165274 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:48:16.165603 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:48:16.165662 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" >
I0406 13:48:16.165974 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:48:16.166024 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:48:16.170411 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:48:16.170491 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:48:16.283438 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:48:16.283556 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:48:16.283640 3297 controller.go:531] controller loop complete
I0406 13:48:17.974855 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:19.179350 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:19.179479 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:19.235376 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:19.436408 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:19.498067 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:22.976479 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:24.179884 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:24.180012 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:24.236842 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:24.437965 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:24.499609 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:25.923106 3297 volumes.go:85] AWS API Request: ec2/DescribeVolumes
I0406 13:48:25.982004 3297 volumes.go:85] AWS API Request: ec2/DescribeInstances
I0406 13:48:26.020753 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net]]
I0406 13:48:26.285017 3297 controller.go:173] starting controller iteration
I0406 13:48:26.285043 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:48:26.285069 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:48:26.295431 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:48:26.295724 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:48:26.295787 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:48:26.296265 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:48:26.296333 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:48:26.300077 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:48:26.300176 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:48:26.415645 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:48:26.415828 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:48:26.415870 3297 controller.go:531] controller loop complete
I0406 13:48:27.978997 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:29.180440 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:29.180624 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:29.238300 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:29.439506 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:29.501146 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:32.981328 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:34.181147 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:34.181278 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:34.239913 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:34.441300 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:34.502870 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:36.417232 3297 controller.go:173] starting controller iteration
I0406 13:48:36.417276 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:48:36.417311 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:48:36.428613 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:48:36.428910 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:48:36.428972 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" > members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" >
I0406 13:48:36.429402 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]]
I0406 13:48:36.429468 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net] xxx.xxx.40.7:[etcd-a.internal.k1.***.net]], fallbacks=map[etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226] etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:48:36.432738 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:48:36.432822 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:48:36.563289 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:48:36.563492 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:48:36.563535 3297 controller.go:531] controller loop complete
I0406 13:48:37.982826 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:39.181682 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:39.181811 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:39.241427 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:39.442769 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:39.504399 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:42.984333 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:44.182215 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:44.182339 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:44.242886 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:44.445969 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:44.505941 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:46.564896 3297 controller.go:173] starting controller iteration
I0406 13:48:46.564939 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:48:46.564975 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:48:46.575130 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:48:46.575405 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"} 17593070936330454618:{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}]
I0406 13:48:46.575464 3297 controller.go:615] sending member map to all peers: members:<name:"etcd-a" dns:"etcd-a.internal.k1.***.net" addresses:"xxx.xxx.40.7" > members:<name:"etcd-b" dns:"etcd-b.internal.k1.***.net" addresses:"xxx.xxx.69.226" > members:<name:"etcd-c" dns:"etcd-c.internal.k1.***.net" addresses:"xxx.xxx.108.119" >
I0406 13:48:46.576089 3297 etcdserver.go:222] updating hosts: map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:48:46.576166 3297 hosts.go:81] hosts update: primarymap[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]], fallbacks=map[etcd-c.internal.k1.***.net:[xxx.xxx.108.119 xxx.xxx.108.119] etcd-a.internal.k1.***.net:[xxx.xxx.40.7 xxx.xxx.40.7] etcd-b.internal.k1.***.net:[xxx.xxx.69.226 xxx.xxx.69.226]], final=map[xxx.xxx.40.7:[etcd-a.internal.k1.***.net] xxx.xxx.69.226:[etcd-b.internal.k1.***.net] xxx.xxx.108.119:[etcd-c.internal.k1.***.net]]
I0406 13:48:46.579644 3297 commands.go:22] not refreshing commands - TTL not hit
I0406 13:48:46.579720 3297 s3fs.go:219] Reading file "s3://xxxx-kubernetes-artifacts/k1.***.net/backups/etcd/main/control/etcd-cluster-created"
I0406 13:48:46.689761 3297 controller.go:369] spec member_count:3 etcd_version:"3.1.12"
I0406 13:48:46.689881 3297 reconcile_configuration.go:73] TLS configuration is disabled, won't enable TLS
I0406 13:48:46.689904 3297 controller.go:531] controller loop complete
I0406 13:48:47.985793 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:49.182748 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:49.182874 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:49.244370 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:49.449459 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:49.508470 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:52.987479 3297 server.go:115] got ping info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:54.183283 3297 server.go:115] got ping info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:54.183416 3297 peers.go:240] got ping response from etcd-a: info:<id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" >
I0406 13:48:54.245836 3297 server.go:115] got ping info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:54.451066 3297 peers.go:240] got ping response from etcd-c: info:<id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" >
I0406 13:48:54.510215 3297 peers.go:240] got ping response from etcd-b: info:<id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" >
I0406 13:48:56.691165 3297 controller.go:173] starting controller iteration
I0406 13:48:56.691207 3297 controller.go:183] peers: [peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" } peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" } peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }]
I0406 13:48:56.691243 3297 controller.go:269] I am leader with token "shvsQif09L-neMRRPQjleA"
I0406 13:48:56.700767 3297 controller.go:276] etcd cluster state: etcdClusterState
members:
{"name":"etcd-c","peerURLs":["http://etcd-c.internal.k1.***.net:2380"],"endpoints":["http://etcd-c.internal.k1.***.net:4001"],"ID":"17593070936330454618"}
{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"}
{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.internal.k1.***.net:4001"],"ID":"16066085747308142215"}
peers:
etcdClusterPeerInfo{peer=peer{id:"etcd-a" endpoints:"xxx.xxx.40.7:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-b" endpoints:"xxx.xxx.69.226:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
etcdClusterPeerInfo{peer=peer{id:"etcd-c" endpoints:"xxx.xxx.108.119:3996" }, info=cluster_name:"etcd" node_configuration:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > etcd_state:<cluster:<cluster_token:"6hFc8XgUSGMEtIs_N-V0Bg" nodes:<name:"etcd-b" peer_urls:"http://etcd-b.internal.k1.***.net:2380" client_urls:"http://etcd-b.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-b.internal.k1.***.net:3994" > nodes:<name:"etcd-c" peer_urls:"http://etcd-c.internal.k1.***.net:2380" client_urls:"http://etcd-c.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-c.internal.k1.***.net:3994" > nodes:<name:"etcd-a" peer_urls:"http://etcd-a.internal.k1.***.net:2380" client_urls:"http://etcd-a.internal.k1.***.net:4001" quarantined_client_urls:"http://etcd-a.internal.k1.***.net:3994" > > etcd_version:"3.1.12" > }
I0406 13:48:56.701007 3297 controller.go:277] etcd cluster members: map[14744523695276975141:{"name":"etcd-a","peerURLs":["http://etcd-a.internal.k1.***.net:2380"],"endpoints":["http://etcd-a.internal.k1.***.net:4001"],"ID":"14744523695276975141"} 16066085747308142215:{"name":"etcd-b","peerURLs":["http://etcd-b.internal.k1.***.net:2380"],"endpoints":["http://etcd-b.inte
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment