Skip to content

Instantly share code, notes, and snippets.

@muzi502

muzi502/kubespray-deploy-01.log

Created August 30, 2021 14:09
Show Gist options
  • Save muzi502/bd07d293fe63189f05d7242e5c50a5c3 to your computer and use it in GitHub Desktop.
Save muzi502/bd07d293fe63189f05d7242e5c50a5c3 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
kubespray-deploy-01.log
╭─reimu@macdock ~
╰─$ ssh 172.20.0.25
Warning: Permanently added '172.20.0.25' (ECDSA) to the list of known hosts.
Linux kube-registry-01 4.19.0-17-amd64 #1 SMP Debian 4.19.194-2 (2021-06-21) x86_64
The programs included with the Debian GNU/Linux system are free software;
the exact distribution terms for each program are described in the
individual files in /usr/share/doc/*/copyright.
Debian GNU/Linux comes with ABSOLUTELY NO WARRANTY, to the extent
permitted by applicable law.
Last login: Wed Aug 25 01:07:43 2021 from 172.20.0.133
root@kube-registry-01:~# cd /opt/
root@kube-registry-01:/opt# ls
kubeplay-v0.1.0-alpha.2-linux-amd64.tar.gz
root@kube-registry-01:/opt# tar -xf kubeplay-v0.1.0-alpha.2-linux-amd64.tar.gz
root@kube-registry-01:/opt# cd kubeplay/
root@kube-registry-01:/opt/kubeplay# ls
compose.yaml config config-sample.yaml install.sh library README.md README_zh-CN.md resources
root@kube-registry-01:/opt/kubeplay# cp config-sample.yaml config.yaml
root@kube-registry-01:/opt/kubeplay# vi config.yaml
root@kube-registry-01:/opt/kubeplay# time bash install.sh
✔ Update the apt list file
✔ Updated the repo file successfully
Extracting templates from packages: 100%
✔ Installing common tools
Created symlink /etc/systemd/system/multi-user.target.wants/buildkit.service → /usr/local/lib/systemd/system/buildkit.service.
Created symlink /etc/systemd/system/multi-user.target.wants/containerd.service → /usr/local/lib/systemd/system/containerd.service.
✔ Common tools installed successfully
✔ Generating TLS cert for domain: kube.registry.local
✔ Copy certs to /opt/kubeplay/config/compose
/usr/sbin/update-ca-certificates
✔ Load /opt/kubeplay/resources/images/nginx-1.20-alpine.tar image successfully
✔ Load /opt/kubeplay/resources/images/registry-2.7.1.tar image successfully
✔ Load /opt/kubeplay/resources/images/kubespray-v2.16.0-124-g9b3cb49a.tar image successfully
WARN[0000] unparsable image name "overlayfs@sha256:2a8c07ddc5c60ba6ffe4fa16d838b53a2c42c1ebd48743b3cab35d5688b35be2"
WARN[0000] unparsable image name "overlayfs@sha256:475de027e7034edd38a77c7cc148d8bfbfe97ada46af645db211383f3ab2bd80"
WARN[0000] unparsable image name "overlayfs@sha256:98d13a74dfeaec52fcd7a9cebea81fb34fb758dd61f35f76414b543956d930ad"
✔ Starting nginx and registry
WARN[0000] Ignoring: volume: [Bind]
WARN[0000] Ignoring: volume: [Bind]
WARN[0000] Ignoring: volume: [Bind]
WARN[0000] Ignoring: volume: [Bind]
INFO[0000] Removing container nginx
WARN[0000] error while executing [/usr/local/bin/nerdctl rm -f nginx]: "time=\"2021-08-30T21:53:22+08:00\" level=fatal msg=\"no such container nginx\"\n": exit status 1
WARN[0000] Ignoring: volume: [Bind]
INFO[0000] Removing container registry
WARN[0000] error while executing [/usr/local/bin/nerdctl rm -f registry]: "time=\"2021-08-30T21:53:22+08:00\" level=fatal msg=\"no such container registry\"\n": exit status 1
INFO[0000] Creating network kubeplay_default
WARN[0000] Ignoring: volume: [Bind]
WARN[0000] Ignoring: volume: [Bind]
WARN[0000] Ignoring: volume: [Bind]
WARN[0000] Ignoring: volume: [Bind]
WARN[0000] Ignoring: volume: [Bind]
INFO[0000] Ensuring image nginx:1.20-alpine
INFO[0000] Ensuring image registry:2.7.1
INFO[0000] Creating container registry
INFO[0000] Creating container nginx
✔ The registry container is running.
✔ The nginx container is running.
✔ The http://172.20.0.25:8080/certs/rootCA.crt website is running, and the status code is 200.
✔ The https://kube.registry.local:443/v2/_catalog website is running, and the status code is 200.
✔ Installing chrony as NTP server
Synchronizing state of chrony.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable chrony
✔ Chrony server is running.
INFO[0000] pushing as a single-platform image (application/vnd.docker.distribution.manifest.v2+json, sha256:475de027e7034edd38a77c7cc148d8bfbfe97ada46af645db211383f3ab2bd80)
manifest-sha256:475de027e7034edd38a77c7cc148d8bfbfe97ada46af645db211383f3ab2bd80: waiting |--------------------------------------|
layer-sha256:0b4757ff7ac344352b01379b10fdefb342d0a9a79a6fe6e513af56a72af96d79: waiting |--------------------------------------|
config-sha256:25d5f2dc1ac886dbd81929d8001f086a08016b2157f35df67a03e17cf9609936: waiting |--------------------------------------|
layer-sha256:300b011056d9e8d428afaedc3e4f5f1925db833c60bae3dd777fb71fea1ef3ba: waiting |--------------------------------------|
layer-sha256:47828d33305deccc412a9cf22d25624e2b96457314291c17d3e93c774969234d: waiting |--------------------------------------|
layer-sha256:060ba47b239b74c6be0dd595d3edce6116a7c29d095434dae4d52634551bb72d: waiting |--------------------------------------|
layer-sha256:0d7236651d288b335e5c503c580cc55b323f901efd09de31d694e51895594686: waiting |--------------------------------------|
layer-sha256:80a33d6e92727fb9931e95e577d3eeee1c9f3b7e5de90a6771e6ac1caeb2dd34: waiting |--------------------------------------|
layer-sha256:7e16fd95bbee1a052655288141d1318e543450b74c349b945acbb7e941623d36: waiting |--------------------------------------|
layer-sha256:743090d2126a7bcbc24c06711695d2bbeba5da1c273c56b0c89d325a3fd3cc15: waiting |--------------------------------------|
layer-sha256:2a90cd90af1798ef47c23a3143a29f6480b4f595878e349eb8325425acc9a83d: waiting |--------------------------------------|
elapsed: 4.2 s total: 0.0 B (0.0 B/s)
✔ ###### start deploy kubernetes cluster ######
✔ ###### start deploy 00-default-ssh-config ######
[WARNING]: Could not match supplied host pattern, ignoring: bastion
PLAY [bastion[0]] *****************************************************************************************************************************
skipping: no hosts matched
PLAY [k8s_cluster:etcd] ***********************************************************************************************************************
Monday 30 August 2021 13:53:35 +0000 (0:00:00.036) 0:00:00.036 *********
PLAY RECAP ************************************************************************************************************************************
node1 : ok=0 changed=0 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0
node2 : ok=0 changed=0 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0
node3 : ok=0 changed=0 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0
node4 : ok=0 changed=0 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0
Monday 30 August 2021 13:53:36 +0000 (0:00:00.083) 0:00:00.120 *********
===============================================================================
Setting up ssh public key authentication ----------------------------------------------------------------------------------------------- 0.08s
✔ ###### 00-default-ssh-config successfully installed ######
✔ ###### start deploy 01-cluster-bootstrap-os ######
PLAY [Gather facts] ***************************************************************************************************************************
Monday 30 August 2021 13:53:37 +0000 (0:00:00.023) 0:00:00.023 *********
TASK [Gather minimal facts] *******************************************************************************************************************
ok: [node1]
ok: [node4]
ok: [node3]
ok: [node2]
Monday 30 August 2021 13:53:38 +0000 (0:00:00.965) 0:00:00.988 *********
TASK [Gather necessary facts (network)] *******************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:53:38 +0000 (0:00:00.389) 0:00:01.378 *********
TASK [Gather necessary facts (hardware)] ******************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
PLAY [k8s_cluster:etcd] ***********************************************************************************************************************
Monday 30 August 2021 13:53:39 +0000 (0:00:00.781) 0:00:02.160 *********
Monday 30 August 2021 13:53:39 +0000 (0:00:00.088) 0:00:02.249 *********
Monday 30 August 2021 13:53:39 +0000 (0:00:00.096) 0:00:02.345 *********
Monday 30 August 2021 13:53:39 +0000 (0:00:00.092) 0:00:02.438 *********
Monday 30 August 2021 13:53:39 +0000 (0:00:00.094) 0:00:02.532 *********
Monday 30 August 2021 13:53:39 +0000 (0:00:00.093) 0:00:02.626 *********
Monday 30 August 2021 13:53:39 +0000 (0:00:00.041) 0:00:02.667 *********
Monday 30 August 2021 13:53:39 +0000 (0:00:00.036) 0:00:02.704 *********
Monday 30 August 2021 13:53:39 +0000 (0:00:00.097) 0:00:02.802 *********
Monday 30 August 2021 13:53:39 +0000 (0:00:00.160) 0:00:02.962 *********
Monday 30 August 2021 13:53:40 +0000 (0:00:00.093) 0:00:03.055 *********
Monday 30 August 2021 13:53:40 +0000 (0:00:00.101) 0:00:03.156 *********
Monday 30 August 2021 13:53:40 +0000 (0:00:00.039) 0:00:03.195 *********
Monday 30 August 2021 13:53:40 +0000 (0:00:00.094) 0:00:03.290 *********
Monday 30 August 2021 13:53:40 +0000 (0:00:00.098) 0:00:03.388 *********
Monday 30 August 2021 13:53:40 +0000 (0:00:00.097) 0:00:03.485 *********
Monday 30 August 2021 13:53:40 +0000 (0:00:00.095) 0:00:03.581 *********
Monday 30 August 2021 13:53:43 +0000 (0:00:02.688) 0:00:06.270 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node4] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 13:53:43 +0000 (0:00:00.119) 0:00:06.389 *********
Monday 30 August 2021 13:53:43 +0000 (0:00:00.100) 0:00:06.490 *********
Monday 30 August 2021 13:53:43 +0000 (0:00:00.037) 0:00:06.527 *********
Monday 30 August 2021 13:53:43 +0000 (0:00:00.096) 0:00:06.623 *********
Monday 30 August 2021 13:53:43 +0000 (0:00:00.039) 0:00:06.663 *********
Monday 30 August 2021 13:53:43 +0000 (0:00:00.096) 0:00:06.760 *********
TASK [cluster/bootstrap-os : gather os specific variables] ************************************************************************************
ok: [node1] => (item=/kubespray/roles/cluster/bootstrap-os/vars/../vars/debian.yml)
ok: [node4] => (item=/kubespray/roles/cluster/bootstrap-os/vars/../vars/debian.yml)
ok: [node2] => (item=/kubespray/roles/cluster/bootstrap-os/vars/../vars/centos.yml)
ok: [node3] => (item=/kubespray/roles/cluster/bootstrap-os/vars/../vars/ubuntu.yml)
Monday 30 August 2021 13:53:43 +0000 (0:00:00.165) 0:00:06.925 *********
included: /kubespray/roles/cluster/bootstrap-os/tasks/bootstrap.yml for node1, node2, node3, node4
Monday 30 August 2021 13:53:44 +0000 (0:00:00.126) 0:00:07.051 *********
TASK [cluster/bootstrap-os : Configure offline resources repository on apt package manager] ***************************************************
changed: [node1]
changed: [node4]
changed: [node3]
Monday 30 August 2021 13:53:44 +0000 (0:00:00.718) 0:00:07.769 *********
TASK [cluster/bootstrap-os : Configure offline resources repository on yum package manager] ***************************************************
changed: [node2]
Monday 30 August 2021 13:53:45 +0000 (0:00:00.440) 0:00:08.210 *********
TASK [cluster/bootstrap-os : Update apt repository cache] *************************************************************************************
ok: [node3]
[WARNING]: Updating cache and auto-installing missing dependency: python-apt
ok: [node1]
ok: [node4]
Monday 30 August 2021 13:53:47 +0000 (0:00:02.050) 0:00:10.261 *********
TASK [cluster/bootstrap-os : Add registry domain CA to trusted CA dir] ************************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:53:47 +0000 (0:00:00.516) 0:00:10.778 *********
TASK [cluster/bootstrap-os : Update ca-certificates (Debian/Ubuntu/SUSE/Flatcar)] *************************************************************
changed: [node4]
changed: [node1]
changed: [node3]
Monday 30 August 2021 13:53:48 +0000 (0:00:00.962) 0:00:11.740 *********
TASK [cluster/bootstrap-os : Update ca-certificates (RedHat)] *********************************************************************************
changed: [node2]
Monday 30 August 2021 13:53:49 +0000 (0:00:00.762) 0:00:12.503 *********
TASK [cluster/bootstrap-os : List services] ***************************************************************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
Monday 30 August 2021 13:53:51 +0000 (0:00:02.305) 0:00:14.808 *********
TASK [cluster/bootstrap-os : Disable service firewalld] ***************************************************************************************
changed: [node2]
Monday 30 August 2021 13:53:53 +0000 (0:00:01.407) 0:00:16.216 *********
TASK [cluster/bootstrap-os : Disable service ufw] *********************************************************************************************
changed: [node3]
Monday 30 August 2021 13:53:54 +0000 (0:00:00.993) 0:00:17.209 *********
included: /kubespray/roles/cluster/bootstrap-os/tasks/chrony.yml for node1, node2, node3, node4
Monday 30 August 2021 13:53:54 +0000 (0:00:00.152) 0:00:17.362 *********
TASK [cluster/bootstrap-os : Chrony | Install Chrony] *****************************************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:53:58 +0000 (0:00:03.812) 0:00:21.174 *********
TASK [cluster/bootstrap-os : chrony | Copy the chrony.conf template file] *********************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:53:58 +0000 (0:00:00.575) 0:00:21.750 *********
TASK [cluster/bootstrap-os : Chrony | start and enable chrony service] ************************************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
Monday 30 August 2021 13:53:59 +0000 (0:00:00.697) 0:00:22.447 *********
Monday 30 August 2021 13:53:59 +0000 (0:00:00.100) 0:00:22.547 *********
[WARNING]: raw module does not support the environment keyword
TASK [bootstrap-os : Fetch /etc/os-release] ***************************************************************************************************
ok: [node1]
[WARNING]: raw module does not support the environment keyword
[WARNING]: raw module does not support the environment keyword
[WARNING]: raw module does not support the environment keyword
ok: [node3]
ok: [node4]
ok: [node2]
Monday 30 August 2021 13:53:59 +0000 (0:00:00.151) 0:00:22.699 *********
included: /kubespray/roles/bootstrap-os/tasks/bootstrap-centos.yml for node2
Monday 30 August 2021 13:53:59 +0000 (0:00:00.145) 0:00:22.845 *********
TASK [bootstrap-os : Gather host facts to get ansible_distribution_version ansible_distribution_major_version] ********************************
ok: [node2]
Monday 30 August 2021 13:54:00 +0000 (0:00:00.274) 0:00:23.119 *********
TASK [bootstrap-os : Add proxy to yum.conf or dnf.conf if http_proxy is defined] **************************************************************
ok: [node2]
Monday 30 August 2021 13:54:00 +0000 (0:00:00.299) 0:00:23.419 *********
Monday 30 August 2021 13:54:00 +0000 (0:00:00.050) 0:00:23.470 *********
Monday 30 August 2021 13:54:00 +0000 (0:00:00.075) 0:00:23.545 *********
Monday 30 August 2021 13:54:00 +0000 (0:00:00.049) 0:00:23.594 *********
Monday 30 August 2021 13:54:00 +0000 (0:00:00.086) 0:00:23.681 *********
Monday 30 August 2021 13:54:00 +0000 (0:00:00.095) 0:00:23.776 *********
TASK [bootstrap-os : Check presence of fastestmirror.conf] ************************************************************************************
ok: [node2]
Monday 30 August 2021 13:54:01 +0000 (0:00:00.262) 0:00:24.039 *********
TASK [bootstrap-os : Disable fastestmirror plugin if requested] *******************************************************************************
changed: [node2]
Monday 30 August 2021 13:54:01 +0000 (0:00:00.309) 0:00:24.348 *********
TASK [bootstrap-os : Install libselinux python package] ***************************************************************************************
ok: [node2]
Monday 30 August 2021 13:54:01 +0000 (0:00:00.277) 0:00:24.625 *********
Monday 30 August 2021 13:54:01 +0000 (0:00:00.104) 0:00:24.730 *********
Monday 30 August 2021 13:54:01 +0000 (0:00:00.097) 0:00:24.827 *********
Monday 30 August 2021 13:54:01 +0000 (0:00:00.108) 0:00:24.936 *********
Monday 30 August 2021 13:54:02 +0000 (0:00:00.105) 0:00:25.041 *********
Monday 30 August 2021 13:54:02 +0000 (0:00:00.106) 0:00:25.148 *********
included: /kubespray/roles/bootstrap-os/tasks/bootstrap-debian.yml for node1, node3, node4
Monday 30 August 2021 13:54:02 +0000 (0:00:00.153) 0:00:25.301 *********
[WARNING]: raw module does not support the environment keyword
TASK [bootstrap-os : Check if bootstrap is needed] ********************************************************************************************
ok: [node1]
[WARNING]: raw module does not support the environment keyword
ok: [node3]
[WARNING]: raw module does not support the environment keyword
ok: [node4]
Monday 30 August 2021 13:54:02 +0000 (0:00:00.128) 0:00:25.429 *********
[WARNING]: raw module does not support the environment keyword
TASK [bootstrap-os : Check http::proxy in apt configuration files] ****************************************************************************
ok: [node1]
[WARNING]: raw module does not support the environment keyword
[WARNING]: raw module does not support the environment keyword
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:02 +0000 (0:00:00.138) 0:00:25.568 *********
Monday 30 August 2021 13:54:02 +0000 (0:00:00.086) 0:00:25.654 *********
[WARNING]: raw module does not support the environment keyword
[WARNING]: raw module does not support the environment keyword
TASK [bootstrap-os : Check https::proxy in apt configuration files] ***************************************************************************
ok: [node1]
[WARNING]: raw module does not support the environment keyword
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:02 +0000 (0:00:00.124) 0:00:25.779 *********
Monday 30 August 2021 13:54:02 +0000 (0:00:00.121) 0:00:25.900 *********
Monday 30 August 2021 13:54:03 +0000 (0:00:00.084) 0:00:25.985 *********
[WARNING]: raw module does not support the environment keyword
[WARNING]: raw module does not support the environment keyword
TASK [bootstrap-os : Update Apt cache] ********************************************************************************************************
ok: [node1]
ok: [node4]
Monday 30 August 2021 13:54:03 +0000 (0:00:00.177) 0:00:26.163 *********
TASK [bootstrap-os : Set the ansible_python_interpreter fact] *********************************************************************************
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:03 +0000 (0:00:00.099) 0:00:26.262 *********
TASK [bootstrap-os : Install dbus for the hostname module] ************************************************************************************
ok: [node1]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:54:03 +0000 (0:00:00.405) 0:00:26.668 *********
Monday 30 August 2021 13:54:03 +0000 (0:00:00.104) 0:00:26.772 *********
Monday 30 August 2021 13:54:03 +0000 (0:00:00.106) 0:00:26.879 *********
TASK [bootstrap-os : Create remote_tmp for it is used by another module] **********************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:54:04 +0000 (0:00:00.400) 0:00:27.280 *********
TASK [bootstrap-os : Gather host facts to get ansible_os_family] ******************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:54:04 +0000 (0:00:00.487) 0:00:27.767 *********
TASK [bootstrap-os : Assign inventory name to unconfigured hostnames (non-CoreOS, non-Flatcar, Suse and ClearLinux)] **************************
changed: [node2]
changed: [node3]
changed: [node1]
changed: [node4]
Monday 30 August 2021 13:54:05 +0000 (0:00:00.844) 0:00:28.611 *********
Monday 30 August 2021 13:54:05 +0000 (0:00:00.117) 0:00:28.729 *********
Monday 30 August 2021 13:54:05 +0000 (0:00:00.110) 0:00:28.839 *********
Monday 30 August 2021 13:54:05 +0000 (0:00:00.103) 0:00:28.943 *********
TASK [bootstrap-os : Ensure bash_completion.d folder exists] **********************************************************************************
changed: [node1]
ok: [node2]
ok: [node3]
changed: [node4]
Monday 30 August 2021 13:54:06 +0000 (0:00:00.282) 0:00:29.226 *********
RUNNING HANDLER [cluster/bootstrap-os : Chrony | restart chrony service] **********************************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
PLAY [k8s_cluster:etcd] ***********************************************************************************************************************
Monday 30 August 2021 13:54:06 +0000 (0:00:00.636) 0:00:29.862 *********
Monday 30 August 2021 13:54:06 +0000 (0:00:00.104) 0:00:29.967 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.111) 0:00:30.078 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.104) 0:00:30.183 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.111) 0:00:30.295 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.109) 0:00:30.405 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.045) 0:00:30.450 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.046) 0:00:30.497 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.108) 0:00:30.606 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.107) 0:00:30.713 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.112) 0:00:30.826 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.109) 0:00:30.935 *********
Monday 30 August 2021 13:54:07 +0000 (0:00:00.041) 0:00:30.976 *********
Monday 30 August 2021 13:54:08 +0000 (0:00:00.110) 0:00:31.087 *********
Monday 30 August 2021 13:54:08 +0000 (0:00:00.106) 0:00:31.194 *********
Monday 30 August 2021 13:54:08 +0000 (0:00:00.103) 0:00:31.297 *********
Monday 30 August 2021 13:54:08 +0000 (0:00:00.108) 0:00:31.405 *********
Monday 30 August 2021 13:54:11 +0000 (0:00:02.815) 0:00:34.221 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node4] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 13:54:11 +0000 (0:00:00.124) 0:00:34.345 *********
Monday 30 August 2021 13:54:11 +0000 (0:00:00.216) 0:00:34.562 *********
TASK [kubespray-defaults : create fallback_ips_base] ******************************************************************************************
ok: [node1]
Monday 30 August 2021 13:54:11 +0000 (0:00:00.083) 0:00:34.646 *********
TASK [kubespray-defaults : set fallback_ips] **************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:11 +0000 (0:00:00.153) 0:00:34.799 *********
Monday 30 August 2021 13:54:11 +0000 (0:00:00.046) 0:00:34.846 *********
Monday 30 August 2021 13:54:11 +0000 (0:00:00.111) 0:00:34.957 *********
TASK [adduser : User | Create User Group] *****************************************************************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
Monday 30 August 2021 13:54:12 +0000 (0:00:00.386) 0:00:35.344 *********
TASK [adduser : User | Create User] ***********************************************************************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
Monday 30 August 2021 13:54:12 +0000 (0:00:00.529) 0:00:35.874 *********
TASK [kubernetes/preinstall : Remove swapfile from /etc/fstab] ********************************************************************************
ok: [node2] => (item=swap)
ok: [node4] => (item=swap)
ok: [node3] => (item=swap)
ok: [node1] => (item=swap)
ok: [node2] => (item=none)
changed: [node1] => (item=none)
changed: [node4] => (item=none)
ok: [node3] => (item=none)
Monday 30 August 2021 13:54:13 +0000 (0:00:00.635) 0:00:36.509 *********
TASK [kubernetes/preinstall : check swap] *****************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:13 +0000 (0:00:00.300) 0:00:36.810 *********
TASK [kubernetes/preinstall : Disable swap] ***************************************************************************************************
changed: [node1]
changed: [node4]
Monday 30 August 2021 13:54:14 +0000 (0:00:00.304) 0:00:37.115 *********
TASK [kubernetes/preinstall : Stop if either kube_control_plane or kube_node group is empty] **************************************************
ok: [node1] => (item=kube_control_plane) => changed=false
ansible_loop_var: item
item: kube_control_plane
msg: All assertions passed
ok: [node1] => (item=kube_node) => changed=false
ansible_loop_var: item
item: kube_node
msg: All assertions passed
Monday 30 August 2021 13:54:14 +0000 (0:00:00.086) 0:00:37.201 *********
TASK [kubernetes/preinstall : Stop if etcd group is empty in external etcd mode] **************************************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:14 +0000 (0:00:00.060) 0:00:37.261 *********
TASK [kubernetes/preinstall : Stop if non systemd OS type] ************************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:14 +0000 (0:00:00.133) 0:00:37.395 *********
TASK [kubernetes/preinstall : Stop if unknown OS] *********************************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:14 +0000 (0:00:00.156) 0:00:37.551 *********
TASK [kubernetes/preinstall : Stop if unknown network plugin] *********************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:14 +0000 (0:00:00.149) 0:00:37.701 *********
Monday 30 August 2021 13:54:14 +0000 (0:00:00.112) 0:00:37.813 *********
TASK [kubernetes/preinstall : Stop if supported Calico versions] ******************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:14 +0000 (0:00:00.152) 0:00:37.966 *********
Monday 30 August 2021 13:54:15 +0000 (0:00:00.109) 0:00:38.076 *********
TASK [kubernetes/preinstall : Stop if unsupported version of Kubernetes] **********************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:15 +0000 (0:00:00.218) 0:00:38.294 *********
TASK [kubernetes/preinstall : Stop if known booleans are set as strings (Use JSON format on CLI: -e "{'key': true }")] ************************
ok: [node1] => (item={'name': 'download_run_once', 'value': False}) => changed=false
ansible_loop_var: item
item:
name: download_run_once
value: false
msg: All assertions passed
ok: [node1] => (item={'name': 'deploy_netchecker', 'value': False}) => changed=false
ansible_loop_var: item
item:
name: deploy_netchecker
value: false
msg: All assertions passed
ok: [node1] => (item={'name': 'download_always_pull', 'value': False}) => changed=false
ansible_loop_var: item
item:
name: download_always_pull
value: false
msg: All assertions passed
ok: [node1] => (item={'name': 'helm_enabled', 'value': False}) => changed=false
ansible_loop_var: item
item:
name: helm_enabled
value: false
msg: All assertions passed
ok: [node1] => (item={'name': 'openstack_lbaas_enabled', 'value': False}) => changed=false
ansible_loop_var: item
item:
name: openstack_lbaas_enabled
value: false
msg: All assertions passed
Monday 30 August 2021 13:54:15 +0000 (0:00:00.158) 0:00:38.453 *********
TASK [kubernetes/preinstall : Stop if even number of etcd hosts] ******************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:15 +0000 (0:00:00.136) 0:00:38.589 *********
TASK [kubernetes/preinstall : Stop if memory is too small for masters] ************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:15 +0000 (0:00:00.129) 0:00:38.718 *********
TASK [kubernetes/preinstall : Stop if memory is too small for nodes] **************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:15 +0000 (0:00:00.141) 0:00:38.860 *********
TASK [kubernetes/preinstall : Stop when ShutdownGracePeriod less than ShutdownGracePeriodCriticalPods] ****************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:16 +0000 (0:00:00.146) 0:00:39.006 *********
Monday 30 August 2021 13:54:16 +0000 (0:00:00.120) 0:00:39.127 *********
Monday 30 August 2021 13:54:16 +0000 (0:00:00.112) 0:00:39.240 *********
Monday 30 August 2021 13:54:16 +0000 (0:00:00.110) 0:00:39.350 *********
Monday 30 August 2021 13:54:16 +0000 (0:00:00.113) 0:00:39.463 *********
Monday 30 August 2021 13:54:16 +0000 (0:00:00.110) 0:00:39.574 *********
TASK [kubernetes/preinstall : Stop if RBAC and anonymous-auth are not enabled when insecure port is disabled] *********************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:16 +0000 (0:00:00.137) 0:00:39.711 *********
Monday 30 August 2021 13:54:16 +0000 (0:00:00.111) 0:00:39.823 *********
TASK [kubernetes/preinstall : Stop if bad hostname] *******************************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:16 +0000 (0:00:00.155) 0:00:39.978 *********
Monday 30 August 2021 13:54:17 +0000 (0:00:00.113) 0:00:40.091 *********
TASK [kubernetes/preinstall : Ensure minimum calico version] **********************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:17 +0000 (0:00:00.057) 0:00:40.149 *********
TASK [kubernetes/preinstall : Get current calico cluster version] *****************************************************************************
ok: [node1]
Monday 30 August 2021 13:54:20 +0000 (0:00:03.688) 0:00:43.838 *********
Monday 30 August 2021 13:54:20 +0000 (0:00:00.048) 0:00:43.886 *********
Monday 30 August 2021 13:54:20 +0000 (0:00:00.048) 0:00:43.934 *********
Monday 30 August 2021 13:54:21 +0000 (0:00:00.114) 0:00:44.048 *********
TASK [kubernetes/preinstall : Check that kube_service_addresses is a network range] ***********************************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:21 +0000 (0:00:00.080) 0:00:44.129 *********
TASK [kubernetes/preinstall : Check that kube_pods_subnet is a network range] *****************************************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:21 +0000 (0:00:00.079) 0:00:44.208 *********
TASK [kubernetes/preinstall : Check that kube_pods_subnet does not collide with kube_service_addresses] ***************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:21 +0000 (0:00:00.079) 0:00:44.288 *********
TASK [kubernetes/preinstall : Stop if unknown dns mode] ***************************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:21 +0000 (0:00:00.057) 0:00:44.346 *********
TASK [kubernetes/preinstall : Stop if unknown kube proxy mode] ********************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:21 +0000 (0:00:00.058) 0:00:44.404 *********
TASK [kubernetes/preinstall : Stop if unknown cert_management] ********************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:21 +0000 (0:00:00.056) 0:00:44.461 *********
TASK [kubernetes/preinstall : Stop if unknown resolvconf_mode] ********************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:21 +0000 (0:00:00.057) 0:00:44.518 *********
TASK [kubernetes/preinstall : Stop if etcd deployment type is not host or docker] *************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:21 +0000 (0:00:00.130) 0:00:44.648 *********
TASK [kubernetes/preinstall : Stop if etcd deployment type is not host when container_manager != docker] **************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:21 +0000 (0:00:00.142) 0:00:44.791 *********
Monday 30 August 2021 13:54:21 +0000 (0:00:00.111) 0:00:44.903 *********
Monday 30 August 2021 13:54:22 +0000 (0:00:00.110) 0:00:45.013 *********
Monday 30 August 2021 13:54:22 +0000 (0:00:00.136) 0:00:45.150 *********
Monday 30 August 2021 13:54:22 +0000 (0:00:00.103) 0:00:45.253 *********
TASK [kubernetes/preinstall : Ensure minimum containerd version] ******************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
Monday 30 August 2021 13:54:22 +0000 (0:00:00.062) 0:00:45.316 *********
Monday 30 August 2021 13:54:22 +0000 (0:00:00.116) 0:00:45.433 *********
Monday 30 August 2021 13:54:22 +0000 (0:00:00.108) 0:00:45.541 *********
TASK [kubernetes/preinstall : check if booted with ostree] ************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:22 +0000 (0:00:00.298) 0:00:45.841 *********
TASK [kubernetes/preinstall : set is_fedora_coreos] *******************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:23 +0000 (0:00:00.284) 0:00:46.125 *********
TASK [kubernetes/preinstall : set is_fedora_coreos] *******************************************************************************************
ok: [node1]
ok: [node3]
ok: [node2]
ok: [node4]
Monday 30 August 2021 13:54:23 +0000 (0:00:00.128) 0:00:46.253 *********
TASK [kubernetes/preinstall : check resolvconf] ***********************************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:23 +0000 (0:00:00.289) 0:00:46.543 *********
TASK [kubernetes/preinstall : check systemd-resolved] *****************************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:23 +0000 (0:00:00.294) 0:00:46.838 *********
TASK [kubernetes/preinstall : set dns facts] **************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:24 +0000 (0:00:00.147) 0:00:46.985 *********
TASK [kubernetes/preinstall : check if kubelet is configured] *********************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:24 +0000 (0:00:00.289) 0:00:47.275 *********
TASK [kubernetes/preinstall : check if early DNS configuration stage] *************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:24 +0000 (0:00:00.130) 0:00:47.406 *********
TASK [kubernetes/preinstall : target resolv.conf files] ***************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:24 +0000 (0:00:00.144) 0:00:47.550 *********
Monday 30 August 2021 13:54:24 +0000 (0:00:00.111) 0:00:47.661 *********
TASK [kubernetes/preinstall : check if /etc/dhclient.conf exists] *****************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:24 +0000 (0:00:00.284) 0:00:47.946 *********
Monday 30 August 2021 13:54:25 +0000 (0:00:00.112) 0:00:48.059 *********
TASK [kubernetes/preinstall : check if /etc/dhcp/dhclient.conf exists] ************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:54:25 +0000 (0:00:00.280) 0:00:48.339 *********
TASK [kubernetes/preinstall : target dhclient conf file for /etc/dhcp/dhclient.conf] **********************************************************
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:25 +0000 (0:00:00.132) 0:00:48.472 *********
TASK [kubernetes/preinstall : target dhclient hook file for Red Hat family] *******************************************************************
ok: [node2]
Monday 30 August 2021 13:54:25 +0000 (0:00:00.158) 0:00:48.630 *********
TASK [kubernetes/preinstall : target dhclient hook file for Debian family] ********************************************************************
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:25 +0000 (0:00:00.129) 0:00:48.760 *********
TASK [kubernetes/preinstall : generate search domains to resolvconf] **************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:25 +0000 (0:00:00.148) 0:00:48.908 *********
TASK [kubernetes/preinstall : pick coredns cluster IP or default resolver] ********************************************************************
ok: [node1]
ok: [node3]
ok: [node2]
ok: [node4]
Monday 30 August 2021 13:54:26 +0000 (0:00:00.202) 0:00:49.111 *********
TASK [kubernetes/preinstall : generate nameservers to resolvconf] *****************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:26 +0000 (0:00:00.141) 0:00:49.252 *********
TASK [kubernetes/preinstall : gather os specific variables] ***********************************************************************************
ok: [node1] => (item=/kubespray/roles/kubernetes/preinstall/vars/../vars/debian.yml)
ok: [node2] => (item=/kubespray/roles/kubernetes/preinstall/vars/../vars/centos.yml)
ok: [node3] => (item=/kubespray/roles/kubernetes/preinstall/vars/../vars/ubuntu.yml)
ok: [node4] => (item=/kubespray/roles/kubernetes/preinstall/vars/../vars/debian.yml)
Monday 30 August 2021 13:54:26 +0000 (0:00:00.156) 0:00:49.409 *********
Monday 30 August 2021 13:54:26 +0000 (0:00:00.109) 0:00:49.519 *********
TASK [kubernetes/preinstall : check /usr readonly] ********************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:26 +0000 (0:00:00.277) 0:00:49.796 *********
Monday 30 August 2021 13:54:26 +0000 (0:00:00.105) 0:00:49.902 *********
Monday 30 August 2021 13:54:27 +0000 (0:00:00.106) 0:00:50.008 *********
Monday 30 August 2021 13:54:27 +0000 (0:00:00.109) 0:00:50.118 *********
TASK [kubernetes/preinstall : Create kubernetes directories] **********************************************************************************
changed: [node1] => (item=/etc/kubernetes)
changed: [node2] => (item=/etc/kubernetes)
changed: [node3] => (item=/etc/kubernetes)
changed: [node4] => (item=/etc/kubernetes)
changed: [node1] => (item=/etc/kubernetes/ssl)
changed: [node2] => (item=/etc/kubernetes/ssl)
changed: [node4] => (item=/etc/kubernetes/ssl)
changed: [node3] => (item=/etc/kubernetes/ssl)
changed: [node2] => (item=/etc/kubernetes/manifests)
changed: [node1] => (item=/etc/kubernetes/manifests)
changed: [node4] => (item=/etc/kubernetes/manifests)
changed: [node3] => (item=/etc/kubernetes/manifests)
changed: [node2] => (item=/usr/local/bin/kubernetes-scripts)
changed: [node1] => (item=/usr/local/bin/kubernetes-scripts)
changed: [node4] => (item=/usr/local/bin/kubernetes-scripts)
changed: [node3] => (item=/usr/local/bin/kubernetes-scripts)
changed: [node2] => (item=/usr/libexec/kubernetes/kubelet-plugins/volume/exec)
changed: [node1] => (item=/usr/libexec/kubernetes/kubelet-plugins/volume/exec)
changed: [node4] => (item=/usr/libexec/kubernetes/kubelet-plugins/volume/exec)
changed: [node3] => (item=/usr/libexec/kubernetes/kubelet-plugins/volume/exec)
Monday 30 August 2021 13:54:28 +0000 (0:00:01.060) 0:00:51.178 *********
TASK [kubernetes/preinstall : Create other directories] ***************************************************************************************
ok: [node1] => (item=/usr/local/bin)
ok: [node2] => (item=/usr/local/bin)
ok: [node3] => (item=/usr/local/bin)
ok: [node4] => (item=/usr/local/bin)
Monday 30 August 2021 13:54:28 +0000 (0:00:00.325) 0:00:51.503 *********
TASK [kubernetes/preinstall : Check if kubernetes kubeadm compat cert dir exists] *************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:28 +0000 (0:00:00.310) 0:00:51.814 *********
TASK [kubernetes/preinstall : Create kubernetes kubeadm compat cert dir (kubernetes/kubeadm issue 1498)] **************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
Monday 30 August 2021 13:54:29 +0000 (0:00:00.320) 0:00:52.134 *********
TASK [kubernetes/preinstall : Create cni directories] *****************************************************************************************
changed: [node1] => (item=/etc/cni/net.d)
changed: [node2] => (item=/etc/cni/net.d)
changed: [node3] => (item=/etc/cni/net.d)
changed: [node4] => (item=/etc/cni/net.d)
changed: [node1] => (item=/opt/cni/bin)
changed: [node2] => (item=/opt/cni/bin)
changed: [node4] => (item=/opt/cni/bin)
changed: [node3] => (item=/opt/cni/bin)
changed: [node1] => (item=/var/lib/calico)
changed: [node2] => (item=/var/lib/calico)
changed: [node3] => (item=/var/lib/calico)
changed: [node4] => (item=/var/lib/calico)
Monday 30 August 2021 13:54:29 +0000 (0:00:00.705) 0:00:52.839 *********
Monday 30 August 2021 13:54:29 +0000 (0:00:00.132) 0:00:52.972 *********
Monday 30 August 2021 13:54:30 +0000 (0:00:00.160) 0:00:53.132 *********
Monday 30 August 2021 13:54:30 +0000 (0:00:00.110) 0:00:53.242 *********
Monday 30 August 2021 13:54:30 +0000 (0:00:00.219) 0:00:53.461 *********
Monday 30 August 2021 13:54:30 +0000 (0:00:00.217) 0:00:53.679 *********
Monday 30 August 2021 13:54:30 +0000 (0:00:00.111) 0:00:53.790 *********
Monday 30 August 2021 13:54:30 +0000 (0:00:00.114) 0:00:53.905 *********
Monday 30 August 2021 13:54:31 +0000 (0:00:00.111) 0:00:54.016 *********
TASK [kubernetes/preinstall : NetworkManager | Check if host has NetworkManager] **************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:31 +0000 (0:00:00.292) 0:00:54.309 *********
TASK [kubernetes/preinstall : NetworkManager | Ensure NetworkManager conf.d dir] **************************************************************
ok: [node2]
Monday 30 August 2021 13:54:31 +0000 (0:00:00.214) 0:00:54.523 *********
TASK [kubernetes/preinstall : NetworkManager | Prevent NetworkManager from managing Calico interfaces (cali*/tunl*/vxlan.calico)] *************
changed: [node2]
Monday 30 August 2021 13:54:32 +0000 (0:00:00.487) 0:00:55.011 *********
TASK [kubernetes/preinstall : NetworkManager | Prevent NetworkManager from managing K8S interfaces (kube-ipvs0/nodelocaldns)] *****************
changed: [node2]
Monday 30 August 2021 13:54:32 +0000 (0:00:00.525) 0:00:55.537 *********
Monday 30 August 2021 13:54:32 +0000 (0:00:00.111) 0:00:55.648 *********
Monday 30 August 2021 13:54:32 +0000 (0:00:00.106) 0:00:55.755 *********
Monday 30 August 2021 13:54:32 +0000 (0:00:00.119) 0:00:55.874 *********
Monday 30 August 2021 13:54:33 +0000 (0:00:00.112) 0:00:55.987 *********
TASK [kubernetes/preinstall : Update package management cache (APT)] **************************************************************************
ok: [node1]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:54:33 +0000 (0:00:00.490) 0:00:56.478 *********
TASK [kubernetes/preinstall : Remove legacy docker repo file] *********************************************************************************
ok: [node2]
Monday 30 August 2021 13:54:33 +0000 (0:00:00.210) 0:00:56.689 *********
Monday 30 August 2021 13:54:33 +0000 (0:00:00.115) 0:00:56.804 *********
Monday 30 August 2021 13:54:33 +0000 (0:00:00.111) 0:00:56.916 *********
TASK [kubernetes/preinstall : Update common_required_pkgs with ipvsadm when kube_proxy_mode is ipvs] ******************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:54:34 +0000 (0:00:00.146) 0:00:57.063 *********
TASK [kubernetes/preinstall : Install packages requirements] **********************************************************************************
changed: [node2]
changed: [node3]
changed: [node1]
changed: [node4]
Monday 30 August 2021 13:55:21 +0000 (0:00:47.191) 0:01:44.254 *********
Monday 30 August 2021 13:55:21 +0000 (0:00:00.116) 0:01:44.371 *********
TASK [kubernetes/preinstall : Confirm selinux deployed] ***************************************************************************************
ok: [node2]
Monday 30 August 2021 13:55:21 +0000 (0:00:00.216) 0:01:44.587 *********
TASK [kubernetes/preinstall : Set selinux policy] *********************************************************************************************
ok: [node2]
Monday 30 August 2021 13:55:22 +0000 (0:00:00.603) 0:01:45.190 *********
Monday 30 August 2021 13:55:22 +0000 (0:00:00.113) 0:01:45.304 *********
TASK [kubernetes/preinstall : Stat sysctl file configuration] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:55:22 +0000 (0:00:00.299) 0:01:45.603 *********
TASK [kubernetes/preinstall : Change sysctl file path to link source if linked] ***************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:55:22 +0000 (0:00:00.152) 0:01:45.755 *********
TASK [kubernetes/preinstall : Make sure sysctl file path folder exists] ***********************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:55:23 +0000 (0:00:00.302) 0:01:46.058 *********
TASK [kubernetes/preinstall : Enable ip forwarding] *******************************************************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
Monday 30 August 2021 13:55:23 +0000 (0:00:00.414) 0:01:46.473 *********
Monday 30 August 2021 13:55:23 +0000 (0:00:00.111) 0:01:46.584 *********
TASK [kubernetes/preinstall : Ensure kube-bench parameters are set] ***************************************************************************
changed: [node1] => (item={'name': 'vm.overcommit_memory', 'value': 1})
changed: [node2] => (item={'name': 'vm.overcommit_memory', 'value': 1})
changed: [node3] => (item={'name': 'vm.overcommit_memory', 'value': 1})
changed: [node4] => (item={'name': 'vm.overcommit_memory', 'value': 1})
changed: [node2] => (item={'name': 'kernel.panic', 'value': 10})
changed: [node1] => (item={'name': 'kernel.panic', 'value': 10})
changed: [node3] => (item={'name': 'kernel.panic', 'value': 10})
changed: [node4] => (item={'name': 'kernel.panic', 'value': 10})
changed: [node2] => (item={'name': 'kernel.panic_on_oops', 'value': 1})
changed: [node1] => (item={'name': 'kernel.panic_on_oops', 'value': 1})
changed: [node3] => (item={'name': 'kernel.panic_on_oops', 'value': 1})
changed: [node4] => (item={'name': 'kernel.panic_on_oops', 'value': 1})
Monday 30 August 2021 13:55:24 +0000 (0:00:00.738) 0:01:47.323 *********
Monday 30 August 2021 13:55:24 +0000 (0:00:00.117) 0:01:47.441 *********
TASK [kubernetes/preinstall : Hosts | create list from inventory] *****************************************************************************
ok: [node1]
Monday 30 August 2021 13:55:24 +0000 (0:00:00.317) 0:01:47.758 *********
TASK [kubernetes/preinstall : Hosts | populate inventory into hosts file] *********************************************************************
changed: [node2]
changed: [node4]
changed: [node1]
changed: [node3]
Monday 30 August 2021 13:55:25 +0000 (0:00:00.383) 0:01:48.141 *********
Monday 30 August 2021 13:55:25 +0000 (0:00:00.115) 0:01:48.257 *********
TASK [kubernetes/preinstall : Hosts | Retrieve hosts file content] ****************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:55:25 +0000 (0:00:00.351) 0:01:48.608 *********
TASK [kubernetes/preinstall : Hosts | Extract existing entries for localhost from hosts file] *************************************************
ok: [node2] => (item=127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4)
ok: [node3] => (item=127.0.0.1 localhost)
ok: [node1] => (item=::1 localhost ip6-localhost ip6-loopback)
ok: [node2] => (item=::1 localhost localhost.localdomain localhost6 localhost6.localdomain6)
ok: [node3] => (item=::1 ip6-localhost ip6-loopback)
ok: [node4] => (item=::1 localhost ip6-localhost ip6-loopback)
Monday 30 August 2021 13:55:26 +0000 (0:00:00.528) 0:01:49.137 *********
TASK [kubernetes/preinstall : Hosts | Update target hosts file entries dict with required entries] ********************************************
ok: [node1] => (item={'key': '127.0.0.1', 'value': {'expected': ['localhost', 'localhost.localdomain']}})
ok: [node1] => (item={'key': '::1', 'value': {'expected': ['localhost6', 'localhost6.localdomain'], 'unexpected': ['localhost', 'localhost.localdomain']}})
ok: [node3] => (item={'key': '127.0.0.1', 'value': {'expected': ['localhost', 'localhost.localdomain']}})
ok: [node3] => (item={'key': '::1', 'value': {'expected': ['localhost6', 'localhost6.localdomain'], 'unexpected': ['localhost', 'localhost.localdomain']}})
ok: [node2] => (item={'key': '127.0.0.1', 'value': {'expected': ['localhost', 'localhost.localdomain']}})
ok: [node2] => (item={'key': '::1', 'value': {'expected': ['localhost6', 'localhost6.localdomain'], 'unexpected': ['localhost', 'localhost.localdomain']}})
ok: [node4] => (item={'key': '127.0.0.1', 'value': {'expected': ['localhost', 'localhost.localdomain']}})
ok: [node4] => (item={'key': '::1', 'value': {'expected': ['localhost6', 'localhost6.localdomain'], 'unexpected': ['localhost', 'localhost.localdomain']}})
Monday 30 August 2021 13:55:26 +0000 (0:00:00.216) 0:01:49.353 *********
TASK [kubernetes/preinstall : Hosts | Update (if necessary) hosts file] ***********************************************************************
changed: [node1] => (item={'key': '127.0.0.1', 'value': ['localhost', 'localhost.localdomain']})
changed: [node2] => (item={'key': '127.0.0.1', 'value': ['localhost', 'localhost.localdomain', 'localhost4', 'localhost4.localdomain4']})
changed: [node3] => (item={'key': '127.0.0.1', 'value': ['localhost', 'localhost.localdomain']})
changed: [node4] => (item={'key': '127.0.0.1', 'value': ['localhost', 'localhost.localdomain']})
changed: [node2] => (item={'key': '::1', 'value': ['localhost6', 'localhost6.localdomain6', 'localhost6.localdomain']})
changed: [node1] => (item={'key': '::1', 'value': ['ip6-localhost', 'ip6-loopback', 'localhost6', 'localhost6.localdomain']})
changed: [node3] => (item={'key': '::1', 'value': ['ip6-localhost', 'ip6-loopback', 'localhost6', 'localhost6.localdomain']})
changed: [node4] => (item={'key': '::1', 'value': ['ip6-localhost', 'ip6-loopback', 'localhost6', 'localhost6.localdomain']})
Monday 30 August 2021 13:55:26 +0000 (0:00:00.513) 0:01:49.867 *********
TASK [kubernetes/preinstall : Update facts] ***************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:55:27 +0000 (0:00:00.494) 0:01:50.361 *********
Monday 30 August 2021 13:55:27 +0000 (0:00:00.117) 0:01:50.478 *********
Monday 30 August 2021 13:55:27 +0000 (0:00:00.113) 0:01:50.592 *********
Monday 30 August 2021 13:55:27 +0000 (0:00:00.119) 0:01:50.712 *********
TASK [kubernetes/preinstall : Remove kubespray specific config from dhclient config] **********************************************************
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:55:28 +0000 (0:00:00.298) 0:01:51.010 *********
TASK [kubernetes/preinstall : Remove kubespray specific dhclient hook] ************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:55:28 +0000 (0:00:00.321) 0:01:51.332 *********
RUNNING HANDLER [kubernetes/preinstall : Preinstall | reload NetworkManager] ******************************************************************
changed: [node2]
Monday 30 August 2021 13:55:28 +0000 (0:00:00.287) 0:01:51.620 *********
TASK [kubernetes/preinstall : Check if we are running inside a Azure VM] **********************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:55:28 +0000 (0:00:00.356) 0:01:51.977 *********
Monday 30 August 2021 13:55:29 +0000 (0:00:00.113) 0:01:52.090 *********
Monday 30 August 2021 13:55:29 +0000 (0:00:00.113) 0:01:52.204 *********
Monday 30 August 2021 13:55:29 +0000 (0:00:00.110) 0:01:52.315 *********
Monday 30 August 2021 13:55:29 +0000 (0:00:00.116) 0:01:52.431 *********
Monday 30 August 2021 13:55:29 +0000 (0:00:00.112) 0:01:52.544 *********
TASK [cluster/kubernetes/preinstall : Hosts | populate registry domain into hosts file] *******************************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
Monday 30 August 2021 13:55:29 +0000 (0:00:00.304) 0:01:52.849 *********
Monday 30 August 2021 13:55:29 +0000 (0:00:00.115) 0:01:52.964 *********
Monday 30 August 2021 13:55:30 +0000 (0:00:00.117) 0:01:53.081 *********
Monday 30 August 2021 13:55:30 +0000 (0:00:00.113) 0:01:53.195 *********
Monday 30 August 2021 13:55:30 +0000 (0:00:00.129) 0:01:53.325 *********
Monday 30 August 2021 13:55:30 +0000 (0:00:00.121) 0:01:53.446 *********
Monday 30 August 2021 13:55:30 +0000 (0:00:00.117) 0:01:53.564 *********
Monday 30 August 2021 13:55:30 +0000 (0:00:00.113) 0:01:53.678 *********
Monday 30 August 2021 13:55:30 +0000 (0:00:00.154) 0:01:53.833 *********
Monday 30 August 2021 13:55:30 +0000 (0:00:00.114) 0:01:53.947 *********
Monday 30 August 2021 13:55:31 +0000 (0:00:00.113) 0:01:54.061 *********
Monday 30 August 2021 13:55:31 +0000 (0:00:00.117) 0:01:54.179 *********
Monday 30 August 2021 13:55:31 +0000 (0:00:00.113) 0:01:54.292 *********
Monday 30 August 2021 13:55:31 +0000 (0:00:00.150) 0:01:54.443 *********
Monday 30 August 2021 13:55:31 +0000 (0:00:00.113) 0:01:54.556 *********
Monday 30 August 2021 13:55:31 +0000 (0:00:00.116) 0:01:54.673 *********
Monday 30 August 2021 13:55:31 +0000 (0:00:00.117) 0:01:54.790 *********
Monday 30 August 2021 13:55:31 +0000 (0:00:00.113) 0:01:54.904 *********
Monday 30 August 2021 13:55:32 +0000 (0:00:00.172) 0:01:55.076 *********
Monday 30 August 2021 13:55:32 +0000 (0:00:00.119) 0:01:55.196 *********
Monday 30 August 2021 13:55:32 +0000 (0:00:00.120) 0:01:55.316 *********
Monday 30 August 2021 13:55:32 +0000 (0:00:00.125) 0:01:55.442 *********
Monday 30 August 2021 13:55:32 +0000 (0:00:00.115) 0:01:55.558 *********
Monday 30 August 2021 13:55:32 +0000 (0:00:00.120) 0:01:55.678 *********
Monday 30 August 2021 13:55:32 +0000 (0:00:00.108) 0:01:55.787 *********
Monday 30 August 2021 13:55:32 +0000 (0:00:00.127) 0:01:55.914 *********
Monday 30 August 2021 13:55:33 +0000 (0:00:00.117) 0:01:56.032 *********
Monday 30 August 2021 13:55:33 +0000 (0:00:00.115) 0:01:56.148 *********
Monday 30 August 2021 13:55:33 +0000 (0:00:00.121) 0:01:56.269 *********
Monday 30 August 2021 13:55:33 +0000 (0:00:00.113) 0:01:56.383 *********
Monday 30 August 2021 13:55:33 +0000 (0:00:00.150) 0:01:56.533 *********
Monday 30 August 2021 13:55:33 +0000 (0:00:00.109) 0:01:56.642 *********
Monday 30 August 2021 13:55:33 +0000 (0:00:00.118) 0:01:56.761 *********
Monday 30 August 2021 13:55:33 +0000 (0:00:00.113) 0:01:56.874 *********
Monday 30 August 2021 13:55:34 +0000 (0:00:00.113) 0:01:56.987 *********
Monday 30 August 2021 13:55:34 +0000 (0:00:00.176) 0:01:57.164 *********
Monday 30 August 2021 13:55:34 +0000 (0:00:00.104) 0:01:57.269 *********
Monday 30 August 2021 13:55:34 +0000 (0:00:00.121) 0:01:57.390 *********
Monday 30 August 2021 13:55:34 +0000 (0:00:00.113) 0:01:57.503 *********
Monday 30 August 2021 13:55:34 +0000 (0:00:00.125) 0:01:57.629 *********
Monday 30 August 2021 13:55:34 +0000 (0:00:00.120) 0:01:57.749 *********
Monday 30 August 2021 13:55:34 +0000 (0:00:00.117) 0:01:57.866 *********
Monday 30 August 2021 13:55:35 +0000 (0:00:00.129) 0:01:57.996 *********
Monday 30 August 2021 13:55:35 +0000 (0:00:00.138) 0:01:58.134 *********
Monday 30 August 2021 13:55:35 +0000 (0:00:00.169) 0:01:58.304 *********
Monday 30 August 2021 13:55:35 +0000 (0:00:00.125) 0:01:58.429 *********
Monday 30 August 2021 13:55:35 +0000 (0:00:00.118) 0:01:58.548 *********
Monday 30 August 2021 13:55:35 +0000 (0:00:00.122) 0:01:58.670 *********
Monday 30 August 2021 13:55:35 +0000 (0:00:00.097) 0:01:58.768 *********
Monday 30 August 2021 13:55:35 +0000 (0:00:00.119) 0:01:58.887 *********
Monday 30 August 2021 13:55:36 +0000 (0:00:00.115) 0:01:59.003 *********
Monday 30 August 2021 13:55:36 +0000 (0:00:00.118) 0:01:59.121 *********
Monday 30 August 2021 13:55:36 +0000 (0:00:00.114) 0:01:59.235 *********
TASK [container-engine/containerd-common : gather os specific variables] **********************************************************************
ok: [node1] => (item=/kubespray/roles/container-engine/containerd-common/vars/../vars/debian.yml)
ok: [node3] => (item=/kubespray/roles/container-engine/containerd-common/vars/../vars/ubuntu.yml)
ok: [node2] => (item=/kubespray/roles/container-engine/containerd-common/vars/../vars/redhat.yml)
ok: [node4] => (item=/kubespray/roles/container-engine/containerd-common/vars/../vars/debian.yml)
Monday 30 August 2021 13:55:36 +0000 (0:00:00.219) 0:01:59.454 *********
TASK [container-engine/containerd : check if fedora coreos] ***********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:55:36 +0000 (0:00:00.293) 0:01:59.748 *********
TASK [container-engine/containerd : set is_ostree] ********************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:55:36 +0000 (0:00:00.151) 0:01:59.899 *********
Monday 30 August 2021 13:55:37 +0000 (0:00:00.124) 0:02:00.024 *********
TASK [container-engine/containerd : gather os specific variables] *****************************************************************************
ok: [node1] => (item=/kubespray/roles/container-engine/containerd/vars/../vars/debian.yml)
ok: [node3] => (item=/kubespray/roles/container-engine/containerd/vars/../vars/ubuntu.yml)
ok: [node2] => (item=/kubespray/roles/container-engine/containerd/vars/../vars/redhat.yml)
ok: [node4] => (item=/kubespray/roles/container-engine/containerd/vars/../vars/debian.yml)
Monday 30 August 2021 13:55:37 +0000 (0:00:00.212) 0:02:00.236 *********
Monday 30 August 2021 13:55:37 +0000 (0:00:00.121) 0:02:00.358 *********
Monday 30 August 2021 13:55:37 +0000 (0:00:00.115) 0:02:00.473 *********
Monday 30 August 2021 13:55:37 +0000 (0:00:00.131) 0:02:00.605 *********
TASK [container-engine/containerd : Create containerd service systemd directory if it doesn't exist] ******************************************
changed: [node1]
changed: [node2]
changed: [node4]
changed: [node3]
Monday 30 August 2021 13:55:37 +0000 (0:00:00.293) 0:02:00.898 *********
Monday 30 August 2021 13:55:38 +0000 (0:00:00.119) 0:02:01.018 *********
TASK [container-engine/containerd : ensure containerd config directory] ***********************************************************************
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
Monday 30 August 2021 13:55:38 +0000 (0:00:00.309) 0:02:01.327 *********
TASK [container-engine/containerd : Copy containerd config file] ******************************************************************************
changed: [node1]
changed: [node4]
changed: [node3]
changed: [node2]
Monday 30 August 2021 13:55:38 +0000 (0:00:00.608) 0:02:01.936 *********
TASK [container-engine/containerd : Set containerd pin priority to apt_preferences on Debian family] ******************************************
changed: [node1]
changed: [node3]
changed: [node4]
Monday 30 August 2021 13:55:39 +0000 (0:00:00.537) 0:02:02.474 *********
TASK [container-engine/containerd : ensure containerd packages are installed] *****************************************************************
changed: [node1]
changed: [node3]
changed: [node4]
changed: [node2]
Monday 30 August 2021 13:56:03 +0000 (0:00:23.597) 0:02:26.071 *********
Monday 30 August 2021 13:56:03 +0000 (0:00:00.172) 0:02:26.244 *********
included: /kubespray/roles/container-engine/crictl/tasks/crictl.yml for node1, node2, node3, node4
Monday 30 August 2021 13:56:03 +0000 (0:00:00.178) 0:02:26.423 *********
included: /kubespray/roles/container-engine/crictl/tasks/../../../download/tasks/download_file.yml for node1, node2, node3, node4
Monday 30 August 2021 13:56:03 +0000 (0:00:00.190) 0:02:26.613 *********
TASK [container-engine/crictl : download_file | Starting download of file] ********************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-linux-amd64.tar.gz
ok: [node3] =>
msg: http://172.20.0.25:8080/files/github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-linux-amd64.tar.gz
ok: [node2] =>
msg: http://172.20.0.25:8080/files/github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-linux-amd64.tar.gz
ok: [node4] =>
msg: http://172.20.0.25:8080/files/github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-linux-amd64.tar.gz
Monday 30 August 2021 13:56:05 +0000 (0:00:01.422) 0:02:28.036 *********
TASK [container-engine/crictl : download_file | Set pathname of cached file] ******************************************************************
ok: [node1]
ok: [node3]
ok: [node2]
ok: [node4]
Monday 30 August 2021 13:56:06 +0000 (0:00:01.474) 0:02:29.510 *********
TASK [container-engine/crictl : download_file | Create dest directory on node] ****************************************************************
changed: [node1]
changed: [node3]
changed: [node2]
changed: [node4]
Monday 30 August 2021 13:56:08 +0000 (0:00:01.914) 0:02:31.424 *********
Monday 30 August 2021 13:56:08 +0000 (0:00:00.088) 0:02:31.513 *********
Monday 30 August 2021 13:56:08 +0000 (0:00:00.066) 0:02:31.579 *********
TASK [container-engine/crictl : download_file | Download item] ********************************************************************************
changed: [node1 -> 172.20.0.21]
changed: [node3 -> 172.20.0.23]
changed: [node2 -> 172.20.0.22]
changed: [node4 -> 172.20.0.24]
Monday 30 August 2021 13:56:12 +0000 (0:00:04.328) 0:02:35.908 *********
Monday 30 August 2021 13:56:13 +0000 (0:00:00.120) 0:02:36.029 *********
Monday 30 August 2021 13:56:13 +0000 (0:00:00.119) 0:02:36.148 *********
Monday 30 August 2021 13:56:13 +0000 (0:00:00.122) 0:02:36.270 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3, node4
Monday 30 August 2021 13:56:13 +0000 (0:00:00.182) 0:02:36.453 *********
TASK [container-engine/crictl : extract_file | Unpacking archive] *****************************************************************************
changed: [node1]
changed: [node3]
changed: [node2]
changed: [node4]
Monday 30 August 2021 13:56:18 +0000 (0:00:04.695) 0:02:41.148 *********
TASK [container-engine/crictl : Install crictl config] ****************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
Monday 30 August 2021 13:56:18 +0000 (0:00:00.593) 0:02:41.741 *********
TASK [container-engine/crictl : Copy crictl binary from download dir] *************************************************************************
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
Monday 30 August 2021 13:56:19 +0000 (0:00:00.636) 0:02:42.378 *********
TASK [container-engine/crictl : Set fact crictl_installed] ************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
[WARNING]: flush_handlers task does not support when conditional
Monday 30 August 2021 13:56:19 +0000 (0:00:00.139) 0:02:42.518 *********
RUNNING HANDLER [container-engine/containerd : restart containerd] ****************************************************************************
changed: [node1]
changed: [node2]
changed: [node4]
changed: [node3]
Monday 30 August 2021 13:56:19 +0000 (0:00:00.268) 0:02:42.787 *********
RUNNING HANDLER [container-engine/containerd : Containerd | restart containerd] ***************************************************************
changed: [node1]
changed: [node4]
changed: [node3]
changed: [node2]
Monday 30 August 2021 13:56:20 +0000 (0:00:00.821) 0:02:43.608 *********
RUNNING HANDLER [container-engine/containerd : Containerd | wait for containerd] **************************************************************
changed: [node1]
changed: [node2]
changed: [node4]
changed: [node3]
Monday 30 August 2021 13:56:20 +0000 (0:00:00.302) 0:02:43.911 *********
RUNNING HANDLER [container-engine/crictl : Get crictl completion] *****************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:56:21 +0000 (0:00:00.283) 0:02:44.194 *********
RUNNING HANDLER [container-engine/crictl : Install crictl completion] *************************************************************************
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
Monday 30 August 2021 13:56:21 +0000 (0:00:00.567) 0:02:44.762 *********
TASK [container-engine/containerd : ensure containerd is started and enabled] *****************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:56:22 +0000 (0:00:00.407) 0:02:45.169 *********
Monday 30 August 2021 13:56:22 +0000 (0:00:00.118) 0:02:45.288 *********
Monday 30 August 2021 13:56:22 +0000 (0:00:00.085) 0:02:45.374 *********
Monday 30 August 2021 13:56:22 +0000 (0:00:00.089) 0:02:45.463 *********
Monday 30 August 2021 13:56:22 +0000 (0:00:00.083) 0:02:45.547 *********
Monday 30 August 2021 13:56:22 +0000 (0:00:00.088) 0:02:45.636 *********
Monday 30 August 2021 13:56:22 +0000 (0:00:00.085) 0:02:45.722 *********
Monday 30 August 2021 13:56:22 +0000 (0:00:00.085) 0:02:45.808 *********
Monday 30 August 2021 13:56:22 +0000 (0:00:00.089) 0:02:45.897 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.138) 0:02:46.036 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.093) 0:02:46.129 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.086) 0:02:46.215 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.084) 0:02:46.300 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.128) 0:02:46.428 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.085) 0:02:46.513 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.089) 0:02:46.603 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.086) 0:02:46.690 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.104) 0:02:46.794 *********
Monday 30 August 2021 13:56:23 +0000 (0:00:00.105) 0:02:46.900 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.085) 0:02:46.985 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.094) 0:02:47.080 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.156) 0:02:47.237 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.086) 0:02:47.324 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.155) 0:02:47.479 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.094) 0:02:47.574 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.068) 0:02:47.643 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.085) 0:02:47.728 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.088) 0:02:47.816 *********
Monday 30 August 2021 13:56:24 +0000 (0:00:00.086) 0:02:47.903 *********
Monday 30 August 2021 13:56:25 +0000 (0:00:00.085) 0:02:47.988 *********
Monday 30 August 2021 13:56:25 +0000 (0:00:00.090) 0:02:48.079 *********
Monday 30 August 2021 13:56:25 +0000 (0:00:00.087) 0:02:48.166 *********
Monday 30 August 2021 13:56:25 +0000 (0:00:00.093) 0:02:48.259 *********
Monday 30 August 2021 13:56:25 +0000 (0:00:00.096) 0:02:48.355 *********
Monday 30 August 2021 13:56:25 +0000 (0:00:00.099) 0:02:48.455 *********
TASK [download : prep_download | Set a few facts] *********************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:56:25 +0000 (0:00:00.115) 0:02:48.571 *********
Monday 30 August 2021 13:56:25 +0000 (0:00:00.090) 0:02:48.662 *********
TASK [download : prep_download | Set image pull/info command for containerd and crio] *********************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:56:25 +0000 (0:00:00.128) 0:02:48.790 *********
Monday 30 August 2021 13:56:25 +0000 (0:00:00.091) 0:02:48.882 *********
TASK [download : prep_download | Set image pull/info command for containerd and crio on localhost] ********************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:56:26 +0000 (0:00:00.159) 0:02:49.042 *********
Monday 30 August 2021 13:56:26 +0000 (0:00:00.038) 0:02:49.080 *********
Monday 30 August 2021 13:56:26 +0000 (0:00:00.035) 0:02:49.116 *********
Monday 30 August 2021 13:56:26 +0000 (0:00:00.089) 0:02:49.206 *********
Monday 30 August 2021 13:56:26 +0000 (0:00:00.096) 0:02:49.302 *********
Monday 30 August 2021 13:56:26 +0000 (0:00:00.089) 0:02:49.391 *********
TASK [download : prep_download | Create staging directory on remote node] *********************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
Monday 30 August 2021 13:56:26 +0000 (0:00:00.285) 0:02:49.677 *********
Monday 30 August 2021 13:56:26 +0000 (0:00:00.038) 0:02:49.716 *********
Monday 30 August 2021 13:56:26 +0000 (0:00:00.108) 0:02:49.824 *********
Monday 30 August 2021 13:56:26 +0000 (0:00:00.099) 0:02:49.923 *********
Monday 30 August 2021 13:56:27 +0000 (0:00:00.096) 0:02:50.019 *********
included: /kubespray/roles/download/tasks/prep_kubeadm_images.yml for node1, node2, node3
Monday 30 August 2021 13:56:27 +0000 (0:00:00.155) 0:02:50.174 *********
Monday 30 August 2021 13:56:28 +0000 (0:00:00.953) 0:02:51.128 *********
included: /kubespray/roles/download/tasks/download_file.yml for node2, node3, node1
Monday 30 August 2021 13:56:29 +0000 (0:00:01.067) 0:02:52.196 *********
TASK [download : download_file | Starting download of file] ***********************************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubeadm
ok: [node3] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubeadm
ok: [node2] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubeadm
Monday 30 August 2021 13:56:30 +0000 (0:00:00.980) 0:02:53.177 *********
TASK [download : download_file | Set pathname of cached file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:56:31 +0000 (0:00:01.006) 0:02:54.183 *********
TASK [download : download_file | Create dest directory on node] *******************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:56:32 +0000 (0:00:01.456) 0:02:55.640 *********
Monday 30 August 2021 13:56:32 +0000 (0:00:00.045) 0:02:55.686 *********
Monday 30 August 2021 13:56:32 +0000 (0:00:00.047) 0:02:55.733 *********
TASK [download : download_file | Download item] ***********************************************************************************************
changed: [node2 -> 172.20.0.22]
changed: [node1 -> 172.20.0.21]
changed: [node3 -> 172.20.0.23]
Monday 30 August 2021 13:56:36 +0000 (0:00:03.652) 0:02:59.386 *********
Monday 30 August 2021 13:56:36 +0000 (0:00:00.071) 0:02:59.457 *********
Monday 30 August 2021 13:56:36 +0000 (0:00:00.075) 0:02:59.532 *********
Monday 30 August 2021 13:56:36 +0000 (0:00:00.068) 0:02:59.601 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3
Monday 30 August 2021 13:56:36 +0000 (0:00:00.111) 0:02:59.712 *********
Monday 30 August 2021 13:56:37 +0000 (0:00:01.000) 0:03:00.712 *********
[WARNING]: noop task does not support when conditional
TASK [download : prep_kubeadm_images | Create kubeadm config] *********************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:56:38 +0000 (0:00:00.624) 0:03:01.337 *********
TASK [download : prep_kubeadm_images | Copy kubeadm binary from download dir to system path] **************************************************
changed: [node2]
changed: [node1]
changed: [node3]
Monday 30 August 2021 13:56:39 +0000 (0:00:01.097) 0:03:02.434 *********
TASK [download : prep_kubeadm_images | Set kubeadm binary permissions] ************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:56:39 +0000 (0:00:00.257) 0:03:02.691 *********
TASK [download : prep_kubeadm_images | Generate list of required images] **********************************************************************
ok: [node1]
Monday 30 August 2021 13:56:39 +0000 (0:00:00.230) 0:03:02.922 *********
TASK [download : prep_kubeadm_images | Parse list of images] **********************************************************************************
ok: [node1] => (item=kube.registry.local/library/kube-apiserver:v1.21.3)
ok: [node1] => (item=kube.registry.local/library/kube-controller-manager:v1.21.3)
ok: [node1] => (item=kube.registry.local/library/kube-scheduler:v1.21.3)
ok: [node1] => (item=kube.registry.local/library/kube-proxy:v1.21.3)
Monday 30 August 2021 13:56:40 +0000 (0:00:00.138) 0:03:03.061 *********
TASK [download : prep_kubeadm_images | Convert list of images to dict for later use] **********************************************************
ok: [node1]
Monday 30 August 2021 13:56:40 +0000 (0:00:00.047) 0:03:03.109 *********
included: /kubespray/roles/download/tasks/download_file.yml for node1, node3, node2 => (item={'key': 'etcd', 'value': {'container': False, 'file': True, 'enabled': True, 'version': 'v3.4.13', 'dest': '/tmp/releases/etcd-v3.4.13-linux-amd64.tar.gz', 'repo': 'kube.registry.local/library/coreos/etcd', 'tag': 'v3.4.13', 'sha256': '2ac029e47bab752dacdb7b30032f230f49e2f457cbc32e8f555c2210bb5ff107', 'url': 'http://172.20.0.25:8080/files/github.com/coreos/etcd/releases/download/v3.4.13/etcd-v3.4.13-linux-amd64.tar.gz', 'unarchive': True, 'owner': 'root', 'mode': '0755', 'groups': ['etcd']}})
included: /kubespray/roles/download/tasks/download_file.yml for node1, node3, node2, node4 => (item={'key': 'cni', 'value': {'enabled': True, 'file': True, 'version': 'v0.9.1', 'dest': '/tmp/releases/cni-plugins-linux-amd64-v0.9.1.tgz', 'sha256': '962100bbc4baeaaa5748cdbfce941f756b1531c2eadb290129401498bfac21e7', 'url': 'http://172.20.0.25:8080/files/github.com/containernetworking/plugins/releases/download/v0.9.1/cni-plugins-linux-amd64-v0.9.1.tgz', 'unarchive': False, 'owner': 'root', 'mode': '0755', 'groups': ['k8s_cluster']}})
included: /kubespray/roles/download/tasks/download_file.yml for node1, node3, node2, node4 => (item={'key': 'kubeadm', 'value': {'enabled': True, 'file': True, 'version': 'v1.21.3', 'dest': '/tmp/releases/kubeadm-v1.21.3-amd64', 'sha256': '82fff4fc0cdb1110150596ab14a3ddcd3dbe53f40c404917d2e9703f8f04787a', 'url': 'http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubeadm', 'unarchive': False, 'owner': 'root', 'mode': '0755', 'groups': ['k8s_cluster']}})
included: /kubespray/roles/download/tasks/download_file.yml for node1, node3, node2, node4 => (item={'key': 'kubelet', 'value': {'enabled': True, 'file': True, 'version': 'v1.21.3', 'dest': '/tmp/releases/kubelet-v1.21.3-amd64', 'sha256': '5bd542d656caabd75e59757a3adbae3e13d63c7c7c113d2a72475574c3c640fe', 'url': 'http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubelet', 'unarchive': False, 'owner': 'root', 'mode': '0755', 'groups': ['k8s_cluster']}})
included: /kubespray/roles/download/tasks/download_file.yml for node1, node3, node2 => (item={'key': 'kubectl', 'value': {'enabled': True, 'file': True, 'version': 'v1.21.3', 'dest': '/tmp/releases/kubectl-v1.21.3-amd64', 'sha256': '631246194fc1931cb897d61e1d542ef2321ec97adcb859a405d3b285ad9dd3d6', 'url': 'http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubectl', 'unarchive': False, 'owner': 'root', 'mode': '0755', 'groups': ['kube_control_plane']}})
included: /kubespray/roles/download/tasks/download_file.yml for node1, node3, node2, node4 => (item={'key': 'crictl', 'value': {'file': True, 'enabled': True, 'version': 'v1.21.0', 'dest': '/tmp/releases/crictl-v1.21.0-linux-amd64.tar.gz', 'sha256': '85c78a35584971625bf1c3bcd46e5404a90396f979d7586f18b11119cb623e24', 'url': 'http://172.20.0.25:8080/files/github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-linux-amd64.tar.gz', 'unarchive': True, 'owner': 'root', 'mode': '0755', 'groups': ['k8s_cluster']}})
included: /kubespray/roles/download/tasks/download_file.yml for node1, node3, node2, node4 => (item={'key': 'calicoctl', 'value': {'enabled': True, 'file': True, 'version': 'v3.18.4', 'dest': '/tmp/releases/calicoctl', 'sha256': '6ae74a5b9478476c957d4ed4a07ce059521b0c1492aba45f7d59214adc9b547a', 'url': 'http://172.20.0.25:8080/files/github.com/projectcalico/calicoctl/releases/download/v3.18.4/calicoctl-linux-amd64', 'unarchive': False, 'owner': 'root', 'mode': '0755', 'groups': ['k8s_cluster']}})
included: /kubespray/roles/download/tasks/download_file.yml for node1, node3, node2 => (item={'key': 'calico_crds', 'value': {'file': True, 'enabled': True, 'version': 'v3.18.4', 'dest': '/tmp/releases/calico-v3.18.4-kdd-crds/v3.18.4.tar.gz', 'sha256': '047a62e7653d4a2d13931123867b14d3292e4ab5c307cd8750a0160d767801e3', 'url': 'http://172.20.0.25:8080/files/github.com/projectcalico/calico/archive/v3.18.4.tar.gz', 'unarchive': True, 'unarchive_extra_opts': ['--strip=6', '--wildcards', '*/_includes/charts/calico/crds/kdd/'], 'owner': 'root', 'mode': '0755', 'groups': ['kube_control_plane']}})
Monday 30 August 2021 13:56:44 +0000 (0:00:04.390) 0:03:07.499 *********
TASK [download : download_file | Starting download of file] ***********************************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/github.com/coreos/etcd/releases/download/v3.4.13/etcd-v3.4.13-linux-amd64.tar.gz
ok: [node2] =>
msg: http://172.20.0.25:8080/files/github.com/coreos/etcd/releases/download/v3.4.13/etcd-v3.4.13-linux-amd64.tar.gz
ok: [node3] =>
msg: http://172.20.0.25:8080/files/github.com/coreos/etcd/releases/download/v3.4.13/etcd-v3.4.13-linux-amd64.tar.gz
Monday 30 August 2021 13:56:44 +0000 (0:00:00.094) 0:03:07.594 *********
TASK [download : download_file | Set pathname of cached file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:56:44 +0000 (0:00:00.099) 0:03:07.693 *********
TASK [download : download_file | Create dest directory on node] *******************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:56:44 +0000 (0:00:00.255) 0:03:07.949 *********
Monday 30 August 2021 13:56:45 +0000 (0:00:00.049) 0:03:07.998 *********
Monday 30 August 2021 13:56:45 +0000 (0:00:00.051) 0:03:08.050 *********
TASK [download : download_file | Download item] ***********************************************************************************************
changed: [node2 -> 172.20.0.22]
changed: [node1 -> 172.20.0.21]
changed: [node3 -> 172.20.0.23]
Monday 30 August 2021 13:56:45 +0000 (0:00:00.572) 0:03:08.622 *********
Monday 30 August 2021 13:56:45 +0000 (0:00:00.068) 0:03:08.691 *********
Monday 30 August 2021 13:56:45 +0000 (0:00:00.069) 0:03:08.760 *********
Monday 30 August 2021 13:56:45 +0000 (0:00:00.070) 0:03:08.831 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3
Monday 30 August 2021 13:56:45 +0000 (0:00:00.118) 0:03:08.950 *********
TASK [download : extract_file | Unpacking archive] ********************************************************************************************
changed: [node1]
changed: [node3]
changed: [node2]
Monday 30 August 2021 13:56:47 +0000 (0:00:01.746) 0:03:10.697 *********
TASK [download : download_file | Starting download of file] ***********************************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/github.com/containernetworking/plugins/releases/download/v0.9.1/cni-plugins-linux-amd64-v0.9.1.tgz
ok: [node2] =>
msg: http://172.20.0.25:8080/files/github.com/containernetworking/plugins/releases/download/v0.9.1/cni-plugins-linux-amd64-v0.9.1.tgz
ok: [node3] =>
msg: http://172.20.0.25:8080/files/github.com/containernetworking/plugins/releases/download/v0.9.1/cni-plugins-linux-amd64-v0.9.1.tgz
ok: [node4] =>
msg: http://172.20.0.25:8080/files/github.com/containernetworking/plugins/releases/download/v0.9.1/cni-plugins-linux-amd64-v0.9.1.tgz
Monday 30 August 2021 13:56:47 +0000 (0:00:00.122) 0:03:10.819 *********
TASK [download : download_file | Set pathname of cached file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:56:47 +0000 (0:00:00.149) 0:03:10.969 *********
TASK [download : download_file | Create dest directory on node] *******************************************************************************
ok: [node1]
ok: [node3]
ok: [node4]
ok: [node2]
Monday 30 August 2021 13:56:48 +0000 (0:00:00.314) 0:03:11.283 *********
Monday 30 August 2021 13:56:48 +0000 (0:00:00.047) 0:03:11.331 *********
Monday 30 August 2021 13:56:48 +0000 (0:00:00.047) 0:03:11.378 *********
TASK [download : download_file | Download item] ***********************************************************************************************
changed: [node1 -> 172.20.0.21]
changed: [node2 -> 172.20.0.22]
changed: [node4 -> 172.20.0.24]
changed: [node3 -> 172.20.0.23]
Monday 30 August 2021 13:56:49 +0000 (0:00:00.833) 0:03:12.211 *********
Monday 30 August 2021 13:56:49 +0000 (0:00:00.089) 0:03:12.301 *********
Monday 30 August 2021 13:56:49 +0000 (0:00:00.086) 0:03:12.388 *********
Monday 30 August 2021 13:56:49 +0000 (0:00:00.092) 0:03:12.480 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3, node4
Monday 30 August 2021 13:56:49 +0000 (0:00:00.153) 0:03:12.633 *********
Monday 30 August 2021 13:56:49 +0000 (0:00:00.092) 0:03:12.725 *********
TASK [download : download_file | Starting download of file] ***********************************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubeadm
ok: [node2] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubeadm
ok: [node3] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubeadm
ok: [node4] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubeadm
Monday 30 August 2021 13:56:49 +0000 (0:00:00.113) 0:03:12.839 *********
TASK [download : download_file | Set pathname of cached file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:56:49 +0000 (0:00:00.120) 0:03:12.959 *********
TASK [download : download_file | Create dest directory on node] *******************************************************************************
ok: [node1]
ok: [node3]
ok: [node4]
ok: [node2]
Monday 30 August 2021 13:56:50 +0000 (0:00:00.308) 0:03:13.267 *********
Monday 30 August 2021 13:56:50 +0000 (0:00:00.045) 0:03:13.313 *********
Monday 30 August 2021 13:56:50 +0000 (0:00:00.048) 0:03:13.361 *********
TASK [download : download_file | Download item] ***********************************************************************************************
ok: [node2 -> 172.20.0.22]
ok: [node1 -> 172.20.0.21]
ok: [node3 -> 172.20.0.23]
changed: [node4 -> 172.20.0.24]
Monday 30 August 2021 13:56:51 +0000 (0:00:00.808) 0:03:14.170 *********
Monday 30 August 2021 13:56:51 +0000 (0:00:00.087) 0:03:14.257 *********
Monday 30 August 2021 13:56:51 +0000 (0:00:00.090) 0:03:14.347 *********
Monday 30 August 2021 13:56:51 +0000 (0:00:00.086) 0:03:14.434 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3, node4
Monday 30 August 2021 13:56:51 +0000 (0:00:00.183) 0:03:14.617 *********
Monday 30 August 2021 13:56:51 +0000 (0:00:00.095) 0:03:14.712 *********
TASK [download : download_file | Starting download of file] ***********************************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubelet
ok: [node2] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubelet
ok: [node3] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubelet
ok: [node4] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubelet
Monday 30 August 2021 13:56:51 +0000 (0:00:00.118) 0:03:14.831 *********
TASK [download : download_file | Set pathname of cached file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:56:51 +0000 (0:00:00.114) 0:03:14.945 *********
TASK [download : download_file | Create dest directory on node] *******************************************************************************
ok: [node1]
ok: [node4]
ok: [node3]
ok: [node2]
Monday 30 August 2021 13:56:52 +0000 (0:00:00.326) 0:03:15.272 *********
Monday 30 August 2021 13:56:52 +0000 (0:00:00.046) 0:03:15.318 *********
Monday 30 August 2021 13:56:52 +0000 (0:00:00.048) 0:03:15.367 *********
TASK [download : download_file | Download item] ***********************************************************************************************
changed: [node1 -> 172.20.0.21]
changed: [node2 -> 172.20.0.22]
changed: [node3 -> 172.20.0.23]
changed: [node4 -> 172.20.0.24]
Monday 30 August 2021 13:56:54 +0000 (0:00:01.918) 0:03:17.285 *********
Monday 30 August 2021 13:56:54 +0000 (0:00:00.091) 0:03:17.376 *********
Monday 30 August 2021 13:56:54 +0000 (0:00:00.088) 0:03:17.464 *********
Monday 30 August 2021 13:56:54 +0000 (0:00:00.086) 0:03:17.551 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3, node4
Monday 30 August 2021 13:56:54 +0000 (0:00:00.158) 0:03:17.709 *********
Monday 30 August 2021 13:56:54 +0000 (0:00:00.096) 0:03:17.806 *********
TASK [download : download_file | Starting download of file] ***********************************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubectl
ok: [node2] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubectl
ok: [node3] =>
msg: http://172.20.0.25:8080/files/storage.googleapis.com/kubernetes-release/release/v1.21.3/bin/linux/amd64/kubectl
Monday 30 August 2021 13:56:54 +0000 (0:00:00.091) 0:03:17.898 *********
TASK [download : download_file | Set pathname of cached file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:56:55 +0000 (0:00:00.092) 0:03:17.990 *********
TASK [download : download_file | Create dest directory on node] *******************************************************************************
ok: [node1]
ok: [node3]
ok: [node2]
Monday 30 August 2021 13:56:55 +0000 (0:00:00.299) 0:03:18.290 *********
Monday 30 August 2021 13:56:55 +0000 (0:00:00.047) 0:03:18.337 *********
Monday 30 August 2021 13:56:55 +0000 (0:00:00.047) 0:03:18.385 *********
TASK [download : download_file | Download item] ***********************************************************************************************
changed: [node2 -> 172.20.0.22]
changed: [node1 -> 172.20.0.21]
changed: [node3 -> 172.20.0.23]
Monday 30 August 2021 13:56:58 +0000 (0:00:02.767) 0:03:21.152 *********
Monday 30 August 2021 13:56:58 +0000 (0:00:00.067) 0:03:21.220 *********
Monday 30 August 2021 13:56:58 +0000 (0:00:00.069) 0:03:21.290 *********
Monday 30 August 2021 13:56:58 +0000 (0:00:00.067) 0:03:21.357 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3
Monday 30 August 2021 13:56:58 +0000 (0:00:00.118) 0:03:21.476 *********
Monday 30 August 2021 13:56:58 +0000 (0:00:00.073) 0:03:21.549 *********
TASK [download : download_file | Starting download of file] ***********************************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-linux-amd64.tar.gz
ok: [node2] =>
msg: http://172.20.0.25:8080/files/github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-linux-amd64.tar.gz
ok: [node3] =>
msg: http://172.20.0.25:8080/files/github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-linux-amd64.tar.gz
ok: [node4] =>
msg: http://172.20.0.25:8080/files/github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-linux-amd64.tar.gz
Monday 30 August 2021 13:56:58 +0000 (0:00:00.121) 0:03:21.670 *********
TASK [download : download_file | Set pathname of cached file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:56:58 +0000 (0:00:00.115) 0:03:21.786 *********
TASK [download : download_file | Create dest directory on node] *******************************************************************************
ok: [node1]
ok: [node3]
ok: [node4]
ok: [node2]
Monday 30 August 2021 13:56:59 +0000 (0:00:00.311) 0:03:22.098 *********
Monday 30 August 2021 13:56:59 +0000 (0:00:00.044) 0:03:22.143 *********
Monday 30 August 2021 13:56:59 +0000 (0:00:00.047) 0:03:22.190 *********
TASK [download : download_file | Download item] ***********************************************************************************************
ok: [node1 -> 172.20.0.21]
ok: [node2 -> 172.20.0.22]
ok: [node3 -> 172.20.0.23]
ok: [node4 -> 172.20.0.24]
Monday 30 August 2021 13:56:59 +0000 (0:00:00.525) 0:03:22.715 *********
Monday 30 August 2021 13:56:59 +0000 (0:00:00.088) 0:03:22.804 *********
Monday 30 August 2021 13:56:59 +0000 (0:00:00.086) 0:03:22.890 *********
Monday 30 August 2021 13:56:59 +0000 (0:00:00.084) 0:03:22.975 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3, node4
Monday 30 August 2021 13:57:00 +0000 (0:00:00.152) 0:03:23.128 *********
TASK [download : extract_file | Unpacking archive] ********************************************************************************************
ok: [node1]
ok: [node4]
ok: [node3]
ok: [node2]
Monday 30 August 2021 13:57:02 +0000 (0:00:02.210) 0:03:25.339 *********
TASK [download : download_file | Starting download of file] ***********************************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/github.com/projectcalico/calicoctl/releases/download/v3.18.4/calicoctl-linux-amd64
ok: [node2] =>
msg: http://172.20.0.25:8080/files/github.com/projectcalico/calicoctl/releases/download/v3.18.4/calicoctl-linux-amd64
ok: [node3] =>
msg: http://172.20.0.25:8080/files/github.com/projectcalico/calicoctl/releases/download/v3.18.4/calicoctl-linux-amd64
ok: [node4] =>
msg: http://172.20.0.25:8080/files/github.com/projectcalico/calicoctl/releases/download/v3.18.4/calicoctl-linux-amd64
Monday 30 August 2021 13:57:02 +0000 (0:00:00.157) 0:03:25.497 *********
TASK [download : download_file | Set pathname of cached file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:57:02 +0000 (0:00:00.117) 0:03:25.615 *********
TASK [download : download_file | Create dest directory on node] *******************************************************************************
ok: [node1]
ok: [node3]
ok: [node4]
ok: [node2]
Monday 30 August 2021 13:57:02 +0000 (0:00:00.313) 0:03:25.929 *********
Monday 30 August 2021 13:57:02 +0000 (0:00:00.047) 0:03:25.976 *********
Monday 30 August 2021 13:57:03 +0000 (0:00:00.048) 0:03:26.025 *********
TASK [download : download_file | Download item] ***********************************************************************************************
changed: [node1 -> 172.20.0.21]
changed: [node2 -> 172.20.0.22]
changed: [node4 -> 172.20.0.24]
changed: [node3 -> 172.20.0.23]
Monday 30 August 2021 13:57:03 +0000 (0:00:00.836) 0:03:26.862 *********
Monday 30 August 2021 13:57:03 +0000 (0:00:00.088) 0:03:26.950 *********
Monday 30 August 2021 13:57:04 +0000 (0:00:00.086) 0:03:27.037 *********
Monday 30 August 2021 13:57:04 +0000 (0:00:00.085) 0:03:27.122 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3, node4
Monday 30 August 2021 13:57:04 +0000 (0:00:00.156) 0:03:27.279 *********
Monday 30 August 2021 13:57:04 +0000 (0:00:00.095) 0:03:27.374 *********
TASK [download : download_file | Starting download of file] ***********************************************************************************
ok: [node1] =>
msg: http://172.20.0.25:8080/files/github.com/projectcalico/calico/archive/v3.18.4.tar.gz
ok: [node2] =>
msg: http://172.20.0.25:8080/files/github.com/projectcalico/calico/archive/v3.18.4.tar.gz
ok: [node3] =>
msg: http://172.20.0.25:8080/files/github.com/projectcalico/calico/archive/v3.18.4.tar.gz
Monday 30 August 2021 13:57:04 +0000 (0:00:00.096) 0:03:27.470 *********
TASK [download : download_file | Set pathname of cached file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:04 +0000 (0:00:00.095) 0:03:27.566 *********
TASK [download : download_file | Create dest directory on node] *******************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:04 +0000 (0:00:00.263) 0:03:27.830 *********
Monday 30 August 2021 13:57:04 +0000 (0:00:00.047) 0:03:27.877 *********
Monday 30 August 2021 13:57:04 +0000 (0:00:00.048) 0:03:27.925 *********
TASK [download : download_file | Download item] ***********************************************************************************************
changed: [node1 -> 172.20.0.21]
changed: [node2 -> 172.20.0.22]
changed: [node3 -> 172.20.0.23]
Monday 30 August 2021 13:57:06 +0000 (0:00:01.390) 0:03:29.316 *********
Monday 30 August 2021 13:57:06 +0000 (0:00:00.068) 0:03:29.384 *********
Monday 30 August 2021 13:57:06 +0000 (0:00:00.066) 0:03:29.451 *********
Monday 30 August 2021 13:57:06 +0000 (0:00:00.110) 0:03:29.561 *********
included: /kubespray/roles/download/tasks/extract_file.yml for node1, node2, node3
Monday 30 August 2021 13:57:06 +0000 (0:00:00.118) 0:03:29.680 *********
TASK [download : extract_file | Unpacking archive] ********************************************************************************************
changed: [node2]
changed: [node1]
changed: [node3]
Monday 30 August 2021 13:57:07 +0000 (0:00:01.231) 0:03:30.912 *********
TASK [cluster/download : Relpace kubeadm binary file as patch version] ************************************************************************
changed: [node2]
changed: [node4]
changed: [node1]
changed: [node3]
PLAY RECAP ************************************************************************************************************************************
node1 : ok=200 changed=50 unreachable=0 failed=0 skipped=278 rescued=0 ignored=0
node2 : ok=183 changed=51 unreachable=0 failed=0 skipped=243 rescued=0 ignored=0
node3 : ok=181 changed=48 unreachable=0 failed=0 skipped=243 rescued=0 ignored=0
node4 : ok=147 changed=42 unreachable=0 failed=0 skipped=233 rescued=0 ignored=0
Monday 30 August 2021 13:57:09 +0000 (0:00:01.211) 0:03:32.124 *********
===============================================================================
kubernetes/preinstall : Install packages requirements --------------------------------------------------------------------------------- 47.19s
container-engine/containerd : ensure containerd packages are installed ---------------------------------------------------------------- 23.60s
container-engine/crictl : extract_file | Unpacking archive ----------------------------------------------------------------------------- 4.70s
download : download | Download files / images ------------------------------------------------------------------------------------------ 4.39s
container-engine/crictl : download_file | Download item -------------------------------------------------------------------------------- 4.33s
cluster/bootstrap-os : Chrony | Install Chrony ----------------------------------------------------------------------------------------- 3.81s
kubernetes/preinstall : Get current calico cluster version ----------------------------------------------------------------------------- 3.69s
download : download_file | Download item ----------------------------------------------------------------------------------------------- 3.65s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.82s
download : download_file | Download item ----------------------------------------------------------------------------------------------- 2.77s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.69s
cluster/bootstrap-os : List services --------------------------------------------------------------------------------------------------- 2.31s
download : extract_file | Unpacking archive -------------------------------------------------------------------------------------------- 2.21s
cluster/bootstrap-os : Update apt repository cache ------------------------------------------------------------------------------------- 2.05s
download : download_file | Download item ----------------------------------------------------------------------------------------------- 1.92s
container-engine/crictl : download_file | Create dest directory on node ---------------------------------------------------------------- 1.91s
download : extract_file | Unpacking archive -------------------------------------------------------------------------------------------- 1.75s
container-engine/crictl : download_file | Set pathname of cached file ------------------------------------------------------------------ 1.47s
download : download_file | Create dest directory on node ------------------------------------------------------------------------------- 1.46s
container-engine/crictl : download_file | Starting download of file -------------------------------------------------------------------- 1.42s
✔ ###### 01-cluster-bootstrap-os successfully installed ######
✔ ###### start deploy 02-cluster-etcd ######
PLAY [Gather facts] ***************************************************************************************************************************
Monday 30 August 2021 13:57:10 +0000 (0:00:00.038) 0:00:00.038 *********
TASK [Gather minimal facts] *******************************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:57:10 +0000 (0:00:00.682) 0:00:00.721 *********
TASK [Gather necessary facts (network)] *******************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:57:11 +0000 (0:00:00.406) 0:00:01.128 *********
TASK [Gather necessary facts (hardware)] ******************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
PLAY [etcd] ***********************************************************************************************************************************
Monday 30 August 2021 13:57:11 +0000 (0:00:00.798) 0:00:01.926 *********
Monday 30 August 2021 13:57:11 +0000 (0:00:00.088) 0:00:02.015 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.090) 0:00:02.105 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.096) 0:00:02.202 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.113) 0:00:02.315 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.092) 0:00:02.407 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.048) 0:00:02.456 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.049) 0:00:02.506 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.092) 0:00:02.598 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.091) 0:00:02.690 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.089) 0:00:02.779 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.092) 0:00:02.872 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.043) 0:00:02.916 *********
Monday 30 August 2021 13:57:12 +0000 (0:00:00.087) 0:00:03.004 *********
Monday 30 August 2021 13:57:13 +0000 (0:00:00.092) 0:00:03.096 *********
Monday 30 August 2021 13:57:13 +0000 (0:00:00.090) 0:00:03.187 *********
Monday 30 August 2021 13:57:13 +0000 (0:00:00.092) 0:00:03.280 *********
Monday 30 August 2021 13:57:15 +0000 (0:00:02.131) 0:00:05.411 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 13:57:15 +0000 (0:00:00.108) 0:00:05.520 *********
Monday 30 August 2021 13:57:15 +0000 (0:00:00.236) 0:00:05.756 *********
TASK [kubespray-defaults : create fallback_ips_base] ******************************************************************************************
ok: [node1]
Monday 30 August 2021 13:57:15 +0000 (0:00:00.098) 0:00:05.855 *********
TASK [kubespray-defaults : set fallback_ips] **************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:15 +0000 (0:00:00.116) 0:00:05.972 *********
Monday 30 August 2021 13:57:15 +0000 (0:00:00.047) 0:00:06.019 *********
Monday 30 August 2021 13:57:16 +0000 (0:00:00.093) 0:00:06.113 *********
TASK [adduser : User | Create User Group] *****************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:16 +0000 (0:00:00.397) 0:00:06.510 *********
TASK [adduser : User | Create User] ***********************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:16 +0000 (0:00:00.442) 0:00:06.953 *********
TASK [adduser : User | Create User Group] *****************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:17 +0000 (0:00:00.277) 0:00:07.230 *********
TASK [adduser : User | Create User] ***********************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:17 +0000 (0:00:00.348) 0:00:07.578 *********
included: /kubespray/roles/etcd/tasks/check_certs.yml for node1, node2, node3
Monday 30 August 2021 13:57:17 +0000 (0:00:00.165) 0:00:07.744 *********
TASK [etcd : Check_certs | Register certs that have already been generated on first etcd node] ************************************************
ok: [node1 -> 172.20.0.21]
Monday 30 August 2021 13:57:18 +0000 (0:00:00.283) 0:00:08.028 *********
TASK [etcd : Check_certs | Set default value for 'sync_certs', 'gen_certs' and 'etcd_secret_changed' to false] ********************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:18 +0000 (0:00:00.086) 0:00:08.115 *********
TASK [etcd : Check certs | Register ca and etcd admin/member certs on etcd hosts] *************************************************************
ok: [node1] => (item=ca.pem)
ok: [node2] => (item=ca.pem)
ok: [node3] => (item=ca.pem)
ok: [node1] => (item=member-node1.pem)
ok: [node2] => (item=member-node2.pem)
ok: [node1] => (item=member-node1-key.pem)
ok: [node3] => (item=member-node3.pem)
ok: [node2] => (item=member-node2-key.pem)
ok: [node1] => (item=admin-node1.pem)
ok: [node3] => (item=member-node3-key.pem)
ok: [node2] => (item=admin-node2.pem)
ok: [node1] => (item=admin-node1-key.pem)
ok: [node2] => (item=admin-node2-key.pem)
ok: [node3] => (item=admin-node3.pem)
ok: [node3] => (item=admin-node3-key.pem)
Monday 30 August 2021 13:57:19 +0000 (0:00:01.049) 0:00:09.165 *********
TASK [etcd : Check certs | Register ca and etcd node certs on kubernetes hosts] ***************************************************************
ok: [node1] => (item=ca.pem)
ok: [node2] => (item=ca.pem)
ok: [node3] => (item=ca.pem)
ok: [node1] => (item=node-node1.pem)
ok: [node2] => (item=node-node2.pem)
ok: [node1] => (item=node-node1-key.pem)
ok: [node3] => (item=node-node3.pem)
ok: [node2] => (item=node-node2-key.pem)
ok: [node3] => (item=node-node3-key.pem)
Monday 30 August 2021 13:57:19 +0000 (0:00:00.598) 0:00:09.763 *********
TASK [etcd : Check_certs | Set 'gen_certs' to true if expected certificates are not on the first etcd node] ***********************************
ok: [node1] => (item=/etc/ssl/etcd/ssl/ca.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
Monday 30 August 2021 13:57:20 +0000 (0:00:00.463) 0:00:10.226 *********
TASK [etcd : Check_certs | Set 'gen_master_certs' object to track whether member and admin certs exist on first etcd node] ********************
ok: [node1]
Monday 30 August 2021 13:57:20 +0000 (0:00:00.052) 0:00:10.279 *********
TASK [etcd : Check_certs | Set 'gen_node_certs' object to track whether node certs exist on first etcd node] **********************************
ok: [node1]
Monday 30 August 2021 13:57:20 +0000 (0:00:00.053) 0:00:10.333 *********
TASK [etcd : Check_certs | Set 'etcd_member_requires_sync' to true if ca or member/admin cert and key don't exist on etcd member or checksum doesn't match] ***
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:20 +0000 (0:00:00.132) 0:00:10.465 *********
Monday 30 August 2021 13:57:20 +0000 (0:00:00.072) 0:00:10.537 *********
TASK [etcd : Check_certs | Set 'sync_certs' to true] ******************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:20 +0000 (0:00:00.096) 0:00:10.634 *********
included: /kubespray/roles/etcd/tasks/gen_certs_script.yml for node1, node2, node3
Monday 30 August 2021 13:57:20 +0000 (0:00:00.128) 0:00:10.763 *********
TASK [etcd : Gen_certs | create etcd cert dir] ************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:21 +0000 (0:00:00.365) 0:00:11.128 *********
TASK [etcd : Gen_certs | create etcd script dir (on node1)] ***********************************************************************************
changed: [node1]
Monday 30 August 2021 13:57:21 +0000 (0:00:00.159) 0:00:11.287 *********
TASK [etcd : Gen_certs | write openssl config] ************************************************************************************************
changed: [node1 -> 172.20.0.21]
Monday 30 August 2021 13:57:21 +0000 (0:00:00.624) 0:00:11.912 *********
TASK [etcd : Gen_certs | copy certs generation script] ****************************************************************************************
changed: [node1]
Monday 30 August 2021 13:57:22 +0000 (0:00:00.323) 0:00:12.236 *********
TASK [etcd : Gen_certs | run cert generation script] ******************************************************************************************
changed: [node1 -> 172.20.0.21]
Monday 30 August 2021 13:57:23 +0000 (0:00:01.617) 0:00:13.853 *********
TASK [etcd : Gen_certs | Gather etcd member and admin certs from first etcd node] *************************************************************
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/ca.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/ca.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
Monday 30 August 2021 13:57:25 +0000 (0:00:02.013) 0:00:15.867 *********
TASK [etcd : Gen_certs | Write etcd member and admin certs to other etcd nodes] ***************************************************************
changed: [node2] => (item=/etc/ssl/etcd/ssl/ca.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/ca.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
Monday 30 August 2021 13:57:31 +0000 (0:00:05.789) 0:00:21.656 *********
TASK [etcd : Gen_certs | Gather node certs from first etcd node] ******************************************************************************
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
Monday 30 August 2021 13:57:32 +0000 (0:00:01.140) 0:00:22.796 *********
TASK [etcd : Gen_certs | Write node certs to other etcd nodes] ********************************************************************************
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
Monday 30 August 2021 13:57:36 +0000 (0:00:03.337) 0:00:26.133 *********
TASK [etcd : Gen_certs | Set cert names per node] *********************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:36 +0000 (0:00:00.086) 0:00:26.220 *********
Monday 30 August 2021 13:57:36 +0000 (0:00:00.192) 0:00:26.412 *********
Monday 30 August 2021 13:57:36 +0000 (0:00:00.098) 0:00:26.510 *********
Monday 30 August 2021 13:57:36 +0000 (0:00:00.075) 0:00:26.586 *********
TASK [etcd : Gen_certs | check certificate permissions] ***************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:36 +0000 (0:00:00.257) 0:00:26.844 *********
included: /kubespray/roles/etcd/tasks/upd_ca_trust.yml for node1, node2, node3
Monday 30 August 2021 13:57:36 +0000 (0:00:00.129) 0:00:26.974 *********
TASK [etcd : Gen_certs | target ca-certificate store file] ************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:37 +0000 (0:00:00.092) 0:00:27.066 *********
TASK [etcd : Gen_certs | add CA to trusted CA dir] ********************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:37 +0000 (0:00:00.302) 0:00:27.368 *********
TASK [etcd : Gen_certs | update ca-certificates (Debian/Ubuntu/SUSE/Flatcar)] *****************************************************************
changed: [node1]
changed: [node3]
Monday 30 August 2021 13:57:38 +0000 (0:00:00.816) 0:00:28.185 *********
TASK [etcd : Gen_certs | update ca-certificates (RedHat)] *************************************************************************************
changed: [node2]
Monday 30 August 2021 13:57:38 +0000 (0:00:00.723) 0:00:28.909 *********
Monday 30 August 2021 13:57:38 +0000 (0:00:00.072) 0:00:28.981 *********
TASK [etcd : Gen_certs | Get etcd certificate serials] ****************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:39 +0000 (0:00:00.255) 0:00:29.236 *********
TASK [etcd : Set etcd_client_cert_serial] *****************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:57:39 +0000 (0:00:00.096) 0:00:29.333 *********
included: /kubespray/roles/etcd/tasks/install_host.yml for node1, node2, node3
Monday 30 August 2021 13:57:39 +0000 (0:00:00.144) 0:00:29.477 *********
TASK [etcd : install | Copy etcd and etcdctl binary from download dir] ************************************************************************
changed: [node1] => (item=etcd)
changed: [node2] => (item=etcd)
changed: [node3] => (item=etcd)
changed: [node1] => (item=etcdctl)
changed: [node2] => (item=etcdctl)
changed: [node3] => (item=etcdctl)
Monday 30 August 2021 13:57:40 +0000 (0:00:00.716) 0:00:30.193 *********
included: /kubespray/roles/etcd/tasks/configure.yml for node1, node2, node3
Monday 30 August 2021 13:57:40 +0000 (0:00:00.195) 0:00:30.389 *********
TASK [etcd : Configure | Check if etcd cluster is healthy] ************************************************************************************
ok: [node1]
Monday 30 August 2021 13:57:45 +0000 (0:00:05.227) 0:00:35.616 *********
TASK [etcd : Configure | Check if etcd-events cluster is healthy] *****************************************************************************
ok: [node1]
Monday 30 August 2021 13:57:50 +0000 (0:00:05.248) 0:00:40.865 *********
included: /kubespray/roles/etcd/tasks/refresh_config.yml for node1, node2, node3
Monday 30 August 2021 13:57:50 +0000 (0:00:00.125) 0:00:40.990 *********
TASK [etcd : Refresh config | Create etcd config file] ****************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:51 +0000 (0:00:00.745) 0:00:41.735 *********
TASK [etcd : Refresh config | Create etcd-events config file] *********************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:52 +0000 (0:00:00.701) 0:00:42.437 *********
TASK [etcd : Configure | Copy etcd.service systemd file] **************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:52 +0000 (0:00:00.509) 0:00:42.946 *********
TASK [etcd : Configure | Copy etcd-events.service systemd file] *******************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:57:53 +0000 (0:00:00.507) 0:00:43.453 *********
TASK [etcd : Configure | reload systemd] ******************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
Monday 30 August 2021 13:57:54 +0000 (0:00:00.772) 0:00:44.226 *********
TASK [etcd : Configure | Ensure etcd is running] **********************************************************************************************
changed: [node3]
changed: [node1]
changed: [node2]
Monday 30 August 2021 13:58:26 +0000 (0:00:32.222) 0:01:16.449 *********
TASK [etcd : Configure | Ensure etcd-events is running] ***************************************************************************************
changed: [node2]
changed: [node1]
changed: [node3]
Monday 30 August 2021 13:58:27 +0000 (0:00:00.943) 0:01:17.392 *********
TASK [etcd : Configure | Wait for etcd cluster to be healthy] *********************************************************************************
ok: [node1]
Monday 30 August 2021 13:58:27 +0000 (0:00:00.321) 0:01:17.714 *********
TASK [etcd : Configure | Wait for etcd-events cluster to be healthy] **************************************************************************
ok: [node1]
Monday 30 August 2021 13:58:28 +0000 (0:00:00.320) 0:01:18.034 *********
TASK [etcd : Configure | Check if member is in etcd cluster] **********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:58:28 +0000 (0:00:00.449) 0:01:18.484 *********
TASK [etcd : Configure | Check if member is in etcd-events cluster] ***************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:58:28 +0000 (0:00:00.411) 0:01:18.896 *********
Monday 30 August 2021 13:58:28 +0000 (0:00:00.121) 0:01:19.018 *********
Monday 30 August 2021 13:58:29 +0000 (0:00:00.124) 0:01:19.143 *********
included: /kubespray/roles/etcd/tasks/refresh_config.yml for node1, node2, node3
Monday 30 August 2021 13:58:29 +0000 (0:00:00.156) 0:01:19.299 *********
TASK [etcd : Refresh config | Create etcd config file] ****************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:58:29 +0000 (0:00:00.712) 0:01:20.011 *********
TASK [etcd : Refresh config | Create etcd-events config file] *********************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:58:30 +0000 (0:00:00.773) 0:01:20.785 *********
Monday 30 August 2021 13:58:30 +0000 (0:00:00.078) 0:01:20.863 *********
Monday 30 August 2021 13:58:30 +0000 (0:00:00.077) 0:01:20.940 *********
included: /kubespray/roles/etcd/tasks/refresh_config.yml for node1, node2, node3
Monday 30 August 2021 13:58:31 +0000 (0:00:00.163) 0:01:21.104 *********
TASK [etcd : Refresh config | Create etcd config file] ****************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:58:31 +0000 (0:00:00.759) 0:01:21.863 *********
TASK [etcd : Refresh config | Create etcd-events config file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:58:32 +0000 (0:00:00.681) 0:01:22.544 *********
RUNNING HANDLER [etcd : restart etcd] *********************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:58:32 +0000 (0:00:00.287) 0:01:22.831 *********
RUNNING HANDLER [etcd : restart etcd-events] **************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:58:33 +0000 (0:00:00.243) 0:01:23.075 *********
RUNNING HANDLER [etcd : Backup etcd data] *****************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:58:33 +0000 (0:00:00.248) 0:01:23.323 *********
RUNNING HANDLER [etcd : Refresh Time Fact] ****************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
Monday 30 August 2021 13:58:34 +0000 (0:00:00.925) 0:01:24.249 *********
RUNNING HANDLER [etcd : Set Backup Directory] *************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:58:34 +0000 (0:00:00.090) 0:01:24.340 *********
RUNNING HANDLER [etcd : Create Backup Directory] **********************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:58:34 +0000 (0:00:00.253) 0:01:24.594 *********
RUNNING HANDLER [etcd : Stat etcd v2 data directory] ******************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:58:34 +0000 (0:00:00.254) 0:01:24.849 *********
RUNNING HANDLER [etcd : Backup etcd v2 data] **************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:58:35 +0000 (0:00:00.271) 0:01:25.121 *********
RUNNING HANDLER [etcd : Backup etcd v3 data] **************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 13:58:35 +0000 (0:00:00.432) 0:01:25.553 *********
Monday 30 August 2021 13:58:35 +0000 (0:00:00.076) 0:01:25.630 *********
RUNNING HANDLER [etcd : etcd | reload systemd] ************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
Monday 30 August 2021 13:58:36 +0000 (0:00:00.547) 0:01:26.177 *********
RUNNING HANDLER [etcd : reload etcd] **********************************************************************************************************
changed: [node2]
changed: [node3]
changed: [node1]
Monday 30 August 2021 13:58:59 +0000 (0:00:22.895) 0:01:49.073 *********
RUNNING HANDLER [etcd : reload etcd-events] ***************************************************************************************************
changed: [node2]
changed: [node3]
changed: [node1]
Monday 30 August 2021 13:59:19 +0000 (0:00:20.755) 0:02:09.829 *********
RUNNING HANDLER [etcd : wait for etcd up] *****************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:59:20 +0000 (0:00:00.568) 0:02:10.398 *********
RUNNING HANDLER [etcd : wait for etcd-events up] **********************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:59:20 +0000 (0:00:00.436) 0:02:10.834 *********
RUNNING HANDLER [etcd : set etcd_secret_changed] **********************************************************************************************
ok: [node1]
PLAY [k8s_cluster] ****************************************************************************************************************************
Monday 30 August 2021 13:59:20 +0000 (0:00:00.101) 0:02:10.935 *********
Monday 30 August 2021 13:59:20 +0000 (0:00:00.083) 0:02:11.019 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.084) 0:02:11.104 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.084) 0:02:11.188 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.083) 0:02:11.272 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.087) 0:02:11.360 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.035) 0:02:11.395 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.033) 0:02:11.428 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.082) 0:02:11.511 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.084) 0:02:11.596 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.081) 0:02:11.678 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.122) 0:02:11.800 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.033) 0:02:11.834 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.083) 0:02:11.917 *********
Monday 30 August 2021 13:59:21 +0000 (0:00:00.086) 0:02:12.004 *********
Monday 30 August 2021 13:59:22 +0000 (0:00:00.083) 0:02:12.087 *********
Monday 30 August 2021 13:59:22 +0000 (0:00:00.083) 0:02:12.171 *********
Monday 30 August 2021 13:59:24 +0000 (0:00:02.804) 0:02:14.976 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node4] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 13:59:25 +0000 (0:00:00.105) 0:02:15.081 *********
Monday 30 August 2021 13:59:25 +0000 (0:00:00.120) 0:02:15.202 *********
Monday 30 August 2021 13:59:25 +0000 (0:00:00.034) 0:02:15.236 *********
TASK [kubespray-defaults : set fallback_ips] **************************************************************************************************
ok: [node4]
Monday 30 August 2021 13:59:25 +0000 (0:00:00.109) 0:02:15.346 *********
Monday 30 August 2021 13:59:25 +0000 (0:00:00.036) 0:02:15.382 *********
Monday 30 August 2021 13:59:25 +0000 (0:00:00.096) 0:02:15.479 *********
TASK [adduser : User | Create User Group] *****************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
changed: [node4]
Monday 30 August 2021 13:59:26 +0000 (0:00:01.248) 0:02:16.727 *********
TASK [adduser : User | Create User] ***********************************************************************************************************
ok: [node1]
ok: [node2]
changed: [node4]
ok: [node3]
Monday 30 August 2021 13:59:27 +0000 (0:00:00.342) 0:02:17.070 *********
TASK [adduser : User | Create User Group] *****************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:59:27 +0000 (0:00:00.279) 0:02:17.350 *********
TASK [adduser : User | Create User] ***********************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:59:27 +0000 (0:00:00.350) 0:02:17.701 *********
included: /kubespray/roles/etcd/tasks/check_certs.yml for node1, node2, node3, node4
Monday 30 August 2021 13:59:27 +0000 (0:00:00.161) 0:02:17.863 *********
TASK [etcd : Check_certs | Register certs that have already been generated on first etcd node] ************************************************
ok: [node1 -> 172.20.0.21]
Monday 30 August 2021 13:59:27 +0000 (0:00:00.156) 0:02:18.019 *********
TASK [etcd : Check_certs | Set default value for 'sync_certs', 'gen_certs' and 'etcd_secret_changed' to false] ********************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:59:28 +0000 (0:00:00.108) 0:02:18.127 *********
TASK [etcd : Check certs | Register ca and etcd admin/member certs on etcd hosts] *************************************************************
ok: [node1] => (item=ca.pem)
ok: [node2] => (item=ca.pem)
ok: [node3] => (item=ca.pem)
ok: [node1] => (item=member-node1.pem)
ok: [node2] => (item=member-node2.pem)
ok: [node1] => (item=member-node1-key.pem)
ok: [node3] => (item=member-node3.pem)
ok: [node2] => (item=member-node2-key.pem)
ok: [node1] => (item=admin-node1.pem)
ok: [node2] => (item=admin-node2.pem)
ok: [node3] => (item=member-node3-key.pem)
ok: [node1] => (item=admin-node1-key.pem)
ok: [node2] => (item=admin-node2-key.pem)
ok: [node3] => (item=admin-node3.pem)
ok: [node3] => (item=admin-node3-key.pem)
Monday 30 August 2021 13:59:29 +0000 (0:00:01.019) 0:02:19.147 *********
TASK [etcd : Check certs | Register ca and etcd node certs on kubernetes hosts] ***************************************************************
ok: [node1] => (item=ca.pem)
ok: [node2] => (item=ca.pem)
ok: [node4] => (item=ca.pem)
ok: [node3] => (item=ca.pem)
ok: [node1] => (item=node-node1.pem)
ok: [node4] => (item=node-node4.pem)
ok: [node2] => (item=node-node2.pem)
ok: [node1] => (item=node-node1-key.pem)
ok: [node3] => (item=node-node3.pem)
ok: [node4] => (item=node-node4-key.pem)
ok: [node2] => (item=node-node2-key.pem)
ok: [node3] => (item=node-node3-key.pem)
Monday 30 August 2021 13:59:29 +0000 (0:00:00.670) 0:02:19.818 *********
TASK [etcd : Check_certs | Set 'gen_certs' to true if expected certificates are not on the first etcd node] ***********************************
ok: [node1] => (item=/etc/ssl/etcd/ssl/ca.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
ok: [node1] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
Monday 30 August 2021 13:59:30 +0000 (0:00:00.502) 0:02:20.321 *********
TASK [etcd : Check_certs | Set 'gen_master_certs' object to track whether member and admin certs exist on first etcd node] ********************
ok: [node1]
Monday 30 August 2021 13:59:30 +0000 (0:00:00.056) 0:02:20.377 *********
TASK [etcd : Check_certs | Set 'gen_node_certs' object to track whether node certs exist on first etcd node] **********************************
ok: [node1]
Monday 30 August 2021 13:59:30 +0000 (0:00:00.054) 0:02:20.432 *********
Monday 30 August 2021 13:59:30 +0000 (0:00:00.141) 0:02:20.574 *********
TASK [etcd : Check_certs | Set 'kubernetes_host_requires_sync' to true if ca or node cert and key don't exist on kubernetes host or checksum doesn't match] ***
ok: [node4]
Monday 30 August 2021 13:59:30 +0000 (0:00:00.128) 0:02:20.703 *********
TASK [etcd : Check_certs | Set 'sync_certs' to true] ******************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:59:30 +0000 (0:00:00.119) 0:02:20.822 *********
included: /kubespray/roles/etcd/tasks/gen_certs_script.yml for node1, node2, node3, node4
Monday 30 August 2021 13:59:30 +0000 (0:00:00.201) 0:02:21.023 *********
TASK [etcd : Gen_certs | create etcd cert dir] ************************************************************************************************
ok: [node1]
ok: [node2]
changed: [node4]
ok: [node3]
Monday 30 August 2021 13:59:31 +0000 (0:00:00.271) 0:02:21.295 *********
TASK [etcd : Gen_certs | create etcd script dir (on node1)] ***********************************************************************************
ok: [node1]
Monday 30 August 2021 13:59:31 +0000 (0:00:00.159) 0:02:21.455 *********
TASK [etcd : Gen_certs | write openssl config] ************************************************************************************************
ok: [node1 -> 172.20.0.21]
Monday 30 August 2021 13:59:31 +0000 (0:00:00.375) 0:02:21.830 *********
TASK [etcd : Gen_certs | copy certs generation script] ****************************************************************************************
ok: [node1]
Monday 30 August 2021 13:59:32 +0000 (0:00:00.305) 0:02:22.135 *********
TASK [etcd : Gen_certs | run cert generation script] ******************************************************************************************
changed: [node1 -> 172.20.0.21]
Monday 30 August 2021 13:59:33 +0000 (0:00:01.179) 0:02:23.315 *********
TASK [etcd : Gen_certs | Gather etcd member and admin certs from first etcd node] *************************************************************
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/ca.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/ca.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
Monday 30 August 2021 13:59:35 +0000 (0:00:01.941) 0:02:25.257 *********
TASK [etcd : Gen_certs | Write etcd member and admin certs to other etcd nodes] ***************************************************************
changed: [node2] => (item=/etc/ssl/etcd/ssl/ca.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/ca.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node1.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node1.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node3.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/admin-node3-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node3.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/member-node3-key.pem)
Monday 30 August 2021 13:59:41 +0000 (0:00:06.038) 0:02:31.295 *********
TASK [etcd : Gen_certs | Gather node certs from first etcd node] ******************************************************************************
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
ok: [node2 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
ok: [node3 -> 172.20.0.21] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
Monday 30 August 2021 13:59:42 +0000 (0:00:01.128) 0:02:32.424 *********
TASK [etcd : Gen_certs | Write node certs to other etcd nodes] ********************************************************************************
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node1.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node3.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node3-key.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node4.pem)
changed: [node2] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
changed: [node3] => (item=/etc/ssl/etcd/ssl/node-node4-key.pem)
Monday 30 August 2021 13:59:45 +0000 (0:00:03.494) 0:02:35.919 *********
TASK [etcd : Gen_certs | Set cert names per node] *********************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:59:46 +0000 (0:00:00.117) 0:02:36.037 *********
TASK [etcd : Check_certs | Set 'sync_certs' to true on nodes] *********************************************************************************
ok: [node4] => (item=ca.pem)
ok: [node4] => (item=node-node4.pem)
ok: [node4] => (item=node-node4-key.pem)
Monday 30 August 2021 13:59:46 +0000 (0:00:00.235) 0:02:36.272 *********
TASK [etcd : Gen_certs | Gather node certs] ***************************************************************************************************
changed: [node4 -> 172.20.0.21]
Monday 30 August 2021 13:59:46 +0000 (0:00:00.242) 0:02:36.514 *********
TASK [etcd : Gen_certs | Copy certs on nodes] *************************************************************************************************
ok: [node4]
Monday 30 August 2021 13:59:46 +0000 (0:00:00.208) 0:02:36.723 *********
TASK [etcd : Gen_certs | check certificate permissions] ***************************************************************************************
changed: [node1]
changed: [node2]
changed: [node4]
changed: [node3]
Monday 30 August 2021 13:59:46 +0000 (0:00:00.273) 0:02:36.997 *********
included: /kubespray/roles/etcd/tasks/upd_ca_trust.yml for node1, node2, node3, node4
Monday 30 August 2021 13:59:47 +0000 (0:00:00.165) 0:02:37.163 *********
TASK [etcd : Gen_certs | target ca-certificate store file] ************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:59:47 +0000 (0:00:00.118) 0:02:37.281 *********
TASK [etcd : Gen_certs | add CA to trusted CA dir] ********************************************************************************************
ok: [node1]
changed: [node4]
ok: [node2]
ok: [node3]
Monday 30 August 2021 13:59:47 +0000 (0:00:00.365) 0:02:37.647 *********
TASK [etcd : Gen_certs | update ca-certificates (Debian/Ubuntu/SUSE/Flatcar)] *****************************************************************
changed: [node4]
Monday 30 August 2021 13:59:48 +0000 (0:00:00.726) 0:02:38.373 *********
Monday 30 August 2021 13:59:48 +0000 (0:00:00.094) 0:02:38.467 *********
Monday 30 August 2021 13:59:48 +0000 (0:00:00.092) 0:02:38.560 *********
TASK [etcd : Gen_certs | Get etcd certificate serials] ****************************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 13:59:48 +0000 (0:00:00.279) 0:02:38.839 *********
TASK [etcd : Set etcd_client_cert_serial] *****************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 13:59:48 +0000 (0:00:00.125) 0:02:38.964 *********
included: /kubespray/roles/etcd/tasks/install_host.yml for node1, node2, node3
Monday 30 August 2021 13:59:49 +0000 (0:00:00.178) 0:02:39.143 *********
Monday 30 August 2021 13:59:49 +0000 (0:00:00.128) 0:02:39.272 *********
included: /kubespray/roles/etcd/tasks/configure.yml for node1, node2, node3
Monday 30 August 2021 13:59:49 +0000 (0:00:00.188) 0:02:39.460 *********
Monday 30 August 2021 13:59:49 +0000 (0:00:00.036) 0:02:39.497 *********
TASK [etcd : Configure | Check if etcd-events cluster is healthy] *****************************************************************************
ok: [node1]
Monday 30 August 2021 13:59:59 +0000 (0:00:10.288) 0:02:49.786 *********
included: /kubespray/roles/etcd/tasks/refresh_config.yml for node1, node2, node3
Monday 30 August 2021 13:59:59 +0000 (0:00:00.151) 0:02:49.937 *********
Monday 30 August 2021 13:59:59 +0000 (0:00:00.075) 0:02:50.013 *********
TASK [etcd : Refresh config | Create etcd-events config file] *********************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:00 +0000 (0:00:00.708) 0:02:50.722 *********
[WARNING]: noop task does not support when conditional
Monday 30 August 2021 14:00:00 +0000 (0:00:00.073) 0:02:50.795 *********
TASK [etcd : Configure | Copy etcd-events.service systemd file] *******************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:00:01 +0000 (0:00:00.495) 0:02:51.291 *********
TASK [etcd : Configure | reload systemd] ******************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
Monday 30 August 2021 14:00:01 +0000 (0:00:00.568) 0:02:51.860 *********
Monday 30 August 2021 14:00:01 +0000 (0:00:00.074) 0:02:51.935 *********
TASK [etcd : Configure | Ensure etcd-events is running] ***************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:00:02 +0000 (0:00:00.421) 0:02:52.356 *********
Monday 30 August 2021 14:00:02 +0000 (0:00:00.036) 0:02:52.393 *********
FAILED - RETRYING: Configure | Wait for etcd-events cluster to be healthy (4 retries left).
FAILED - RETRYING: Configure | Wait for etcd-events cluster to be healthy (3 retries left).
TASK [etcd : Configure | Wait for etcd-events cluster to be healthy] **************************************************************************
ok: [node1]
Monday 30 August 2021 14:00:31 +0000 (0:00:29.576) 0:03:21.970 *********
Monday 30 August 2021 14:00:32 +0000 (0:00:00.074) 0:03:22.044 *********
TASK [etcd : Configure | Check if member is in etcd-events cluster] ***************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:00:32 +0000 (0:00:00.486) 0:03:22.530 *********
Monday 30 August 2021 14:00:32 +0000 (0:00:00.119) 0:03:22.650 *********
Monday 30 August 2021 14:00:32 +0000 (0:00:00.119) 0:03:22.769 *********
included: /kubespray/roles/etcd/tasks/refresh_config.yml for node1, node2, node3
Monday 30 August 2021 14:00:32 +0000 (0:00:00.186) 0:03:22.956 *********
Monday 30 August 2021 14:00:33 +0000 (0:00:00.073) 0:03:23.030 *********
TASK [etcd : Refresh config | Create etcd-events config file] *********************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:33 +0000 (0:00:00.702) 0:03:23.732 *********
Monday 30 August 2021 14:00:33 +0000 (0:00:00.098) 0:03:23.831 *********
Monday 30 August 2021 14:00:33 +0000 (0:00:00.135) 0:03:23.967 *********
included: /kubespray/roles/etcd/tasks/refresh_config.yml for node1, node2, node3
Monday 30 August 2021 14:00:34 +0000 (0:00:00.195) 0:03:24.162 *********
Monday 30 August 2021 14:00:34 +0000 (0:00:00.076) 0:03:24.239 *********
TASK [etcd : Refresh config | Create etcd-events config file] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:00:34 +0000 (0:00:00.651) 0:03:24.891 *********
RUNNING HANDLER [etcd : restart etcd-events] **************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:35 +0000 (0:00:00.240) 0:03:25.132 *********
RUNNING HANDLER [etcd : etcd | reload systemd] ************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
Monday 30 August 2021 14:00:35 +0000 (0:00:00.575) 0:03:25.707 *********
RUNNING HANDLER [etcd : reload etcd-events] ***************************************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:37 +0000 (0:00:01.667) 0:03:27.375 *********
RUNNING HANDLER [etcd : wait for etcd-events up] **********************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:00:37 +0000 (0:00:00.446) 0:03:27.821 *********
RUNNING HANDLER [etcd : set etcd_secret_changed] **********************************************************************************************
ok: [node1]
PLAY RECAP ************************************************************************************************************************************
node1 : ok=118 changed=33 unreachable=0 failed=0 skipped=82 rescued=0 ignored=0
node2 : ok=101 changed=32 unreachable=0 failed=0 skipped=61 rescued=0 ignored=0
node3 : ok=101 changed=32 unreachable=0 failed=0 skipped=61 rescued=0 ignored=0
node4 : ok=27 changed=7 unreachable=0 failed=0 skipped=29 rescued=0 ignored=0
Monday 30 August 2021 14:00:37 +0000 (0:00:00.056) 0:03:27.877 *********
===============================================================================
etcd : Configure | Ensure etcd is running --------------------------------------------------------------------------------------------- 32.22s
etcd : Configure | Wait for etcd-events cluster to be healthy ------------------------------------------------------------------------- 29.58s
etcd : reload etcd -------------------------------------------------------------------------------------------------------------------- 22.90s
etcd : reload etcd-events ------------------------------------------------------------------------------------------------------------- 20.76s
etcd : Configure | Check if etcd-events cluster is healthy ---------------------------------------------------------------------------- 10.29s
etcd : Gen_certs | Write etcd member and admin certs to other etcd nodes --------------------------------------------------------------- 6.04s
etcd : Gen_certs | Write etcd member and admin certs to other etcd nodes --------------------------------------------------------------- 5.79s
etcd : Configure | Check if etcd-events cluster is healthy ----------------------------------------------------------------------------- 5.25s
etcd : Configure | Check if etcd cluster is healthy ------------------------------------------------------------------------------------ 5.23s
etcd : Gen_certs | Write node certs to other etcd nodes -------------------------------------------------------------------------------- 3.49s
etcd : Gen_certs | Write node certs to other etcd nodes -------------------------------------------------------------------------------- 3.34s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.80s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.13s
etcd : Gen_certs | Gather etcd member and admin certs from first etcd node ------------------------------------------------------------- 2.01s
etcd : Gen_certs | Gather etcd member and admin certs from first etcd node ------------------------------------------------------------- 1.94s
etcd : reload etcd-events -------------------------------------------------------------------------------------------------------------- 1.67s
etcd : Gen_certs | run cert generation script ------------------------------------------------------------------------------------------ 1.62s
adduser : User | Create User Group ----------------------------------------------------------------------------------------------------- 1.25s
etcd : Gen_certs | run cert generation script ------------------------------------------------------------------------------------------ 1.18s
etcd : Gen_certs | Gather node certs from first etcd node ------------------------------------------------------------------------------ 1.14s
✔ ###### 02-cluster-etcd successfully installed ######
✔ ###### start deploy 03-cluster-kubernetes ######
PLAY [Gather facts] ***************************************************************************************************************************
Monday 30 August 2021 14:00:38 +0000 (0:00:00.038) 0:00:00.038 *********
TASK [Gather minimal facts] *******************************************************************************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
Monday 30 August 2021 14:00:39 +0000 (0:00:00.662) 0:00:00.701 *********
TASK [Gather necessary facts (network)] *******************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 14:00:39 +0000 (0:00:00.405) 0:00:01.106 *********
TASK [Gather necessary facts (hardware)] ******************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
PLAY [k8s_cluster] ****************************************************************************************************************************
Monday 30 August 2021 14:00:40 +0000 (0:00:00.868) 0:00:01.975 *********
Monday 30 August 2021 14:00:40 +0000 (0:00:00.107) 0:00:02.082 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.115) 0:00:02.197 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.114) 0:00:02.312 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.114) 0:00:02.427 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.116) 0:00:02.543 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.050) 0:00:02.593 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.045) 0:00:02.638 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.113) 0:00:02.752 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.112) 0:00:02.864 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.112) 0:00:02.977 *********
Monday 30 August 2021 14:00:41 +0000 (0:00:00.115) 0:00:03.093 *********
Monday 30 August 2021 14:00:42 +0000 (0:00:00.074) 0:00:03.167 *********
Monday 30 August 2021 14:00:42 +0000 (0:00:00.117) 0:00:03.285 *********
Monday 30 August 2021 14:00:42 +0000 (0:00:00.121) 0:00:03.406 *********
Monday 30 August 2021 14:00:42 +0000 (0:00:00.114) 0:00:03.520 *********
Monday 30 August 2021 14:00:42 +0000 (0:00:00.116) 0:00:03.637 *********
Monday 30 August 2021 14:00:45 +0000 (0:00:02.842) 0:00:06.479 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node4] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 14:00:45 +0000 (0:00:00.134) 0:00:06.613 *********
Monday 30 August 2021 14:00:45 +0000 (0:00:00.238) 0:00:06.852 *********
TASK [kubespray-defaults : create fallback_ips_base] ******************************************************************************************
ok: [node1]
Monday 30 August 2021 14:00:45 +0000 (0:00:00.097) 0:00:06.949 *********
TASK [kubespray-defaults : set fallback_ips] **************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 14:00:45 +0000 (0:00:00.152) 0:00:07.101 *********
Monday 30 August 2021 14:00:45 +0000 (0:00:00.049) 0:00:07.150 *********
Monday 30 August 2021 14:00:46 +0000 (0:00:00.121) 0:00:07.271 *********
Monday 30 August 2021 14:00:46 +0000 (0:00:00.113) 0:00:07.385 *********
Monday 30 August 2021 14:00:46 +0000 (0:00:00.115) 0:00:07.501 *********
Monday 30 August 2021 14:00:46 +0000 (0:00:00.148) 0:00:07.650 *********
Monday 30 August 2021 14:00:46 +0000 (0:00:00.114) 0:00:07.764 *********
TASK [kubernetes/node : set kubelet_cgroup_driver_detected fact for containerd] ***************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 14:00:46 +0000 (0:00:00.134) 0:00:07.899 *********
TASK [kubernetes/node : os specific vars] *****************************************************************************************************
ok: [node3] => (item=/kubespray/roles/kubernetes/node/vars/ubuntu-20.yml)
Monday 30 August 2021 14:00:46 +0000 (0:00:00.123) 0:00:08.022 *********
TASK [kubernetes/node : Pre-upgrade | check if kubelet container exists] **********************************************************************
ok: [node4]
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:00:47 +0000 (0:00:00.390) 0:00:08.413 *********
Monday 30 August 2021 14:00:47 +0000 (0:00:00.115) 0:00:08.529 *********
Monday 30 August 2021 14:00:47 +0000 (0:00:00.118) 0:00:08.647 *********
Monday 30 August 2021 14:00:47 +0000 (0:00:00.115) 0:00:08.762 *********
TASK [kubernetes/node : Ensure /var/lib/cni exists] *******************************************************************************************
changed: [node4]
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:48 +0000 (0:00:00.404) 0:00:09.167 *********
TASK [kubernetes/node : install | Copy kubeadm binary from download dir] **********************************************************************
changed: [node4]
Monday 30 August 2021 14:00:48 +0000 (0:00:00.712) 0:00:09.879 *********
TASK [kubernetes/node : install | Copy kubelet binary from download dir] **********************************************************************
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
Monday 30 August 2021 14:00:49 +0000 (0:00:01.095) 0:00:10.974 *********
Monday 30 August 2021 14:00:49 +0000 (0:00:00.112) 0:00:11.087 *********
Monday 30 August 2021 14:00:50 +0000 (0:00:00.115) 0:00:11.203 *********
Monday 30 August 2021 14:00:50 +0000 (0:00:00.114) 0:00:11.318 *********
TASK [kubernetes/node : haproxy | Cleanup potentially deployed haproxy] ***********************************************************************
ok: [node4]
Monday 30 August 2021 14:00:50 +0000 (0:00:00.234) 0:00:11.553 *********
TASK [kubernetes/node : nginx-proxy | Make nginx directory] ***********************************************************************************
changed: [node4]
Monday 30 August 2021 14:00:50 +0000 (0:00:00.269) 0:00:11.822 *********
TASK [kubernetes/node : nginx-proxy | Write nginx-proxy configuration] ************************************************************************
changed: [node4]
Monday 30 August 2021 14:00:51 +0000 (0:00:00.562) 0:00:12.384 *********
TASK [kubernetes/node : nginx-proxy | Get checksum from config] *******************************************************************************
ok: [node4]
Monday 30 August 2021 14:00:51 +0000 (0:00:00.331) 0:00:12.716 *********
TASK [kubernetes/node : nginx-proxy | Write static pod] ***************************************************************************************
changed: [node4]
Monday 30 August 2021 14:00:51 +0000 (0:00:00.407) 0:00:13.123 *********
Monday 30 August 2021 14:00:52 +0000 (0:00:00.132) 0:00:13.256 *********
Monday 30 August 2021 14:00:52 +0000 (0:00:00.125) 0:00:13.381 *********
Monday 30 August 2021 14:00:52 +0000 (0:00:00.124) 0:00:13.506 *********
Monday 30 August 2021 14:00:52 +0000 (0:00:00.156) 0:00:13.662 *********
Monday 30 August 2021 14:00:52 +0000 (0:00:00.123) 0:00:13.786 *********
TASK [kubernetes/node : Ensure nodePort range is reserved] ************************************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:53 +0000 (0:00:00.381) 0:00:14.167 *********
TASK [kubernetes/node : Verify if br_netfilter module exists] *********************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 14:00:53 +0000 (0:00:00.292) 0:00:14.460 *********
TASK [kubernetes/node : Verify br_netfilter module path exists] *******************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 14:00:53 +0000 (0:00:00.291) 0:00:14.752 *********
TASK [kubernetes/node : Enable br_netfilter module] *******************************************************************************************
changed: [node4]
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:54 +0000 (0:00:00.418) 0:00:15.170 *********
TASK [kubernetes/node : Persist br_netfilter module] ******************************************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:54 +0000 (0:00:00.551) 0:00:15.722 *********
TASK [kubernetes/node : Check if bridge-nf-call-iptables key exists] **************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 14:00:54 +0000 (0:00:00.299) 0:00:16.021 *********
TASK [kubernetes/node : Enable bridge-nf-call tables] *****************************************************************************************
changed: [node1] => (item=net.bridge.bridge-nf-call-iptables)
changed: [node2] => (item=net.bridge.bridge-nf-call-iptables)
changed: [node4] => (item=net.bridge.bridge-nf-call-iptables)
changed: [node3] => (item=net.bridge.bridge-nf-call-iptables)
changed: [node1] => (item=net.bridge.bridge-nf-call-arptables)
changed: [node2] => (item=net.bridge.bridge-nf-call-arptables)
changed: [node4] => (item=net.bridge.bridge-nf-call-arptables)
changed: [node1] => (item=net.bridge.bridge-nf-call-ip6tables)
changed: [node3] => (item=net.bridge.bridge-nf-call-arptables)
changed: [node4] => (item=net.bridge.bridge-nf-call-ip6tables)
changed: [node2] => (item=net.bridge.bridge-nf-call-ip6tables)
changed: [node3] => (item=net.bridge.bridge-nf-call-ip6tables)
Monday 30 August 2021 14:00:55 +0000 (0:00:00.656) 0:00:16.677 *********
TASK [kubernetes/node : Modprobe Kernel Module for IPVS] **************************************************************************************
changed: [node1] => (item=ip_vs)
changed: [node2] => (item=ip_vs)
changed: [node3] => (item=ip_vs)
changed: [node4] => (item=ip_vs)
changed: [node1] => (item=ip_vs_rr)
changed: [node4] => (item=ip_vs_rr)
changed: [node2] => (item=ip_vs_rr)
changed: [node1] => (item=ip_vs_wrr)
changed: [node3] => (item=ip_vs_rr)
changed: [node4] => (item=ip_vs_wrr)
changed: [node1] => (item=ip_vs_sh)
changed: [node2] => (item=ip_vs_wrr)
changed: [node3] => (item=ip_vs_wrr)
changed: [node4] => (item=ip_vs_sh)
changed: [node2] => (item=ip_vs_sh)
changed: [node3] => (item=ip_vs_sh)
Monday 30 August 2021 14:00:56 +0000 (0:00:00.852) 0:00:17.530 *********
TASK [kubernetes/node : Modprobe nf_conntrack_ipv4] *******************************************************************************************
fatal: [node1]: FAILED! => changed=false
msg: |-
modprobe: FATAL: Module nf_conntrack_ipv4 not found in directory /lib/modules/4.19.0-17-amd64
name: nf_conntrack_ipv4
params: ''
rc: 1
state: present
stderr: |-
modprobe: FATAL: Module nf_conntrack_ipv4 not found in directory /lib/modules/4.19.0-17-amd64
stderr_lines: <omitted>
stdout: ''
stdout_lines: <omitted>
...ignoring
changed: [node2]
fatal: [node4]: FAILED! => changed=false
msg: |-
modprobe: FATAL: Module nf_conntrack_ipv4 not found in directory /lib/modules/4.19.0-17-amd64
name: nf_conntrack_ipv4
params: ''
rc: 1
state: present
stderr: |-
modprobe: FATAL: Module nf_conntrack_ipv4 not found in directory /lib/modules/4.19.0-17-amd64
stderr_lines: <omitted>
stdout: ''
stdout_lines: <omitted>
...ignoring
fatal: [node3]: FAILED! => changed=false
msg: |-
modprobe: FATAL: Module nf_conntrack_ipv4 not found in directory /lib/modules/5.4.0-81-generic
name: nf_conntrack_ipv4
params: ''
rc: 1
state: present
stderr: |-
modprobe: FATAL: Module nf_conntrack_ipv4 not found in directory /lib/modules/5.4.0-81-generic
stderr_lines: <omitted>
stdout: ''
stdout_lines: <omitted>
...ignoring
Monday 30 August 2021 14:00:56 +0000 (0:00:00.284) 0:00:17.815 *********
TASK [kubernetes/node : Persist ip_vs modules] ************************************************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:57 +0000 (0:00:00.547) 0:00:18.363 *********
Monday 30 August 2021 14:00:57 +0000 (0:00:00.109) 0:00:18.472 *********
Monday 30 August 2021 14:00:57 +0000 (0:00:00.138) 0:00:18.611 *********
Monday 30 August 2021 14:00:57 +0000 (0:00:00.116) 0:00:18.728 *********
Monday 30 August 2021 14:00:57 +0000 (0:00:00.116) 0:00:18.844 *********
Monday 30 August 2021 14:00:57 +0000 (0:00:00.115) 0:00:18.960 *********
TASK [kubernetes/node : Set kubelet api version to v1beta1] ***********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 14:00:57 +0000 (0:00:00.137) 0:00:19.097 *********
TASK [kubernetes/node : Write kubelet environment config file (kubeadm)] **********************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:58 +0000 (0:00:00.616) 0:00:19.714 *********
TASK [kubernetes/node : Write kubelet config file] ********************************************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:59 +0000 (0:00:00.667) 0:00:20.382 *********
TASK [kubernetes/node : Write kubelet systemd init file] **************************************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:00:59 +0000 (0:00:00.553) 0:00:20.935 *********
RUNNING HANDLER [kubernetes/node : Node | restart kubelet] ************************************************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
Monday 30 August 2021 14:01:00 +0000 (0:00:00.270) 0:00:21.205 *********
RUNNING HANDLER [kubernetes/node : Kubelet | reload systemd] **********************************************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
Monday 30 August 2021 14:01:00 +0000 (0:00:00.835) 0:00:22.041 *********
RUNNING HANDLER [kubernetes/node : Kubelet | restart kubelet] *********************************************************************************
changed: [node4]
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:01:01 +0000 (0:00:00.682) 0:00:22.724 *********
TASK [kubernetes/node : Enable kubelet] *******************************************************************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
Monday 30 August 2021 14:01:02 +0000 (0:00:00.758) 0:00:23.483 *********
RUNNING HANDLER [kubernetes/node : Kubelet | restart kubelet] *********************************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
PLAY [kube_control_plane] *********************************************************************************************************************
Monday 30 August 2021 14:01:02 +0000 (0:00:00.563) 0:00:24.047 *********
Monday 30 August 2021 14:01:02 +0000 (0:00:00.094) 0:00:24.141 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.093) 0:00:24.235 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.093) 0:00:24.329 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.091) 0:00:24.420 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.092) 0:00:24.512 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.049) 0:00:24.562 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.044) 0:00:24.607 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.097) 0:00:24.704 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.091) 0:00:24.796 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.091) 0:00:24.887 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.093) 0:00:24.981 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.076) 0:00:25.058 *********
Monday 30 August 2021 14:01:03 +0000 (0:00:00.095) 0:00:25.153 *********
Monday 30 August 2021 14:01:04 +0000 (0:00:00.090) 0:00:25.244 *********
Monday 30 August 2021 14:01:04 +0000 (0:00:00.091) 0:00:25.336 *********
Monday 30 August 2021 14:01:04 +0000 (0:00:00.097) 0:00:25.433 *********
Monday 30 August 2021 14:01:06 +0000 (0:00:02.051) 0:00:27.484 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 14:01:06 +0000 (0:00:00.135) 0:00:27.619 *********
Monday 30 August 2021 14:01:06 +0000 (0:00:00.123) 0:00:27.742 *********
Monday 30 August 2021 14:01:06 +0000 (0:00:00.045) 0:00:27.788 *********
Monday 30 August 2021 14:01:06 +0000 (0:00:00.099) 0:00:27.888 *********
Monday 30 August 2021 14:01:06 +0000 (0:00:00.047) 0:00:27.935 *********
Monday 30 August 2021 14:01:06 +0000 (0:00:00.120) 0:00:28.056 *********
Monday 30 August 2021 14:01:06 +0000 (0:00:00.030) 0:00:28.087 *********
Monday 30 August 2021 14:01:06 +0000 (0:00:00.064) 0:00:28.151 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.030) 0:00:28.181 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.063) 0:00:28.245 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.029) 0:00:28.275 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.078) 0:00:28.353 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.050) 0:00:28.403 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.078) 0:00:28.482 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.084) 0:00:28.566 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.044) 0:00:28.611 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.034) 0:00:28.646 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.064) 0:00:28.711 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.151) 0:00:28.862 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.107) 0:00:28.969 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.063) 0:00:29.033 *********
Monday 30 August 2021 14:01:07 +0000 (0:00:00.064) 0:00:29.097 *********
TASK [kubernetes/control-plane : Create kube-scheduler config] ********************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:01:08 +0000 (0:00:00.524) 0:00:29.622 *********
Monday 30 August 2021 14:01:08 +0000 (0:00:00.069) 0:00:29.691 *********
Monday 30 August 2021 14:01:08 +0000 (0:00:00.064) 0:00:29.756 *********
Monday 30 August 2021 14:01:08 +0000 (0:00:00.065) 0:00:29.822 *********
Monday 30 August 2021 14:01:08 +0000 (0:00:00.101) 0:00:29.924 *********
Monday 30 August 2021 14:01:08 +0000 (0:00:00.201) 0:00:30.125 *********
Monday 30 August 2021 14:01:09 +0000 (0:00:00.065) 0:00:30.190 *********
TASK [kubernetes/control-plane : Install | Copy kubectl binary from download dir] *************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:01:09 +0000 (0:00:00.540) 0:00:30.731 *********
TASK [kubernetes/control-plane : Install kubectl bash completion] *****************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:01:09 +0000 (0:00:00.309) 0:00:31.040 *********
TASK [kubernetes/control-plane : Set kubectl bash completion file permissions] ****************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:01:10 +0000 (0:00:00.244) 0:00:31.284 *********
Monday 30 August 2021 14:01:10 +0000 (0:00:00.063) 0:00:31.348 *********
Monday 30 August 2021 14:01:10 +0000 (0:00:00.065) 0:00:31.414 *********
TASK [kubernetes/control-plane : kubeadm | Check if kubeadm has already run] ******************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:01:10 +0000 (0:00:00.236) 0:00:31.651 *********
Monday 30 August 2021 14:01:10 +0000 (0:00:00.145) 0:00:31.796 *********
Monday 30 August 2021 14:01:10 +0000 (0:00:00.173) 0:00:31.969 *********
TASK [kubernetes/control-plane : kubeadm | aggregate all SANs] ********************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
Monday 30 August 2021 14:01:11 +0000 (0:00:00.439) 0:00:32.409 *********
Monday 30 August 2021 14:01:11 +0000 (0:00:00.065) 0:00:32.475 *********
Monday 30 August 2021 14:01:11 +0000 (0:00:00.066) 0:00:32.541 *********
Monday 30 August 2021 14:01:11 +0000 (0:00:00.065) 0:00:32.606 *********
Monday 30 August 2021 14:01:11 +0000 (0:00:00.065) 0:00:32.672 *********
TASK [kubernetes/control-plane : Set kubeadm api version to v1beta2] **************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:01:11 +0000 (0:00:00.083) 0:00:32.756 *********
TASK [kubernetes/control-plane : kubeadm | Create kubeadm config] *****************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:01:12 +0000 (0:00:00.966) 0:00:33.723 *********
Monday 30 August 2021 14:01:12 +0000 (0:00:00.066) 0:00:33.789 *********
Monday 30 August 2021 14:01:12 +0000 (0:00:00.086) 0:00:33.875 *********
Monday 30 August 2021 14:01:12 +0000 (0:00:00.100) 0:00:33.976 *********
TASK [kubernetes/control-plane : kubeadm | Initialize first master] ***************************************************************************
changed: [node1]
Monday 30 August 2021 14:01:43 +0000 (0:00:30.893) 0:01:04.869 *********
Monday 30 August 2021 14:01:46 +0000 (0:00:02.438) 0:01:07.308 *********
Monday 30 August 2021 14:01:46 +0000 (0:00:00.081) 0:01:07.390 *********
TASK [kubernetes/control-plane : Create kubeadm token for joining nodes with 24h expiration (default)] ****************************************
ok: [node1 -> 172.20.0.21]
ok: [node2 -> 172.20.0.21]
ok: [node3 -> 172.20.0.21]
Monday 30 August 2021 14:01:46 +0000 (0:00:00.376) 0:01:07.766 *********
TASK [kubernetes/control-plane : Set kubeadm_token] *******************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:01:46 +0000 (0:00:00.093) 0:01:07.860 *********
included: /kubespray/roles/kubernetes/control-plane/tasks/kubeadm-secondary.yml for node1, node2, node3
Monday 30 August 2021 14:01:46 +0000 (0:00:00.164) 0:01:08.024 *********
TASK [kubernetes/control-plane : Set kubeadm_discovery_address] *******************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:01:47 +0000 (0:00:00.184) 0:01:08.208 *********
TASK [kubernetes/control-plane : Upload certificates so they are fresh and not expired] *******************************************************
changed: [node1]
Monday 30 August 2021 14:01:47 +0000 (0:00:00.232) 0:01:08.441 *********
TASK [kubernetes/control-plane : Parse certificate key if not set] ****************************************************************************
ok: [node1]
Monday 30 August 2021 14:01:47 +0000 (0:00:00.078) 0:01:08.519 *********
TASK [kubernetes/control-plane : Create kubeadm ControlPlane config] **************************************************************************
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:01:47 +0000 (0:00:00.487) 0:01:09.007 *********
TASK [kubernetes/control-plane : Wait for k8s apiserver] **************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:01:48 +0000 (0:00:00.374) 0:01:09.382 *********
TASK [kubernetes/control-plane : check already run] *******************************************************************************************
ok: [node1] =>
msg: false
ok: [node2] =>
msg: false
ok: [node3] =>
msg: false
Monday 30 August 2021 14:01:48 +0000 (0:00:00.089) 0:01:09.471 *********
FAILED - RETRYING: Joining control plane node to the cluster. (3 retries left).
FAILED - RETRYING: Joining control plane node to the cluster. (2 retries left).
FAILED - RETRYING: Joining control plane node to the cluster. (1 retries left).
TASK [kubernetes/control-plane : Joining control plane node to the cluster.] ******************************************************************
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:03:02 +0000 (0:01:14.466) 0:02:23.938 *********
Monday 30 August 2021 14:03:02 +0000 (0:00:00.086) 0:02:24.024 *********
TASK [kubernetes/control-plane : kubeadm | Remove taint for master with node role] ************************************************************
changed: [node1 -> 172.20.0.21] => (item=node-role.kubernetes.io/master:NoSchedule-)
changed: [node3 -> 172.20.0.21] => (item=node-role.kubernetes.io/master:NoSchedule-)
changed: [node2 -> 172.20.0.21] => (item=node-role.kubernetes.io/master:NoSchedule-)
changed: [node3 -> 172.20.0.21] => (item=node-role.kubernetes.io/control-plane:NoSchedule-)
changed: [node1 -> 172.20.0.21] => (item=node-role.kubernetes.io/control-plane:NoSchedule-)
changed: [node2 -> 172.20.0.21] => (item=node-role.kubernetes.io/control-plane:NoSchedule-)
Monday 30 August 2021 14:03:03 +0000 (0:00:01.031) 0:02:25.056 *********
Monday 30 August 2021 14:03:03 +0000 (0:00:00.076) 0:02:25.132 *********
included: /kubespray/roles/kubernetes/control-plane/tasks/kubeadm-fix-apiserver.yml for node1, node2, node3
Monday 30 August 2021 14:03:04 +0000 (0:00:00.144) 0:02:25.277 *********
TASK [kubernetes/control-plane : Update server field in component kubeconfigs] ****************************************************************
changed: [node1] => (item=admin.conf)
changed: [node2] => (item=admin.conf)
changed: [node3] => (item=admin.conf)
changed: [node1] => (item=controller-manager.conf)
changed: [node2] => (item=controller-manager.conf)
changed: [node1] => (item=kubelet.conf)
changed: [node3] => (item=controller-manager.conf)
changed: [node2] => (item=kubelet.conf)
changed: [node1] => (item=scheduler.conf)
changed: [node3] => (item=kubelet.conf)
changed: [node2] => (item=scheduler.conf)
changed: [node3] => (item=scheduler.conf)
Monday 30 August 2021 14:03:05 +0000 (0:00:01.362) 0:02:26.640 *********
included: /kubespray/roles/kubernetes/control-plane/tasks/kubelet-fix-client-cert-rotation.yml for node1, node2, node3
Monday 30 August 2021 14:03:05 +0000 (0:00:00.173) 0:02:26.813 *********
TASK [kubernetes/control-plane : Fixup kubelet client cert rotation 1/2] **********************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:03:05 +0000 (0:00:00.253) 0:02:27.067 *********
TASK [kubernetes/control-plane : Fixup kubelet client cert rotation 2/2] **********************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:03:06 +0000 (0:00:00.253) 0:02:27.320 *********
TASK [kubernetes/control-plane : Install script to renew K8S control plane certificates] ******************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:03:06 +0000 (0:00:00.537) 0:02:27.857 *********
Monday 30 August 2021 14:03:06 +0000 (0:00:00.092) 0:02:27.949 *********
Monday 30 August 2021 14:03:06 +0000 (0:00:00.067) 0:02:28.017 *********
TASK [kubernetes/client : Set external kube-apiserver endpoint] *******************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:03:06 +0000 (0:00:00.100) 0:02:28.117 *********
TASK [kubernetes/client : Create kube config dir for current/ansible become user] *************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:03:07 +0000 (0:00:00.276) 0:02:28.393 *********
TASK [kubernetes/client : Copy admin kubeconfig to current/ansible become user home] **********************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:03:07 +0000 (0:00:00.362) 0:02:28.756 *********
Monday 30 August 2021 14:03:07 +0000 (0:00:00.032) 0:02:28.789 *********
TASK [kubernetes/client : Wait for k8s apiserver] *********************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:03:07 +0000 (0:00:00.254) 0:02:29.043 *********
Monday 30 August 2021 14:03:07 +0000 (0:00:00.066) 0:02:29.109 *********
Monday 30 August 2021 14:03:07 +0000 (0:00:00.032) 0:02:29.141 *********
Monday 30 August 2021 14:03:08 +0000 (0:00:00.065) 0:02:29.206 *********
Monday 30 August 2021 14:03:08 +0000 (0:00:00.066) 0:02:29.273 *********
Monday 30 August 2021 14:03:08 +0000 (0:00:00.032) 0:02:29.305 *********
Monday 30 August 2021 14:03:08 +0000 (0:00:00.034) 0:02:29.340 *********
Monday 30 August 2021 14:03:08 +0000 (0:00:00.031) 0:02:29.371 *********
TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Wait for kube-apiserver] **************************************************************
ok: [node1]
Monday 30 August 2021 14:03:08 +0000 (0:00:00.450) 0:02:29.822 *********
Monday 30 August 2021 14:03:08 +0000 (0:00:00.068) 0:02:29.891 *********
Monday 30 August 2021 14:03:08 +0000 (0:00:00.069) 0:02:29.960 *********
Monday 30 August 2021 14:03:08 +0000 (0:00:00.108) 0:02:30.069 *********
Monday 30 August 2021 14:03:09 +0000 (0:00:00.118) 0:02:30.187 *********
TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Add ClusterRoleBinding to admit nodes] ************************************************
changed: [node1]
Monday 30 August 2021 14:03:09 +0000 (0:00:00.321) 0:02:30.509 *********
TASK [kubernetes-apps/cluster_roles : Apply workaround to allow all nodes with cert O=system:nodes to register] *******************************
ok: [node1]
Monday 30 August 2021 14:03:09 +0000 (0:00:00.548) 0:02:31.057 *********
TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Add webhook ClusterRole that grants access to proxy, stats, log, spec, and metrics on a kubelet] ***
changed: [node1]
Monday 30 August 2021 14:03:10 +0000 (0:00:00.334) 0:02:31.392 *********
TASK [kubernetes-apps/cluster_roles : Apply webhook ClusterRole] ******************************************************************************
ok: [node1]
Monday 30 August 2021 14:03:10 +0000 (0:00:00.322) 0:02:31.715 *********
TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Add ClusterRoleBinding for system:nodes to webhook ClusterRole] ***********************
changed: [node1]
Monday 30 August 2021 14:03:10 +0000 (0:00:00.327) 0:02:32.043 *********
TASK [kubernetes-apps/cluster_roles : Grant system:nodes the webhook ClusterRole] *************************************************************
ok: [node1]
Monday 30 August 2021 14:03:11 +0000 (0:00:00.325) 0:02:32.368 *********
Monday 30 August 2021 14:03:11 +0000 (0:00:00.069) 0:02:32.437 *********
TASK [kubernetes-apps/cluster_roles : PriorityClass | Copy k8s-cluster-critical-pc.yml file] **************************************************
changed: [node3]
Monday 30 August 2021 14:03:11 +0000 (0:00:00.444) 0:02:32.882 *********
TASK [kubernetes-apps/cluster_roles : PriorityClass | Create k8s-cluster-critical] ************************************************************
ok: [node3]
Monday 30 August 2021 14:03:12 +0000 (0:00:00.572) 0:02:33.455 *********
RUNNING HANDLER [kubernetes/control-plane : Master | restart kubelet] *************************************************************************
changed: [node1]
Monday 30 August 2021 14:03:12 +0000 (0:00:00.139) 0:02:33.595 *********
RUNNING HANDLER [kubernetes/control-plane : Master | wait for master static pods] *************************************************************
changed: [node1]
Monday 30 August 2021 14:03:12 +0000 (0:00:00.140) 0:02:33.735 *********
RUNNING HANDLER [kubernetes/control-plane : Master | Restart kube-scheduler] ******************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:03:12 +0000 (0:00:00.245) 0:02:33.980 *********
RUNNING HANDLER [kubernetes/control-plane : Master | Restart kube-controller-manager] *********************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:03:13 +0000 (0:00:00.243) 0:02:34.224 *********
RUNNING HANDLER [kubernetes/control-plane : Master | reload systemd] **************************************************************************
ok: [node1]
Monday 30 August 2021 14:03:13 +0000 (0:00:00.348) 0:02:34.572 *********
RUNNING HANDLER [kubernetes/control-plane : Master | reload kubelet] **************************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:03:13 +0000 (0:00:00.466) 0:02:35.039 *********
Monday 30 August 2021 14:03:13 +0000 (0:00:00.066) 0:02:35.105 *********
RUNNING HANDLER [kubernetes/control-plane : Master | Remove scheduler container containerd/crio] **********************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:03:14 +0000 (0:00:00.424) 0:02:35.529 *********
Monday 30 August 2021 14:03:14 +0000 (0:00:00.097) 0:02:35.627 *********
RUNNING HANDLER [kubernetes/control-plane : Master | Remove controller manager container containerd/crio] *************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:03:14 +0000 (0:00:00.414) 0:02:36.041 *********
FAILED - RETRYING: Master | wait for kube-scheduler (60 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (60 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (60 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (59 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (59 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (59 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (58 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (58 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (58 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (57 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (57 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (57 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (56 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (56 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (56 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (55 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (55 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (55 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (54 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (54 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (54 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (53 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (53 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (53 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (52 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (52 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (52 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (51 retries left).
RUNNING HANDLER [kubernetes/control-plane : Master | wait for kube-scheduler] *****************************************************************
ok: [node2]
ok: [node3]
ok: [node1]
Monday 30 August 2021 14:03:27 +0000 (0:00:12.866) 0:02:48.908 *********
RUNNING HANDLER [kubernetes/control-plane : Master | wait for kube-controller-manager] ********************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:03:28 +0000 (0:00:00.425) 0:02:49.333 *********
RUNNING HANDLER [kubernetes/control-plane : Master | wait for the apiserver to be running] ****************************************************
ok: [node1]
PLAY [k8s_cluster] ****************************************************************************************************************************
Monday 30 August 2021 14:03:28 +0000 (0:00:00.318) 0:02:49.652 *********
Monday 30 August 2021 14:03:28 +0000 (0:00:00.082) 0:02:49.734 *********
Monday 30 August 2021 14:03:28 +0000 (0:00:00.083) 0:02:49.818 *********
Monday 30 August 2021 14:03:28 +0000 (0:00:00.085) 0:02:49.904 *********
Monday 30 August 2021 14:03:28 +0000 (0:00:00.083) 0:02:49.987 *********
Monday 30 August 2021 14:03:28 +0000 (0:00:00.086) 0:02:50.074 *********
Monday 30 August 2021 14:03:28 +0000 (0:00:00.035) 0:02:50.110 *********
Monday 30 August 2021 14:03:28 +0000 (0:00:00.034) 0:02:50.144 *********
Monday 30 August 2021 14:03:29 +0000 (0:00:00.084) 0:02:50.229 *********
Monday 30 August 2021 14:03:29 +0000 (0:00:00.083) 0:02:50.313 *********
Monday 30 August 2021 14:03:29 +0000 (0:00:00.084) 0:02:50.398 *********
Monday 30 August 2021 14:03:29 +0000 (0:00:00.133) 0:02:50.531 *********
Monday 30 August 2021 14:03:29 +0000 (0:00:00.032) 0:02:50.564 *********
Monday 30 August 2021 14:03:29 +0000 (0:00:00.084) 0:02:50.648 *********
Monday 30 August 2021 14:03:29 +0000 (0:00:00.087) 0:02:50.736 *********
Monday 30 August 2021 14:03:29 +0000 (0:00:00.083) 0:02:50.820 *********
Monday 30 August 2021 14:03:29 +0000 (0:00:00.084) 0:02:50.904 *********
Monday 30 August 2021 14:03:32 +0000 (0:00:02.823) 0:02:53.727 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node4] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 14:03:32 +0000 (0:00:00.112) 0:02:53.839 *********
Monday 30 August 2021 14:03:32 +0000 (0:00:00.110) 0:02:53.950 *********
Monday 30 August 2021 14:03:32 +0000 (0:00:00.033) 0:02:53.983 *********
Monday 30 August 2021 14:03:32 +0000 (0:00:00.091) 0:02:54.074 *********
Monday 30 August 2021 14:03:32 +0000 (0:00:00.035) 0:02:54.110 *********
Monday 30 August 2021 14:03:33 +0000 (0:00:00.092) 0:02:54.202 *********
TASK [kubernetes/kubeadm : Set kubeadm_discovery_address] *************************************************************************************
ok: [node1]
ok: [node3]
ok: [node2]
ok: [node4]
Monday 30 August 2021 14:03:33 +0000 (0:00:00.234) 0:02:54.437 *********
TASK [kubernetes/kubeadm : Check if kubelet.conf exists] **************************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 14:03:33 +0000 (0:00:00.279) 0:02:54.716 *********
TASK [kubernetes/kubeadm : Check if kubeadm CA cert is accessible] ****************************************************************************
ok: [node1 -> 172.20.0.21]
Monday 30 August 2021 14:03:33 +0000 (0:00:00.149) 0:02:54.865 *********
TASK [kubernetes/kubeadm : Calculate kubeadm CA cert hash] ************************************************************************************
ok: [node1 -> 172.20.0.21]
Monday 30 August 2021 14:03:33 +0000 (0:00:00.167) 0:02:55.033 *********
TASK [kubernetes/kubeadm : Create kubeadm token for joining nodes with 24h expiration (default)] **********************************************
ok: [node4 -> 172.20.0.21]
Monday 30 August 2021 14:03:34 +0000 (0:00:00.297) 0:02:55.330 *********
TASK [kubernetes/kubeadm : Set kubeadm_token to generated token] ******************************************************************************
ok: [node4]
Monday 30 August 2021 14:03:34 +0000 (0:00:00.095) 0:02:55.426 *********
TASK [kubernetes/kubeadm : Set kubeadm api version to v1beta2] ********************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 14:03:34 +0000 (0:00:00.107) 0:02:55.533 *********
TASK [kubernetes/kubeadm : Create kubeadm client config] **************************************************************************************
changed: [node4]
Monday 30 August 2021 14:03:34 +0000 (0:00:00.373) 0:02:55.907 *********
TASK [kubernetes/kubeadm : Join to cluster] ***************************************************************************************************
changed: [node4]
Monday 30 August 2021 14:04:11 +0000 (0:00:36.706) 0:03:32.613 *********
Monday 30 August 2021 14:04:11 +0000 (0:00:00.096) 0:03:32.710 *********
TASK [kubernetes/kubeadm : Update server field in kubelet kubeconfig] *************************************************************************
changed: [node4]
Monday 30 August 2021 14:04:11 +0000 (0:00:00.394) 0:03:33.105 *********
TASK [kubernetes/kubeadm : Update server field in kube-proxy kubeconfig] **********************************************************************
changed: [node1 -> 172.20.0.21]
Monday 30 August 2021 14:04:12 +0000 (0:00:00.412) 0:03:33.517 *********
TASK [kubernetes/kubeadm : Set ca.crt file permission] ****************************************************************************************
ok: [node1]
changed: [node2]
ok: [node4]
changed: [node3]
Monday 30 August 2021 14:04:12 +0000 (0:00:00.384) 0:03:33.901 *********
TASK [kubernetes/kubeadm : Restart all kube-proxy pods to ensure that they load the new configmap] ********************************************
changed: [node1 -> 172.20.0.21]
Monday 30 August 2021 14:04:13 +0000 (0:00:00.671) 0:03:34.573 *********
Monday 30 August 2021 14:04:13 +0000 (0:00:00.127) 0:03:34.700 *********
TASK [kubernetes/node-label : Kubernetes Apps | Wait for kube-apiserver] **********************************************************************
ok: [node1]
Monday 30 August 2021 14:04:13 +0000 (0:00:00.419) 0:03:35.119 *********
TASK [kubernetes/node-label : Set role node label to empty list] ******************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 14:04:14 +0000 (0:00:00.122) 0:03:35.242 *********
Monday 30 August 2021 14:04:14 +0000 (0:00:00.093) 0:03:35.336 *********
TASK [kubernetes/node-label : Set inventory node label to empty list] *************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 14:04:14 +0000 (0:00:00.145) 0:03:35.481 *********
Monday 30 August 2021 14:04:14 +0000 (0:00:00.118) 0:03:35.599 *********
TASK [kubernetes/node-label : debug] **********************************************************************************************************
ok: [node1] =>
role_node_labels: []
ok: [node2] =>
role_node_labels: []
ok: [node3] =>
role_node_labels: []
ok: [node4] =>
role_node_labels: []
Monday 30 August 2021 14:04:14 +0000 (0:00:00.114) 0:03:35.714 *********
TASK [kubernetes/node-label : debug] **********************************************************************************************************
ok: [node1] =>
inventory_node_labels: []
ok: [node2] =>
inventory_node_labels: []
ok: [node3] =>
inventory_node_labels: []
ok: [node4] =>
inventory_node_labels: []
Monday 30 August 2021 14:04:14 +0000 (0:00:00.125) 0:03:35.839 *********
Monday 30 August 2021 14:04:14 +0000 (0:00:00.088) 0:03:35.927 *********
RUNNING HANDLER [kubernetes/kubeadm : Kubeadm | restart kubelet] ******************************************************************************
changed: [node4]
Monday 30 August 2021 14:04:14 +0000 (0:00:00.134) 0:03:36.061 *********
RUNNING HANDLER [kubernetes/kubeadm : Kubeadm | reload systemd] *******************************************************************************
ok: [node4]
Monday 30 August 2021 14:04:15 +0000 (0:00:00.369) 0:03:36.431 *********
RUNNING HANDLER [kubernetes/kubeadm : Kubeadm | reload kubelet] *******************************************************************************
changed: [node4]
PLAY RECAP ************************************************************************************************************************************
node1 : ok=90 changed=39 unreachable=0 failed=0 skipped=159 rescued=0 ignored=1
node2 : ok=72 changed=34 unreachable=0 failed=0 skipped=137 rescued=0 ignored=0
node3 : ok=75 changed=34 unreachable=0 failed=0 skipped=134 rescued=0 ignored=1
node4 : ok=51 changed=24 unreachable=0 failed=0 skipped=58 rescued=0 ignored=1
Monday 30 August 2021 14:04:15 +0000 (0:00:00.418) 0:03:36.849 *********
===============================================================================
kubernetes/control-plane : Joining control plane node to the cluster. ----------------------------------------------------------------- 74.47s
kubernetes/kubeadm : Join to cluster -------------------------------------------------------------------------------------------------- 36.71s
kubernetes/control-plane : kubeadm | Initialize first master -------------------------------------------------------------------------- 30.89s
kubernetes/control-plane : Master | wait for kube-scheduler --------------------------------------------------------------------------- 12.87s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.84s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.82s
kubernetes/control-plane : set kubeadm certificate key --------------------------------------------------------------------------------- 2.44s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.05s
kubernetes/control-plane : Update server field in component kubeconfigs ---------------------------------------------------------------- 1.36s
kubernetes/node : install | Copy kubelet binary from download dir ---------------------------------------------------------------------- 1.10s
kubernetes/control-plane : kubeadm | Remove taint for master with node role ------------------------------------------------------------ 1.03s
kubernetes/control-plane : kubeadm | Create kubeadm config ----------------------------------------------------------------------------- 0.97s
Gather necessary facts (hardware) ------------------------------------------------------------------------------------------------------ 0.87s
kubernetes/node : Modprobe Kernel Module for IPVS -------------------------------------------------------------------------------------- 0.85s
kubernetes/node : Kubelet | reload systemd --------------------------------------------------------------------------------------------- 0.84s
kubernetes/node : Enable kubelet ------------------------------------------------------------------------------------------------------- 0.76s
kubernetes/node : install | Copy kubeadm binary from download dir ---------------------------------------------------------------------- 0.71s
kubernetes/kubeadm : Restart all kube-proxy pods to ensure that they load the new configmap -------------------------------------------- 0.67s
kubernetes/node : Write kubelet config file -------------------------------------------------------------------------------------------- 0.67s
Gather minimal facts ------------------------------------------------------------------------------------------------------------------- 0.66s
✔ ###### 03-cluster-kubernetes successfully installed ######
✔ ###### start deploy 04-cluster-network ######
PLAY [Gather facts] ***************************************************************************************************************************
Monday 30 August 2021 14:04:16 +0000 (0:00:00.052) 0:00:00.052 *********
TASK [Gather minimal facts] *******************************************************************************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
Monday 30 August 2021 14:04:17 +0000 (0:00:00.678) 0:00:00.730 *********
TASK [Gather necessary facts (network)] *******************************************************************************************************
ok: [node1]
ok: [node4]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:04:17 +0000 (0:00:00.442) 0:00:01.173 *********
TASK [Gather necessary facts (hardware)] ******************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
PLAY [k8s_cluster] ****************************************************************************************************************************
Monday 30 August 2021 14:04:18 +0000 (0:00:00.770) 0:00:01.944 *********
Monday 30 August 2021 14:04:18 +0000 (0:00:00.112) 0:00:02.057 *********
Monday 30 August 2021 14:04:18 +0000 (0:00:00.147) 0:00:02.205 *********
Monday 30 August 2021 14:04:18 +0000 (0:00:00.116) 0:00:02.321 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.115) 0:00:02.436 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.122) 0:00:02.559 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.050) 0:00:02.610 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.047) 0:00:02.657 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.115) 0:00:02.773 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.111) 0:00:02.884 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.121) 0:00:03.005 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.125) 0:00:03.131 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.050) 0:00:03.181 *********
Monday 30 August 2021 14:04:19 +0000 (0:00:00.118) 0:00:03.300 *********
Monday 30 August 2021 14:04:20 +0000 (0:00:00.158) 0:00:03.459 *********
Monday 30 August 2021 14:04:20 +0000 (0:00:00.124) 0:00:03.583 *********
Monday 30 August 2021 14:04:20 +0000 (0:00:00.123) 0:00:03.707 *********
Monday 30 August 2021 14:04:23 +0000 (0:00:02.833) 0:00:06.540 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node4] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 14:04:23 +0000 (0:00:00.129) 0:00:06.670 *********
Monday 30 August 2021 14:04:23 +0000 (0:00:00.241) 0:00:06.912 *********
TASK [kubespray-defaults : create fallback_ips_base] ******************************************************************************************
ok: [node1]
Monday 30 August 2021 14:04:23 +0000 (0:00:00.098) 0:00:07.011 *********
TASK [kubespray-defaults : set fallback_ips] **************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
Monday 30 August 2021 14:04:23 +0000 (0:00:00.173) 0:00:07.184 *********
Monday 30 August 2021 14:04:23 +0000 (0:00:00.047) 0:00:07.232 *********
Monday 30 August 2021 14:04:23 +0000 (0:00:00.123) 0:00:07.355 *********
Monday 30 August 2021 14:04:24 +0000 (0:00:00.123) 0:00:07.478 *********
Monday 30 August 2021 14:04:24 +0000 (0:00:00.123) 0:00:07.601 *********
Monday 30 August 2021 14:04:24 +0000 (0:00:00.119) 0:00:07.721 *********
Monday 30 August 2021 14:04:24 +0000 (0:00:00.148) 0:00:07.870 *********
Monday 30 August 2021 14:04:24 +0000 (0:00:00.122) 0:00:07.993 *********
Monday 30 August 2021 14:04:24 +0000 (0:00:00.118) 0:00:08.111 *********
Monday 30 August 2021 14:04:24 +0000 (0:00:00.116) 0:00:08.228 *********
TASK [network_plugin/calico : Check vars defined correctly] ***********************************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 14:04:25 +0000 (0:00:00.158) 0:00:08.387 *********
Monday 30 August 2021 14:04:25 +0000 (0:00:00.127) 0:00:08.514 *********
TASK [network_plugin/calico : Check ipip and vxlan mode defined correctly] ********************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
Monday 30 August 2021 14:04:25 +0000 (0:00:00.147) 0:00:08.661 *********
TASK [network_plugin/calico : Check ipip and vxlan mode if simultaneously enabled] ************************************************************
ok: [node1] => changed=false
msg: All assertions passed
ok: [node2] => changed=false
msg: All assertions passed
ok: [node3] => changed=false
msg: All assertions passed
ok: [node4] => changed=false
msg: All assertions passed
Monday 30 August 2021 14:04:25 +0000 (0:00:00.152) 0:00:08.814 *********
Monday 30 August 2021 14:04:25 +0000 (0:00:00.152) 0:00:08.966 *********
TASK [network_plugin/calico : Get Calico default-pool configuration] **************************************************************************
ok: [node1 -> 172.20.0.21]
Monday 30 August 2021 14:04:25 +0000 (0:00:00.311) 0:00:09.278 *********
Monday 30 August 2021 14:04:25 +0000 (0:00:00.090) 0:00:09.368 *********
Monday 30 August 2021 14:04:26 +0000 (0:00:00.089) 0:00:09.457 *********
TASK [network_plugin/calico : Slurp CNI config] ***********************************************************************************************
ok: [node4]
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:04:26 +0000 (0:00:00.327) 0:00:09.785 *********
Monday 30 August 2021 14:04:26 +0000 (0:00:00.098) 0:00:09.884 *********
Monday 30 August 2021 14:04:26 +0000 (0:00:00.107) 0:00:09.991 *********
Monday 30 August 2021 14:04:26 +0000 (0:00:00.130) 0:00:10.122 *********
TASK [network_plugin/calico : Calico | Gather os specific variables] **************************************************************************
ok: [node1] => (item=/kubespray/roles/network_plugin/calico/vars/../vars/debian.yml)
ok: [node2] => (item=/kubespray/roles/network_plugin/calico/vars/../vars/redhat.yml)
ok: [node3] => (item=/kubespray/roles/network_plugin/calico/vars/../vars/debian.yml)
ok: [node4] => (item=/kubespray/roles/network_plugin/calico/vars/../vars/debian.yml)
Monday 30 August 2021 14:04:26 +0000 (0:00:00.154) 0:00:10.277 *********
Monday 30 August 2021 14:04:26 +0000 (0:00:00.092) 0:00:10.370 *********
included: /kubespray/roles/network_plugin/calico/tasks/install.yml for node1, node2, node3, node4
Monday 30 August 2021 14:04:27 +0000 (0:00:00.212) 0:00:10.582 *********
Monday 30 August 2021 14:04:27 +0000 (0:00:00.118) 0:00:10.700 *********
TASK [network_plugin/calico : Calico | Copy calicoctl binary from download dir] ***************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:04:27 +0000 (0:00:00.646) 0:00:11.347 *********
TASK [network_plugin/calico : Calico | Write Calico cni config] *******************************************************************************
changed: [node4]
changed: [node2]
changed: [node3]
changed: [node1]
Monday 30 August 2021 14:04:29 +0000 (0:00:01.088) 0:00:12.436 *********
Monday 30 August 2021 14:04:29 +0000 (0:00:00.090) 0:00:12.526 *********
Monday 30 August 2021 14:04:29 +0000 (0:00:00.212) 0:00:12.739 *********
Monday 30 August 2021 14:04:29 +0000 (0:00:00.121) 0:00:12.861 *********
TASK [network_plugin/calico : Calico | Install calicoctl wrapper script] **********************************************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:04:30 +0000 (0:00:00.640) 0:00:13.501 *********
Monday 30 August 2021 14:04:30 +0000 (0:00:00.035) 0:00:13.536 *********
TASK [network_plugin/calico : Calico | Check if calico network pool has already been configured] **********************************************
ok: [node1]
Monday 30 August 2021 14:04:30 +0000 (0:00:00.193) 0:00:13.729 *********
Monday 30 August 2021 14:04:30 +0000 (0:00:00.093) 0:00:13.823 *********
Monday 30 August 2021 14:04:30 +0000 (0:00:00.094) 0:00:13.918 *********
Monday 30 August 2021 14:04:30 +0000 (0:00:00.094) 0:00:14.012 *********
TASK [network_plugin/calico : Calico | Create calico manifests for kdd] ***********************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
Monday 30 August 2021 14:04:31 +0000 (0:00:00.459) 0:00:14.471 *********
TASK [network_plugin/calico : Calico | Create Calico Kubernetes datastore resources] **********************************************************
ok: [node1]
Monday 30 August 2021 14:04:31 +0000 (0:00:00.832) 0:00:15.304 *********
TASK [network_plugin/calico : Calico | Configure calico FelixConfiguration] *******************************************************************
changed: [node1]
Monday 30 August 2021 14:04:32 +0000 (0:00:00.218) 0:00:15.523 *********
TASK [network_plugin/calico : Calico | Configure calico network pool] *************************************************************************
changed: [node1]
Monday 30 August 2021 14:04:34 +0000 (0:00:02.286) 0:00:17.810 *********
Monday 30 August 2021 14:04:34 +0000 (0:00:00.118) 0:00:17.928 *********
Monday 30 August 2021 14:04:34 +0000 (0:00:00.027) 0:00:17.956 *********
Monday 30 August 2021 14:04:34 +0000 (0:00:00.027) 0:00:17.984 *********
Monday 30 August 2021 14:04:34 +0000 (0:00:00.038) 0:00:18.022 *********
TASK [network_plugin/calico : Calico | Set up BGP Configuration] ******************************************************************************
ok: [node1]
Monday 30 August 2021 14:04:34 +0000 (0:00:00.232) 0:00:18.255 *********
Monday 30 August 2021 14:04:34 +0000 (0:00:00.101) 0:00:18.356 *********
Monday 30 August 2021 14:04:35 +0000 (0:00:00.081) 0:00:18.438 *********
Monday 30 August 2021 14:04:35 +0000 (0:00:00.082) 0:00:18.520 *********
TASK [network_plugin/calico : Calico | Create calico manifests] *******************************************************************************
changed: [node1] => (item={'name': 'calico-config', 'file': 'calico-config.yml', 'type': 'cm'})
changed: [node3] => (item={'name': 'calico-config', 'file': 'calico-config.yml', 'type': 'cm'})
changed: [node2] => (item={'name': 'calico-config', 'file': 'calico-config.yml', 'type': 'cm'})
changed: [node1] => (item={'name': 'calico-node', 'file': 'calico-node.yml', 'type': 'ds'})
changed: [node2] => (item={'name': 'calico-node', 'file': 'calico-node.yml', 'type': 'ds'})
changed: [node3] => (item={'name': 'calico-node', 'file': 'calico-node.yml', 'type': 'ds'})
changed: [node1] => (item={'name': 'calico', 'file': 'calico-node-sa.yml', 'type': 'sa'})
changed: [node3] => (item={'name': 'calico', 'file': 'calico-node-sa.yml', 'type': 'sa'})
changed: [node2] => (item={'name': 'calico', 'file': 'calico-node-sa.yml', 'type': 'sa'})
changed: [node1] => (item={'name': 'calico', 'file': 'calico-cr.yml', 'type': 'clusterrole'})
changed: [node3] => (item={'name': 'calico', 'file': 'calico-cr.yml', 'type': 'clusterrole'})
changed: [node1] => (item={'name': 'calico', 'file': 'calico-crb.yml', 'type': 'clusterrolebinding'})
changed: [node2] => (item={'name': 'calico', 'file': 'calico-cr.yml', 'type': 'clusterrole'})
changed: [node3] => (item={'name': 'calico', 'file': 'calico-crb.yml', 'type': 'clusterrolebinding'})
changed: [node1] => (item={'name': 'kubernetes-services-endpoint', 'file': 'kubernetes-services-endpoint.yml', 'type': 'cm'})
changed: [node2] => (item={'name': 'calico', 'file': 'calico-crb.yml', 'type': 'clusterrolebinding'})
changed: [node3] => (item={'name': 'kubernetes-services-endpoint', 'file': 'kubernetes-services-endpoint.yml', 'type': 'cm'})
changed: [node2] => (item={'name': 'kubernetes-services-endpoint', 'file': 'kubernetes-services-endpoint.yml', 'type': 'cm'})
Monday 30 August 2021 14:04:39 +0000 (0:00:03.959) 0:00:22.479 *********
Monday 30 August 2021 14:04:39 +0000 (0:00:00.110) 0:00:22.589 *********
TASK [network_plugin/calico : Start Calico resources] *****************************************************************************************
ok: [node1] => (item=calico-config.yml)
ok: [node1] => (item=calico-node.yml)
ok: [node1] => (item=calico-node-sa.yml)
ok: [node1] => (item=calico-cr.yml)
ok: [node1] => (item=calico-crb.yml)
ok: [node1] => (item=kubernetes-services-endpoint.yml)
Monday 30 August 2021 14:04:41 +0000 (0:00:02.558) 0:00:25.148 *********
TASK [network_plugin/calico : Wait for calico kubeconfig to be created] ***********************************************************************
ok: [node4]
Monday 30 August 2021 14:04:47 +0000 (0:00:05.561) 0:00:30.710 *********
Monday 30 August 2021 14:04:47 +0000 (0:00:00.188) 0:00:30.899 *********
Monday 30 August 2021 14:04:47 +0000 (0:00:00.284) 0:00:31.184 *********
Monday 30 August 2021 14:04:47 +0000 (0:00:00.113) 0:00:31.297 *********
Monday 30 August 2021 14:04:48 +0000 (0:00:00.097) 0:00:31.394 *********
Monday 30 August 2021 14:04:48 +0000 (0:00:00.137) 0:00:31.532 *********
Monday 30 August 2021 14:04:48 +0000 (0:00:00.092) 0:00:31.624 *********
Monday 30 August 2021 14:04:48 +0000 (0:00:00.129) 0:00:31.754 *********
Monday 30 August 2021 14:04:48 +0000 (0:00:00.106) 0:00:31.860 *********
Monday 30 August 2021 14:04:48 +0000 (0:00:00.138) 0:00:31.998 *********
Monday 30 August 2021 14:04:48 +0000 (0:00:00.116) 0:00:32.115 *********
Monday 30 August 2021 14:04:48 +0000 (0:00:00.121) 0:00:32.237 *********
Monday 30 August 2021 14:04:49 +0000 (0:00:00.195) 0:00:32.432 *********
Monday 30 August 2021 14:04:49 +0000 (0:00:00.071) 0:00:32.503 *********
Monday 30 August 2021 14:04:49 +0000 (0:00:00.233) 0:00:32.737 *********
Monday 30 August 2021 14:04:49 +0000 (0:00:00.139) 0:00:32.877 *********
Monday 30 August 2021 14:04:49 +0000 (0:00:00.228) 0:00:33.105 *********
Monday 30 August 2021 14:04:49 +0000 (0:00:00.254) 0:00:33.360 *********
Monday 30 August 2021 14:04:50 +0000 (0:00:00.141) 0:00:33.502 *********
Monday 30 August 2021 14:04:50 +0000 (0:00:00.116) 0:00:33.618 *********
Monday 30 August 2021 14:04:50 +0000 (0:00:00.150) 0:00:33.769 *********
Monday 30 August 2021 14:04:50 +0000 (0:00:00.282) 0:00:34.051 *********
Monday 30 August 2021 14:04:50 +0000 (0:00:00.173) 0:00:34.225 *********
Monday 30 August 2021 14:04:51 +0000 (0:00:00.272) 0:00:34.497 *********
Monday 30 August 2021 14:04:51 +0000 (0:00:00.144) 0:00:34.642 *********
Monday 30 August 2021 14:04:51 +0000 (0:00:00.104) 0:00:34.747 *********
Monday 30 August 2021 14:04:51 +0000 (0:00:00.238) 0:00:34.985 *********
Monday 30 August 2021 14:04:51 +0000 (0:00:00.138) 0:00:35.123 *********
Monday 30 August 2021 14:04:51 +0000 (0:00:00.216) 0:00:35.340 *********
Monday 30 August 2021 14:04:52 +0000 (0:00:00.124) 0:00:35.464 *********
Monday 30 August 2021 14:04:52 +0000 (0:00:00.131) 0:00:35.595 *********
Monday 30 August 2021 14:04:52 +0000 (0:00:00.204) 0:00:35.800 *********
Monday 30 August 2021 14:04:52 +0000 (0:00:00.122) 0:00:35.923 *********
Monday 30 August 2021 14:04:52 +0000 (0:00:00.145) 0:00:36.069 *********
Monday 30 August 2021 14:04:52 +0000 (0:00:00.098) 0:00:36.167 *********
Monday 30 August 2021 14:04:52 +0000 (0:00:00.096) 0:00:36.264 *********
Monday 30 August 2021 14:04:53 +0000 (0:00:00.174) 0:00:36.438 *********
Monday 30 August 2021 14:04:53 +0000 (0:00:00.103) 0:00:36.542 *********
Monday 30 August 2021 14:04:53 +0000 (0:00:00.114) 0:00:36.656 *********
Monday 30 August 2021 14:04:53 +0000 (0:00:00.107) 0:00:36.763 *********
Monday 30 August 2021 14:04:53 +0000 (0:00:00.108) 0:00:36.871 *********
Monday 30 August 2021 14:04:53 +0000 (0:00:00.131) 0:00:37.003 *********
Monday 30 August 2021 14:04:53 +0000 (0:00:00.139) 0:00:37.143 *********
Monday 30 August 2021 14:04:53 +0000 (0:00:00.155) 0:00:37.298 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.108) 0:00:37.407 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.102) 0:00:37.509 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.098) 0:00:37.608 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.118) 0:00:37.726 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.142) 0:00:37.869 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.035) 0:00:37.905 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.090) 0:00:37.995 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.125) 0:00:38.121 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.090) 0:00:38.211 *********
Monday 30 August 2021 14:04:54 +0000 (0:00:00.087) 0:00:38.299 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.215) 0:00:38.515 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.099) 0:00:38.615 *********
PLAY [kube_control_plane] *********************************************************************************************************************
Monday 30 August 2021 14:04:55 +0000 (0:00:00.153) 0:00:38.768 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.073) 0:00:38.841 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.076) 0:00:38.918 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.074) 0:00:38.993 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.084) 0:00:39.077 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.077) 0:00:39.155 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.044) 0:00:39.199 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.062) 0:00:39.262 *********
Monday 30 August 2021 14:04:55 +0000 (0:00:00.083) 0:00:39.345 *********
Monday 30 August 2021 14:04:56 +0000 (0:00:00.066) 0:00:39.412 *********
Monday 30 August 2021 14:04:56 +0000 (0:00:00.077) 0:00:39.489 *********
Monday 30 August 2021 14:04:56 +0000 (0:00:00.117) 0:00:39.607 *********
Monday 30 August 2021 14:04:56 +0000 (0:00:00.068) 0:00:39.675 *********
Monday 30 August 2021 14:04:56 +0000 (0:00:00.084) 0:00:39.760 *********
Monday 30 August 2021 14:04:56 +0000 (0:00:00.069) 0:00:39.830 *********
Monday 30 August 2021 14:04:56 +0000 (0:00:00.069) 0:00:39.900 *********
Monday 30 August 2021 14:04:56 +0000 (0:00:00.084) 0:00:39.984 *********
Monday 30 August 2021 14:04:58 +0000 (0:00:02.177) 0:00:42.162 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 14:04:58 +0000 (0:00:00.090) 0:00:42.253 *********
Monday 30 August 2021 14:04:58 +0000 (0:00:00.111) 0:00:42.365 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.035) 0:00:42.400 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.079) 0:00:42.479 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.038) 0:00:42.517 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.075) 0:00:42.593 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.196) 0:00:42.789 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.106) 0:00:42.896 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.066) 0:00:42.962 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.120) 0:00:43.082 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.068) 0:00:43.150 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.080) 0:00:43.231 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.046) 0:00:43.278 *********
Monday 30 August 2021 14:04:59 +0000 (0:00:00.032) 0:00:43.310 *********
Monday 30 August 2021 14:05:00 +0000 (0:00:00.146) 0:00:43.456 *********
Monday 30 August 2021 14:05:00 +0000 (0:00:00.137) 0:00:43.594 *********
Monday 30 August 2021 14:05:00 +0000 (0:00:00.097) 0:00:43.692 *********
TASK [policy_controller/calico : Create calico-kube-controllers manifests] ********************************************************************
changed: [node1] => (item={'name': 'calico-kube-controllers', 'file': 'calico-kube-controllers.yml', 'type': 'deployment'})
changed: [node1] => (item={'name': 'calico-kube-controllers', 'file': 'calico-kube-sa.yml', 'type': 'sa'})
changed: [node1] => (item={'name': 'calico-kube-controllers', 'file': 'calico-kube-cr.yml', 'type': 'clusterrole'})
changed: [node1] => (item={'name': 'calico-kube-controllers', 'file': 'calico-kube-crb.yml', 'type': 'clusterrolebinding'})
Monday 30 August 2021 14:05:01 +0000 (0:00:01.671) 0:00:45.363 *********
TASK [policy_controller/calico : Start of Calico kube controllers] ****************************************************************************
ok: [node1] => (item=calico-kube-controllers.yml)
ok: [node1] => (item=calico-kube-sa.yml)
ok: [node1] => (item=calico-kube-cr.yml)
ok: [node1] => (item=calico-kube-crb.yml)
Monday 30 August 2021 14:05:03 +0000 (0:00:01.514) 0:00:46.878 *********
Monday 30 August 2021 14:05:03 +0000 (0:00:00.085) 0:00:46.964 *********
Monday 30 August 2021 14:05:03 +0000 (0:00:00.128) 0:00:47.092 *********
PLAY [k8s_cluster] ****************************************************************************************************************************
Monday 30 August 2021 14:05:03 +0000 (0:00:00.168) 0:00:47.261 *********
TASK [Restart containerd for reload CNI] ******************************************************************************************************
changed: [node1]
changed: [node4]
changed: [node3]
changed: [node2]
PLAY RECAP ************************************************************************************************************************************
node1 : ok=28 changed=9 unreachable=0 failed=0 skipped=144 rescued=0 ignored=0
node2 : ok=18 changed=6 unreachable=0 failed=0 skipped=133 rescued=0 ignored=0
node3 : ok=18 changed=6 unreachable=0 failed=0 skipped=133 rescued=0 ignored=0
node4 : ok=16 changed=4 unreachable=0 failed=0 skipped=104 rescued=0 ignored=0
Monday 30 August 2021 14:05:04 +0000 (0:00:00.784) 0:00:48.045 *********
===============================================================================
network_plugin/calico : Wait for calico kubeconfig to be created ----------------------------------------------------------------------- 5.56s
network_plugin/calico : Calico | Create calico manifests ------------------------------------------------------------------------------- 3.96s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.83s
network_plugin/calico : Start Calico resources ----------------------------------------------------------------------------------------- 2.56s
network_plugin/calico : Calico | Configure calico network pool ------------------------------------------------------------------------- 2.29s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.18s
policy_controller/calico : Create calico-kube-controllers manifests -------------------------------------------------------------------- 1.67s
policy_controller/calico : Start of Calico kube controllers ---------------------------------------------------------------------------- 1.51s
network_plugin/calico : Calico | Write Calico cni config ------------------------------------------------------------------------------- 1.09s
network_plugin/calico : Calico | Create Calico Kubernetes datastore resources ---------------------------------------------------------- 0.83s
Restart containerd for reload CNI ------------------------------------------------------------------------------------------------------ 0.78s
Gather necessary facts (hardware) ------------------------------------------------------------------------------------------------------ 0.77s
Gather minimal facts ------------------------------------------------------------------------------------------------------------------- 0.68s
network_plugin/calico : Calico | Copy calicoctl binary from download dir --------------------------------------------------------------- 0.65s
network_plugin/calico : Calico | Install calicoctl wrapper script ---------------------------------------------------------------------- 0.64s
network_plugin/calico : Calico | Create calico manifests for kdd ----------------------------------------------------------------------- 0.46s
Gather necessary facts (network) ------------------------------------------------------------------------------------------------------- 0.44s
network_plugin/calico : Slurp CNI config ----------------------------------------------------------------------------------------------- 0.33s
network_plugin/calico : Get Calico default-pool configuration -------------------------------------------------------------------------- 0.31s
network_plugin/calico : Calico | Configure peering with router(s) at node scope -------------------------------------------------------- 0.28s
✔ ###### 04-cluster-network successfully installed ######
✔ ###### start deploy 05-cluster-apps ######
PLAY [Gather facts] ***************************************************************************************************************************
Monday 30 August 2021 14:05:05 +0000 (0:00:00.033) 0:00:00.033 *********
TASK [Gather minimal facts] *******************************************************************************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
Monday 30 August 2021 14:05:06 +0000 (0:00:00.695) 0:00:00.729 *********
TASK [Gather necessary facts (network)] *******************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
Monday 30 August 2021 14:05:06 +0000 (0:00:00.510) 0:00:01.239 *********
TASK [Gather necessary facts (hardware)] ******************************************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
PLAY [kube_control_plane] *********************************************************************************************************************
Monday 30 August 2021 14:05:07 +0000 (0:00:00.865) 0:00:02.104 *********
Monday 30 August 2021 14:05:07 +0000 (0:00:00.097) 0:00:02.201 *********
Monday 30 August 2021 14:05:07 +0000 (0:00:00.093) 0:00:02.295 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.099) 0:00:02.394 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.096) 0:00:02.491 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.098) 0:00:02.589 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.053) 0:00:02.642 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.046) 0:00:02.689 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.094) 0:00:02.784 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.097) 0:00:02.882 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.093) 0:00:02.976 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.096) 0:00:03.073 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.049) 0:00:03.122 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.100) 0:00:03.223 *********
Monday 30 August 2021 14:05:08 +0000 (0:00:00.095) 0:00:03.318 *********
Monday 30 August 2021 14:05:09 +0000 (0:00:00.126) 0:00:03.444 *********
Monday 30 August 2021 14:05:09 +0000 (0:00:00.095) 0:00:03.540 *********
Monday 30 August 2021 14:05:11 +0000 (0:00:02.122) 0:00:05.662 *********
TASK [kubespray-defaults : Configure defaults] ************************************************************************************************
ok: [node1] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node2] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
ok: [node3] =>
msg: Check roles/kubespray-defaults/defaults/main.yml
Monday 30 August 2021 14:05:11 +0000 (0:00:00.116) 0:00:05.779 *********
Monday 30 August 2021 14:05:11 +0000 (0:00:00.299) 0:00:06.078 *********
TASK [kubespray-defaults : create fallback_ips_base] ******************************************************************************************
ok: [node1]
Monday 30 August 2021 14:05:11 +0000 (0:00:00.101) 0:00:06.180 *********
TASK [kubespray-defaults : set fallback_ips] **************************************************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
Monday 30 August 2021 14:05:11 +0000 (0:00:00.127) 0:00:06.308 *********
Monday 30 August 2021 14:05:12 +0000 (0:00:00.050) 0:00:06.358 *********
Monday 30 August 2021 14:05:12 +0000 (0:00:00.099) 0:00:06.458 *********
Monday 30 August 2021 14:05:12 +0000 (0:00:00.093) 0:00:06.552 *********
Monday 30 August 2021 14:05:12 +0000 (0:00:00.096) 0:00:06.648 *********
Monday 30 August 2021 14:05:12 +0000 (0:00:00.096) 0:00:06.745 *********
Monday 30 August 2021 14:05:12 +0000 (0:00:00.147) 0:00:06.893 *********
Monday 30 August 2021 14:05:12 +0000 (0:00:00.145) 0:00:07.039 *********
Monday 30 August 2021 14:05:12 +0000 (0:00:00.097) 0:00:07.137 *********
Monday 30 August 2021 14:05:12 +0000 (0:00:00.103) 0:00:07.240 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.137) 0:00:07.378 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.097) 0:00:07.475 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.122) 0:00:07.597 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.145) 0:00:07.742 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.096) 0:00:07.839 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.099) 0:00:07.939 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.097) 0:00:08.036 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.097) 0:00:08.133 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.099) 0:00:08.233 *********
Monday 30 August 2021 14:05:13 +0000 (0:00:00.094) 0:00:08.328 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.095) 0:00:08.423 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.097) 0:00:08.521 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.098) 0:00:08.619 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.094) 0:00:08.714 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.140) 0:00:08.854 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.103) 0:00:08.957 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.093) 0:00:09.051 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.097) 0:00:09.148 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.096) 0:00:09.245 *********
Monday 30 August 2021 14:05:14 +0000 (0:00:00.095) 0:00:09.340 *********
Monday 30 August 2021 14:05:15 +0000 (0:00:00.097) 0:00:09.438 *********
Monday 30 August 2021 14:05:15 +0000 (0:00:00.097) 0:00:09.535 *********
Monday 30 August 2021 14:05:15 +0000 (0:00:00.093) 0:00:09.629 *********
Monday 30 August 2021 14:05:15 +0000 (0:00:00.098) 0:00:09.727 *********
Monday 30 August 2021 14:05:15 +0000 (0:00:00.094) 0:00:09.822 *********
Monday 30 August 2021 14:05:15 +0000 (0:00:00.097) 0:00:09.920 *********
Monday 30 August 2021 14:05:15 +0000 (0:00:00.227) 0:00:10.147 *********
Monday 30 August 2021 14:05:15 +0000 (0:00:00.174) 0:00:10.322 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.150) 0:00:10.473 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.092) 0:00:10.565 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.098) 0:00:10.664 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.095) 0:00:10.759 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.095) 0:00:10.855 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.101) 0:00:10.956 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.092) 0:00:11.048 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.096) 0:00:11.144 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.095) 0:00:11.240 *********
Monday 30 August 2021 14:05:16 +0000 (0:00:00.095) 0:00:11.335 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.098) 0:00:11.434 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.121) 0:00:11.555 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.098) 0:00:11.653 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.101) 0:00:11.754 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.097) 0:00:11.852 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.093) 0:00:11.946 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.093) 0:00:12.039 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.094) 0:00:12.133 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.096) 0:00:12.229 *********
Monday 30 August 2021 14:05:17 +0000 (0:00:00.094) 0:00:12.324 *********
Monday 30 August 2021 14:05:18 +0000 (0:00:00.100) 0:00:12.424 *********
Monday 30 August 2021 14:05:18 +0000 (0:00:00.096) 0:00:12.521 *********
Monday 30 August 2021 14:05:18 +0000 (0:00:00.091) 0:00:12.613 *********
Monday 30 August 2021 14:05:18 +0000 (0:00:00.123) 0:00:12.737 *********
Monday 30 August 2021 14:05:18 +0000 (0:00:00.093) 0:00:12.830 *********
Monday 30 August 2021 14:05:18 +0000 (0:00:00.093) 0:00:12.924 *********
Monday 30 August 2021 14:05:18 +0000 (0:00:00.101) 0:00:13.025 *********
Monday 30 August 2021 14:05:18 +0000 (0:00:00.100) 0:00:13.126 *********
TASK [kubernetes-apps/ansible : Kubernetes Apps | Wait for kube-apiserver] ********************************************************************
ok: [node1]
Monday 30 August 2021 14:05:19 +0000 (0:00:00.447) 0:00:13.573 *********
TASK [kubernetes-apps/ansible : Kubernetes Apps | Register coredns deployment annotation `createdby`] *****************************************
fatal: [node1]: FAILED! => changed=false
cmd: /usr/local/bin/kubectl get deploy -n kube-system coredns -o jsonpath='{ .spec.template.metadata.annotations.createdby }'
delta: '0:00:00.065131'
end: '2021-08-30 22:05:20.202712'
msg: non-zero return code
rc: 1
start: '2021-08-30 22:05:20.137581'
stderr: 'Error from server (NotFound): deployments.apps "coredns" not found'
stderr_lines: <omitted>
stdout: ''
stdout_lines: <omitted>
...ignoring
Monday 30 August 2021 14:05:19 +0000 (0:00:00.369) 0:00:13.942 *********
TASK [kubernetes-apps/ansible : Kubernetes Apps | Delete kubeadm CoreDNS] *********************************************************************
ok: [node1]
Monday 30 August 2021 14:05:19 +0000 (0:00:00.400) 0:00:14.342 *********
TASK [kubernetes-apps/ansible : Kubernetes Apps | Delete kubeadm Kube-DNS service] ************************************************************
ok: [node1]
Monday 30 August 2021 14:05:20 +0000 (0:00:00.247) 0:00:14.589 *********
TASK [kubernetes-apps/ansible : Kubernetes Apps | Lay Down CoreDNS templates] *****************************************************************
changed: [node1] => (item={'name': 'coredns', 'file': 'coredns-clusterrole.yml', 'type': 'clusterrole'})
changed: [node1] => (item={'name': 'coredns', 'file': 'coredns-clusterrolebinding.yml', 'type': 'clusterrolebinding'})
changed: [node1] => (item={'name': 'coredns', 'file': 'coredns-config.yml', 'type': 'configmap'})
changed: [node1] => (item={'name': 'coredns', 'file': 'coredns-deployment.yml', 'type': 'deployment'})
changed: [node1] => (item={'name': 'coredns', 'file': 'coredns-sa.yml', 'type': 'sa'})
changed: [node1] => (item={'name': 'coredns', 'file': 'coredns-svc.yml', 'type': 'svc'})
changed: [node1] => (item={'name': 'dns-autoscaler', 'file': 'dns-autoscaler.yml', 'type': 'deployment'})
changed: [node1] => (item={'name': 'dns-autoscaler', 'file': 'dns-autoscaler-clusterrole.yml', 'type': 'clusterrole'})
changed: [node1] => (item={'name': 'dns-autoscaler', 'file': 'dns-autoscaler-clusterrolebinding.yml', 'type': 'clusterrolebinding'})
changed: [node1] => (item={'name': 'dns-autoscaler', 'file': 'dns-autoscaler-sa.yml', 'type': 'sa'})
Monday 30 August 2021 14:05:23 +0000 (0:00:03.726) 0:00:18.316 *********
Monday 30 August 2021 14:05:24 +0000 (0:00:00.156) 0:00:18.473 *********
Monday 30 August 2021 14:05:24 +0000 (0:00:00.096) 0:00:18.569 *********
Monday 30 August 2021 14:05:24 +0000 (0:00:00.139) 0:00:18.709 *********
TASK [kubernetes-apps/ansible : Kubernetes Apps | Start Resources] ****************************************************************************
ok: [node1] => (item=coredns-clusterrole.yml)
ok: [node1] => (item=coredns-clusterrolebinding.yml)
ok: [node1] => (item=coredns-config.yml)
ok: [node1] => (item=coredns-deployment.yml)
ok: [node1] => (item=coredns-sa.yml)
ok: [node1] => (item=coredns-svc.yml)
ok: [node1] => (item=dns-autoscaler.yml)
ok: [node1] => (item=dns-autoscaler-clusterrole.yml)
ok: [node1] => (item=dns-autoscaler-clusterrolebinding.yml)
ok: [node1] => (item=dns-autoscaler-sa.yml)
Monday 30 August 2021 14:05:28 +0000 (0:00:03.696) 0:00:22.405 *********
Monday 30 August 2021 14:05:28 +0000 (0:00:00.104) 0:00:22.510 *********
Monday 30 August 2021 14:05:28 +0000 (0:00:00.107) 0:00:22.617 *********
Monday 30 August 2021 14:05:28 +0000 (0:00:00.140) 0:00:22.758 *********
Monday 30 August 2021 14:05:28 +0000 (0:00:00.103) 0:00:22.861 *********
Monday 30 August 2021 14:05:28 +0000 (0:00:00.108) 0:00:22.970 *********
Monday 30 August 2021 14:05:28 +0000 (0:00:00.124) 0:00:23.095 *********
Monday 30 August 2021 14:05:28 +0000 (0:00:00.127) 0:00:23.223 *********
Monday 30 August 2021 14:05:28 +0000 (0:00:00.137) 0:00:23.360 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.085) 0:00:23.445 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.073) 0:00:23.519 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.072) 0:00:23.592 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.070) 0:00:23.662 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.070) 0:00:23.733 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.071) 0:00:23.805 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.111) 0:00:23.916 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.037) 0:00:23.954 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.039) 0:00:23.993 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.041) 0:00:24.034 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.037) 0:00:24.072 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.078) 0:00:24.151 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.072) 0:00:24.223 *********
Monday 30 August 2021 14:05:29 +0000 (0:00:00.085) 0:00:24.308 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.078) 0:00:24.386 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.077) 0:00:24.463 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.082) 0:00:24.546 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.092) 0:00:24.638 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.072) 0:00:24.711 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.072) 0:00:24.784 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.086) 0:00:24.870 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.073) 0:00:24.944 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.121) 0:00:25.065 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.073) 0:00:25.138 *********
Monday 30 August 2021 14:05:30 +0000 (0:00:00.135) 0:00:25.273 *********
Monday 30 August 2021 14:05:31 +0000 (0:00:00.145) 0:00:25.419 *********
Monday 30 August 2021 14:05:31 +0000 (0:00:00.081) 0:00:25.501 *********
Monday 30 August 2021 14:05:31 +0000 (0:00:00.081) 0:00:25.582 *********
Monday 30 August 2021 14:05:31 +0000 (0:00:00.078) 0:00:25.660 *********
Monday 30 August 2021 14:05:31 +0000 (0:00:00.073) 0:00:25.734 *********
Monday 30 August 2021 14:05:31 +0000 (0:00:00.175) 0:00:25.910 *********
Monday 30 August 2021 14:05:31 +0000 (0:00:00.198) 0:00:26.108 *********
Monday 30 August 2021 14:05:31 +0000 (0:00:00.172) 0:00:26.281 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.135) 0:00:26.417 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.069) 0:00:26.486 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.110) 0:00:26.597 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.074) 0:00:26.671 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.152) 0:00:26.823 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.162) 0:00:26.986 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.070) 0:00:27.057 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.067) 0:00:27.124 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.076) 0:00:27.201 *********
Monday 30 August 2021 14:05:32 +0000 (0:00:00.136) 0:00:27.338 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.132) 0:00:27.470 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.071) 0:00:27.542 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.068) 0:00:27.611 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.078) 0:00:27.690 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.070) 0:00:27.760 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.102) 0:00:27.863 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.070) 0:00:27.934 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.073) 0:00:28.007 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.070) 0:00:28.078 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.069) 0:00:28.147 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.071) 0:00:28.219 *********
Monday 30 August 2021 14:05:33 +0000 (0:00:00.069) 0:00:28.289 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.073) 0:00:28.363 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.073) 0:00:28.436 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.067) 0:00:28.504 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.070) 0:00:28.574 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.069) 0:00:28.644 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.072) 0:00:28.716 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.128) 0:00:28.845 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.105) 0:00:28.951 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.071) 0:00:29.023 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.072) 0:00:29.095 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.072) 0:00:29.168 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.070) 0:00:29.238 *********
Monday 30 August 2021 14:05:34 +0000 (0:00:00.073) 0:00:29.312 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.074) 0:00:29.386 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.071) 0:00:29.458 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.070) 0:00:29.528 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.075) 0:00:29.603 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.074) 0:00:29.678 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.071) 0:00:29.750 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.073) 0:00:29.823 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.124) 0:00:29.947 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.071) 0:00:30.019 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.074) 0:00:30.093 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.073) 0:00:30.167 *********
Monday 30 August 2021 14:05:35 +0000 (0:00:00.100) 0:00:30.267 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.107) 0:00:30.374 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.073) 0:00:30.447 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.073) 0:00:30.521 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.071) 0:00:30.592 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.072) 0:00:30.665 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.071) 0:00:30.736 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.073) 0:00:30.810 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.070) 0:00:30.880 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.070) 0:00:30.951 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.109) 0:00:31.060 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.071) 0:00:31.131 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.071) 0:00:31.203 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.070) 0:00:31.273 *********
Monday 30 August 2021 14:05:36 +0000 (0:00:00.074) 0:00:31.348 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.072) 0:00:31.420 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.071) 0:00:31.492 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.073) 0:00:31.566 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.073) 0:00:31.640 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.070) 0:00:31.710 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.071) 0:00:31.781 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.074) 0:00:31.856 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.102) 0:00:31.958 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.109) 0:00:32.068 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.110) 0:00:32.178 *********
Monday 30 August 2021 14:05:37 +0000 (0:00:00.070) 0:00:32.248 *********
PLAY RECAP ************************************************************************************************************************************
node1 : ok=12 changed=1 unreachable=0 failed=0 skipped=200 rescued=0 ignored=1
node2 : ok=5 changed=0 unreachable=0 failed=0 skipped=196 rescued=0 ignored=0
node3 : ok=5 changed=0 unreachable=0 failed=0 skipped=196 rescued=0 ignored=0
node4 : ok=3 changed=0 unreachable=0 failed=0 skipped=0 rescued=0 ignored=0
apiVersion: v1
clusters:
- cluster:
certificate-authority-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EZ3pNREUwTURFeU1Gb1hEVE14TURneU9ERTBNREV5TUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTHFmCkFCam9VYXRNMkVWVXJITHlpTjJUQ0xrOTA4RjUrMmZTRDU1bkl1VkFqd2xlOHBTQlpNMXFmR25kb01RRmwzOUMKVDEzTUFXRUJUazlJcExkOEpyQkI4WWNpV1cxTGZYMEM5d25aWUpkQUREeG9hUnBmNlF1L015Z3lzZzhxY1N5ZQpDMFQvOGxldVcyaDhtWnRrT1JsZE1DVXZIZ080elM2aENDY1laVGYyR1Z5T0x5WmhkQUw5NS9wWjFXdkZNTWNoCmVPb1Y4cXVlbmhESUJVRC9BVGlhY2pyUW8rREZvVjg0Z2J4TkVRb3RyaWoyeU81TThCdUtYSk1ucjI5eG80YlQKZ2VyTjVPSGRRSzZ4NUwvOUkvWjRMc3pqK1oxOUZmTUF0WUgyWVVYdk1YQWRGQTNZb3Y5dHphdDZmN3RtKzAzcgo5NHUvOGVvMkJ5bGZkODlEbitVQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZCWXRjNDhsQ1gwK1J6RmFxOUdWNDlrL2Q4TGZNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNElCQVFDeCtTUlNscGsvaXNDOTg3NDViTmcxck10eUh4bkhTcUswWGdsVGQrUTZTTi8zTUtnNQpkbkVET0JIaTdjVzdlSHI0bEttZStPS3EvdVhBWnBVMGw1NTdpaWFFZ0NMVTBtOXkxVEk4YnhwNWJCUVpCTVNkCmhKVUtyc1pNclRZai9EN08zY1ArWkpsclYxODlYRGpBdXUrbG5Kbnpua3MwRG45T3RJWVV1RWx0MWhKc1NYT0IKT3g3VE4welFUNVMyVXFMYnhTVHVFVlY4SmEydEN0Wk1xL3hJK05JNVpIN3dLMkhiZExLRkpMZFNMUFFCb0U2RwpMNHVCVmVuTHNnSVU4ZURTQjJXRVdSL0VNbHlyaHB3RFFQSjNzcW1DSEVRQk5vVTZHUUtmYngxZTdGWmRRRCtBCnRmQjUwb0JaTUZKbnVES1lFUzl6c210VEJTT2FPT2UxazU1RgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==
server: https://127.0.0.1:6443
name: cluster.local
contexts:
- context:
cluster: cluster.local
user: kubernetes-admin
name: kubernetes-admin@cluster.local
current-context: kubernetes-admin@cluster.local
kind: Config
preferences: {}
users:
- name: kubernetes-admin
user:
client-certificate-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURJVENDQWdtZ0F3SUJBZ0lJSjEzQTRTc29FcVl3RFFZSktvWklodmNOQVFFTEJRQXdGVEVUTUJFR0ExVUUKQXhNS2EzVmlaWEp1WlhSbGN6QWVGdzB5TVRBNE16QXhOREF4TWpCYUZ3MHpNVEE0TWpneE5EQXhNakZhTURReApGekFWQmdOVkJBb1REbk41YzNSbGJUcHRZWE4wWlhKek1Sa3dGd1lEVlFRREV4QnJkV0psY201bGRHVnpMV0ZrCmJXbHVNSUlCSWpBTkJna3Foa2lHOXcwQkFRRUZBQU9DQVE4QU1JSUJDZ0tDQVFFQW5aMW56SU9Xc1hSeGloMFkKL2RqdEdpL25yRTZIcVJkenhCcmU4cHNzeFF0RVRHaEtyeS9VbHBlN0xRZ1lBMUE4ekV5ZzJKc2thdW44QjRWTwo3M2NHUU5qMFIrMzV3bW4rUEtMRFZNRi9UMnlPZUxrMnUvaGZXeWpsTzArUFYwQktKcmxBc2Y0UEtna0dFQUZjCm95MGxKNjBUYUdxS2l3UGdHT2lad3czVW5IZmNVOE9janJZUU83cnpPUVV6aGpmZ0pBWWpXVmhycXIvaTZ4UGEKTFVoSXk3YzZXZkRQdWMyazYyTThTdExPT05SUUZCSWJGM3FGc0VJQWV5dDVwMWYzbUNvbXNXdHB3NHd3Sko2eAp6bEJudXcvU3NOY0gvM211VjRSZ2hsendEaEtsZUdWZldodEF5LzJhVmJrTU5HeWRuVVpiRkpvSWtsVXVTWmV6CnA0K1RCUUlEQVFBQm8xWXdWREFPQmdOVkhROEJBZjhFQkFNQ0JhQXdFd1lEVlIwbEJBd3dDZ1lJS3dZQkJRVUgKQXdJd0RBWURWUjBUQVFIL0JBSXdBREFmQmdOVkhTTUVHREFXZ0JRV0xYT1BKUWw5UGtjeFdxdlJsZVBaUDNmQwozekFOQmdrcWhraUc5dzBCQVFzRkFBT0NBUUVBWHdKMjdYSUd2UEFONGJ2cVZsb2FFc0x5Sjd5YzNzMFJKbTVKCkE5aHd2Z2ZicDUzKzdYQVcyUGluemFRUHkrUHcwbENiS0JXMVZPbFBjamJZTWNpbTV6NTJSRExyU01XOUVWRFoKaGg5aG5ENWJpSkhYN24yRVRvbnBTWVVFRnFIelM5bjFzNGxSTU5BdUxReVhUNW41VFpFei9rVCtqTHNlOS9FcwpidHJTV1FZWE1LcjAvMW9WS0xybmFhMGFTRVdrcG9Zd2tKOCt5ejlrNW0yMGZxb2todWVjeUJFalc4TFRXK1FECkhQdVNhZG1jeUFPdUhEY2RlVk9SU2tSbGgvb29LbWZxU2h2M2c0N01MMW9lV0NFVWM1TVdaTVNJL0YxbUtxRFQKeXoyQjdjd1hFa3dTQVJmRGtMeE5CMlZtZVJTcWMzZ3BzdFc1ajdDWjNwb1hxUnFKRkE9PQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==
client-key-data: LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFcEFJQkFBS0NBUUVBbloxbnpJT1dzWFJ4aWgwWS9kanRHaS9uckU2SHFSZHp4QnJlOHBzc3hRdE@@@
"~/.kube/config" 19L, 5605C 1,1 Top
apiVersion: v1
Monday 30 August 2021 14:05:37 +0000 (0:00:00.089) 0:00:32.337 *********
===============================================================================
kubernetes-apps/ansible : Kubernetes Apps | Lay Down CoreDNS templates ----------------------------------------------------------------- 3.73s
kubernetes-apps/ansible : Kubernetes Apps | Start Resources ---------------------------------------------------------------------------- 3.70s
download : download | Download files / images ------------------------------------------------------------------------------------------ 2.12s
Gather necessary facts (hardware) ------------------------------------------------------------------------------------------------------ 0.87s
Gather minimal facts ------------------------------------------------------------------------------------------------------------------- 0.70s
Gather necessary facts (network) ------------------------------------------------------------------------------------------------------- 0.51s
kubernetes-apps/ansible : Kubernetes Apps | Wait for kube-apiserver -------------------------------------------------------------------- 0.45s
kubernetes-apps/ansible : Kubernetes Apps | Delete kubeadm CoreDNS --------------------------------------------------------------------- 0.40s
kubernetes-apps/ansible : Kubernetes Apps | Register coredns deployment annotation `createdby` ----------------------------------------- 0.37s
kubespray-defaults : Gather ansible_default_ipv4 from all hosts ------------------------------------------------------------------------ 0.30s
kubernetes-apps/ansible : Kubernetes Apps | Delete kubeadm Kube-DNS service ------------------------------------------------------------ 0.25s
kubernetes-apps/ingress_controller/alb_ingress_controller : ALB Ingress Controller | Create manifests ---------------------------------- 0.23s
kubernetes-apps/csi_driver/cinder : Cinder CSI Driver | Apply Manifests ---------------------------------------------------------------- 0.20s
kubernetes-apps/csi_driver/cinder : Cinder CSI Driver | Generate Manifests ------------------------------------------------------------- 0.18s
kubernetes-apps/ingress_controller/alb_ingress_controller : ALB Ingress Controller | Apply manifests ----------------------------------- 0.17s
kubernetes-apps/csi_driver/aws_ebs : AWS CSI Driver | Generate Manifests --------------------------------------------------------------- 0.17s
kubernetes-apps/csi_driver/azuredisk : Azure CSI Driver | Apply Manifests -------------------------------------------------------------- 0.16s
kubernetes-apps/ansible : Kubernetes Apps | Lay Down Secondary CoreDNS Template -------------------------------------------------------- 0.16s
kubernetes-apps/csi_driver/azuredisk : Azure CSI Driver | Generate Manifests ----------------------------------------------------------- 0.15s
kubernetes-apps/external_provisioner/local_volume_provisioner : Local Volume Provisioner | Ensure base dir is created on all hosts ----- 0.15s
✔ ###### 05-cluster-apps successfully installed ######
✔ ###### kubernetes cluster successfully installed ######
real 13m14.852s
user 0m26.831s
sys 0m6.292s
root@kube-registry-01:/opt/kubeplay# kubectl get node -o wide
NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME
node1 Ready control-plane,master 5m32s v1.21.3 172.20.0.21 <none> Debian GNU/Linux 10 (buster) 4.19.0-17-amd64 containerd://1.4.6
node2 Ready control-plane,master 4m32s v1.21.3 172.20.0.22 <none> CentOS Linux 7 (Core) 3.10.0-1160.el7.x86_64 containerd://1.4.6
node3 Ready control-plane,master 4m10s v1.21.3 172.20.0.23 <none> Ubuntu 20.04.2 LTS 5.4.0-81-generic containerd://1.4.6
node4 Ready <none> 3m1s v1.21.3 172.20.0.24 <none> Debian GNU/Linux 10 (buster) 4.19.0-17-amd64 containerd://1.4.6
root@kube-registry-01:/opt/kubeplay# kubectl get pod -A -o wide
NAMESPACE NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES
kube-system calico-kube-controllers-688bdc56bc-xxfsf 1/1 Running 1 3m13s 172.20.0.24 node4 <none> <none>
kube-system calico-node-4hnsr 1/1 Running 0 3m34s 172.20.0.22 node2 <none> <none>
kube-system calico-node-4wmw6 1/1 Running 0 3m34s 172.20.0.21 node1 <none> <none>
kube-system calico-node-c4thr 1/1 Running 0 3m34s 172.20.0.23 node3 <none> <none>
kube-system calico-node-psvlx 1/1 Running 0 3m34s 172.20.0.24 node4 <none> <none>
kube-system coredns-7fc74977f4-chbzz 1/1 Running 0 2m45s 10.233.96.1 node2 <none> <none>
kube-system coredns-7fc74977f4-nptlz 1/1 Running 0 2m49s 10.233.92.1 node3 <none> <none>
kube-system dns-autoscaler-7b7567dc6d-t2k4v 1/1 Running 0 2m47s 10.233.92.2 node3 <none> <none>
kube-system kube-apiserver-node1 1/1 Running 0 5m27s 172.20.0.21 node1 <none> <none>
kube-system kube-apiserver-node2 1/1 Running 0 4m41s 172.20.0.22 node2 <none> <none>
kube-system kube-apiserver-node3 1/1 Running 0 4m19s 172.20.0.23 node3 <none> <none>
kube-system kube-controller-manager-node1 1/1 Running 0 5m27s 172.20.0.21 node1 <none> <none>
kube-system kube-controller-manager-node2 1/1 Running 0 4m41s 172.20.0.22 node2 <none> <none>
kube-system kube-controller-manager-node3 1/1 Running 0 4m19s 172.20.0.23 node3 <none> <none>
kube-system kube-proxy-2rm6s 1/1 Running 0 4m2s 172.20.0.24 node4 <none> <none>
kube-system kube-proxy-dwk9c 1/1 Running 0 4m2s 172.20.0.22 node2 <none> <none>
kube-system kube-proxy-f9cjw 1/1 Running 0 4m2s 172.20.0.23 node3 <none> <none>
kube-system kube-proxy-lj7ql 1/1 Running 0 4m2s 172.20.0.21 node1 <none> <none>
kube-system kube-scheduler-node1 1/1 Running 0 5m27s 172.20.0.21 node1 <none> <none>
kube-system kube-scheduler-node2 1/1 Running 0 4m41s 172.20.0.22 node2 <none> <none>
kube-system kube-scheduler-node3 1/1 Running 0 4m19s 172.20.0.23 node3 <none> <none>
kube-system nginx-proxy-node4 1/1 Running 1 3m10s 172.20.0.24 node4 <none> <none>
root@kube-registry-01:/opt/kubeplay#
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment