kubespray log

ansible-playbook 2.4.1.0
  config file = /root/kubespray/ansible.cfg
  configured module search path = [u'/root/kubespray/library']
  ansible python module location = /usr/local/lib/python2.7/dist-packages/ansible
  executable location = /usr/local/bin/ansible-playbook
  python version = 2.7.12 (default, Nov 19 2016, 06:48:10) [GCC 5.4.0 20160609]
Using /root/kubespray/ansible.cfg as config file
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-ubuntu.yml
statically imported: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-debian.yml
statically imported: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml
statically imported: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-centos.yml
statically imported: /root/kubespray/roles/bootstrap-os/tasks/setup-pipelining.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/set_facts.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/resolvconf.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/etchosts.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/dhclient-hooks.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/dhclient-hooks-undo.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/growpart-azure-centos-7.yml
statically imported: /root/kubespray/roles/docker/tasks/set_facts_dns.yml
statically imported: /root/kubespray/roles/docker/tasks/systemd.yml
statically imported: /root/kubespray/roles/rkt/tasks/install.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/main.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/check_vault.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/find_leader.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync_file.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync_file.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/sync_etcd_certs.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync_file.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/create_mounts.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/gen_vault_certs.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/main.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/check_vault.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/configure.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/binary.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/systemd.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/init.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/unseal.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/find_leader.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/create_mounts.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/etcd/tasks/check_certs.yml
statically imported: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml
statically imported: /root/kubespray/roles/etcd/tasks/set_cluster_health.yml
statically imported: /root/kubespray/roles/etcd/tasks/configure.yml
statically imported: /root/kubespray/roles/etcd/tasks/refresh_config.yml
statically imported: /root/kubespray/roles/etcd/tasks/set_cluster_health.yml
statically imported: /root/kubespray/roles/etcd/tasks/refresh_config.yml
statically imported: /root/kubespray/roles/etcd/handlers/backup.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/etcd/tasks/check_certs.yml
statically imported: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml
statically imported: /root/kubespray/roles/etcd/tasks/set_cluster_health.yml
statically imported: /root/kubespray/roles/etcd/tasks/configure.yml
statically imported: /root/kubespray/roles/etcd/tasks/refresh_config.yml
statically imported: /root/kubespray/roles/etcd/tasks/set_cluster_health.yml
statically imported: /root/kubespray/roles/etcd/tasks/refresh_config.yml
statically imported: /root/kubespray/roles/etcd/handlers/backup.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/main.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/check_vault.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/find_leader.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync_file.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync_file.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/sync_etcd_certs.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync_file.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/sync.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/create_mounts.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/gen_vault_certs.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml
statically imported: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/main.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/check_vault.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/configure.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/binary.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/systemd.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/init.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/unseal.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/find_leader.yml
statically imported: /root/kubespray/roles/vault/tasks/cluster/create_mounts.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml
statically imported: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/kubernetes/secrets/tasks/check-certs.yml
statically imported: /root/kubespray/roles/kubernetes/secrets/tasks/check-tokens.yml
statically imported: /root/kubespray/roles/kubernetes/secrets/tasks/upd_ca_trust.yml
statically imported: /root/kubespray/roles/kubernetes/secrets/tasks/gen_tokens.yml
statically imported: /root/kubespray/roles/kubernetes/node/tasks/facts.yml
statically imported: /root/kubespray/roles/kubernetes/node/tasks/pre_upgrade.yml
statically imported: /root/kubespray/roles/kubernetes/node/tasks/install.yml
statically imported: /root/kubespray/roles/kubernetes/node/tasks/nginx-proxy.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/kubernetes/master/tasks/pre-upgrade.yml
statically imported: /root/kubespray/roles/kubernetes/master/tasks/users-file.yml
statically imported: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml
statically imported: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-cleanup-old-certs.yml
statically imported: /root/kubespray/roles/kubernetes/master/tasks/static-pod-setup.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/network_plugin/flannel/tasks/pre-upgrade.yml
statically imported: /root/kubespray/roles/network_plugin/weave/tasks/seed.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/set_facts.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/resolvconf.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/etchosts.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/dhclient-hooks.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/dhclient-hooks-undo.yml
statically imported: /root/kubespray/roles/kubernetes/preinstall/tasks/growpart-azure-centos-7.yml
statically imported: /root/kubespray/roles/download/tasks/download_prep.yml
statically imported: /root/kubespray/roles/kubernetes-apps/ansible/tasks/netchecker.yml
statically imported: /root/kubespray/roles/kubernetes-apps/ansible/tasks/dashboard.yml

PLAYBOOK: cluster.yml *******************************************************************************************************************************************************************************
15 plays in cluster.yml

PLAY [localhost] ************************************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:37:43 +0000 (0:00:00.064)       0:00:00.065 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:37:43 +0000 (0:00:00.019)       0:00:00.084 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:37:43 +0000 (0:00:00.020)       0:00:00.104 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.017)       0:00:00.122 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.089)       0:00:00.212 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.082)       0:00:00.294 ****
ok: [localhost] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [bastion-ssh-config : set_fact] ****************************************************************************************************************************************************************
task path: /root/kubespray/roles/bastion-ssh-config/tasks/main.yml:2
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.040)       0:00:00.335 ****
ok: [localhost] => {"ansible_facts": {"has_bastion": false}, "changed": false, "failed": false}

TASK [bastion-ssh-config : set_fact] ****************************************************************************************************************************************************************
task path: /root/kubespray/roles/bastion-ssh-config/tasks/main.yml:5
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.024)       0:00:00.359 ****

TASK [bastion-ssh-config : set_fact] ****************************************************************************************************************************************************************
task path: /root/kubespray/roles/bastion-ssh-config/tasks/main.yml:11
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.017)       0:00:00.377 ****

TASK [bastion-ssh-config : create ssh bastion conf] *************************************************************************************************************************************************
task path: /root/kubespray/roles/bastion-ssh-config/tasks/main.yml:16
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.015)       0:00:00.392 ****
META: ran handlers
META: ran handlers
 [WARNING]: Could not match supplied host pattern, ignoring: calico-rr


PLAY [k8s-cluster:etcd:calico-rr] *******************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.051)       0:00:00.444 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:00.462 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.020)       0:00:00.483 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.019)       0:00:00.502 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.086)       0:00:00.589 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.087)       0:00:00.677 ****
ok: [master] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [bootstrap-os : Bootstrap | Check if bootstrap is needed] **************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-ubuntu.yml:4
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.060)       0:00:00.737 ****

TASK [bootstrap-os : Bootstrap | Install python 2.x and pip] ****************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-ubuntu.yml:15
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.035)       0:00:00.772 ****

TASK [bootstrap-os : set_fact] **********************************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-ubuntu.yml:22
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:00.791 ****

TASK [bootstrap-os : Bootstrap | Check if bootstrap is needed] **************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-debian.yml:4
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:00.810 ****

TASK [bootstrap-os : Bootstrap | Install python 2.x, pip, and dbus] *********************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-debian.yml:14
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.036)       0:00:00.847 ****

TASK [bootstrap-os : set_fact] **********************************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-debian.yml:21
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:00.865 ****

TASK [bootstrap-os : Bootstrap | Check if bootstrap is needed] **************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml:2
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:00.884 ****

TASK [bootstrap-os : Bootstrap | Run bootstrap.sh] **************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml:9
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:00.903 ****

TASK [bootstrap-os : set_fact] **********************************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml:13
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.020)       0:00:00.923 ****

TASK [bootstrap-os : Bootstrap | Check if we need to install pip] ***********************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml:18
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.019)       0:00:00.943 ****

TASK [bootstrap-os : Bootstrap | Copy get-pip.py] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml:28
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.021)       0:00:00.964 ****

TASK [bootstrap-os : Bootstrap | Install pip] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml:34
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:00.982 ****

TASK [bootstrap-os : Bootstrap | Remove get-pip.py] *************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml:38
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:01.001 ****

TASK [bootstrap-os : Bootstrap | Install pip launcher] **********************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml:44
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:01.020 ****

TASK [bootstrap-os : Install required python modules] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-coreos.yml:51
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.020)       0:00:01.040 ****

TASK [bootstrap-os : Check presence of fastestmirror.conf] ******************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-centos.yml:3
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.029)       0:00:01.070 ****

TASK [bootstrap-os : Disable fastestmirror plugin] **************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-centos.yml:9
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:01.088 ****

TASK [bootstrap-os : Install packages requirements for bootstrap] ***********************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/bootstrap-centos.yml:17
Wednesday 01 November 2017  09:37:44 +0000 (0:00:00.018)       0:00:01.107 ****

TASK [bootstrap-os : Remove require tty] ************************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/setup-pipelining.yml:4
Wednesday 01 November 2017  09:37:45 +0000 (0:00:00.018)       0:00:01.125 ****
ok: [master] => {"backup": "", "changed": false, "failed": false, "found": 0, "msg": ""}

TASK [bootstrap-os : check if atomic host] **********************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/main.yml:16
Wednesday 01 November 2017  09:37:46 +0000 (0:00:01.509)       0:00:02.634 ****
ok: [master] => {"changed": false, "failed": false, "stat": {"exists": false}}

TASK [bootstrap-os : set_fact] **********************************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/main.yml:21
Wednesday 01 November 2017  09:37:46 +0000 (0:00:00.338)       0:00:02.973 ****
ok: [master] => {"ansible_facts": {"is_atomic": false}, "changed": false, "failed": false}

TASK [bootstrap-os : Gather nodes hostnames] ********************************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/main.yml:24
Wednesday 01 November 2017  09:37:46 +0000 (0:00:00.059)       0:00:03.032 ****
ok: [master]

TASK [bootstrap-os : Assign inventory name to unconfigured hostnames (non-CoreOS)] ******************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/main.yml:29
Wednesday 01 November 2017  09:37:47 +0000 (0:00:00.561)       0:00:03.594 ****
changed: [master] => {"ansible_facts": {"ansible_domain": "", "ansible_fqdn": "master", "ansible_hostname": "master", "ansible_nodename": "master"}, "changed": true, "failed": false, "name": "master"}

TASK [bootstrap-os : Assign inventory name to unconfigured hostnames (CoreOS only)] *****************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/main.yml:34
Wednesday 01 November 2017  09:37:48 +0000 (0:00:00.587)       0:00:04.182 ****

TASK [bootstrap-os : Update hostname fact (CoreOS only)] ********************************************************************************************************************************************
task path: /root/kubespray/roles/bootstrap-os/tasks/main.yml:39
Wednesday 01 November 2017  09:37:48 +0000 (0:00:00.024)       0:00:04.206 ****
META: ran handlers
META: ran handlers

PLAY [k8s-cluster:etcd:calico-rr] *******************************************************************************************************************************************************************

TASK [Gathering Facts] ******************************************************************************************************************************************************************************
Wednesday 01 November 2017  09:37:48 +0000 (0:00:00.029)       0:00:04.236 ****
ok: [master]
META: ran handlers
META: ran handlers
META: ran handlers

PLAY [k8s-cluster:etcd:calico-rr] *******************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:37:49 +0000 (0:00:00.891)       0:00:05.127 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:37:49 +0000 (0:00:00.019)       0:00:05.147 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:37:49 +0000 (0:00:00.028)       0:00:05.175 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:37:49 +0000 (0:00:00.022)       0:00:05.198 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:37:49 +0000 (0:00:00.288)       0:00:05.487 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:37:49 +0000 (0:00:00.286)       0:00:05.773 ****
ok: [master] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [adduser : User | Create User Group] ***********************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:2
Wednesday 01 November 2017  09:37:49 +0000 (0:00:00.095)       0:00:05.869 ****
changed: [master] => {"changed": true, "failed": false, "gid": 999, "name": "kube-cert", "state": "present", "system": true}

TASK [adduser : User | Create User] *****************************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:7
Wednesday 01 November 2017  09:37:50 +0000 (0:00:00.298)       0:00:06.167 ****
changed: [master] => {"changed": true, "comment": "Kubernetes user", "createhome": true, "failed": false, "group": 999, "home": "/home/kube", "name": "kube", "shell": "/sbin/nologin", "state": "present", "system": true, "uid": 999}

TASK [kubernetes/preinstall : Stop if ansible version is too low] ***********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:2
Wednesday 01 November 2017  09:37:50 +0000 (0:00:00.393)       0:00:06.561 ****
ok: [master] => {
    "changed": false,
    "failed": false,
    "msg": "All assertions passed"
}

TASK [kubernetes/preinstall : Stop if non systemd OS type] ******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:8
Wednesday 01 November 2017  09:37:50 +0000 (0:00:00.116)       0:00:06.677 ****
ok: [master] => {
    "changed": false,
    "failed": false,
    "msg": "All assertions passed"
}

TASK [kubernetes/preinstall : Stop if unknown OS] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:13
Wednesday 01 November 2017  09:37:50 +0000 (0:00:00.114)       0:00:06.791 ****
ok: [master] => {
    "changed": false,
    "failed": false,
    "msg": "All assertions passed"
}

TASK [kubernetes/preinstall : Stop if unknown network plugin] ***************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:18
Wednesday 01 November 2017  09:37:50 +0000 (0:00:00.114)       0:00:06.906 ****

TASK [kubernetes/preinstall : Stop if incompatible network plugin and cloudprovider] ****************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:24
Wednesday 01 November 2017  09:37:50 +0000 (0:00:00.022)       0:00:06.929 ****

TASK [kubernetes/preinstall : Stop if known booleans are set as strings (Use JSON format on CLI: -e "{'key': true }")] ******************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:31
Wednesday 01 November 2017  09:37:50 +0000 (0:00:00.019)       0:00:06.948 ****
ok: [master] => (item=kubeadm_enabled) => {
    "changed": false,
    "failed": false,
    "item": "kubeadm_enabled",
    "msg": "All assertions passed"
}
ok: [master] => (item=download_run_once) => {
    "changed": false,
    "failed": false,
    "item": "download_run_once",
    "msg": "All assertions passed"
}
ok: [master] => (item=deploy_netchecker) => {
    "changed": false,
    "failed": false,
    "item": "deploy_netchecker",
    "msg": "All assertions passed"
}
ok: [master] => (item=download_always_pull) => {
    "changed": false,
    "failed": false,
    "item": "download_always_pull",
    "msg": "All assertions passed"
}
ok: [master] => (item=efk_enabled) => {
    "changed": false,
    "failed": false,
    "item": "efk_enabled",
    "msg": "All assertions passed"
}
ok: [master] => (item=helm_enabled) => {
    "changed": false,
    "failed": false,
    "item": "helm_enabled",
    "msg": "All assertions passed"
}
ok: [master] => (item=openstack_lbaas_enabled) => {
    "changed": false,
    "failed": false,
    "item": "openstack_lbaas_enabled",
    "msg": "All assertions passed"
}
failed: [master] (item=rbac_enabled) => {
    "assertion": "vars[item]|type_debug == 'bool'",
    "changed": false,
    "evaluated_to": false,
    "failed": true,
    "item": "rbac_enabled",
    "msg": "{{ 'RBAC' in authorization_modes or kubeadm_enabled }} isn't a bool"
}
...ignoring

TASK [kubernetes/preinstall : Stop if even number of etcd hosts] ************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:47
Wednesday 01 November 2017  09:37:51 +0000 (0:00:00.536)       0:00:07.485 ****
ok: [master] => {
    "changed": false,
    "failed": false,
    "msg": "All assertions passed"
}

TASK [kubernetes/preinstall : Stop if memory is too small for masters] ******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:52
Wednesday 01 November 2017  09:37:51 +0000 (0:00:00.103)       0:00:07.588 ****
ok: [master] => {
    "changed": false,
    "failed": false,
    "msg": "All assertions passed"
}

TASK [kubernetes/preinstall : Stop if memory is too small for nodes] ********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:58
Wednesday 01 November 2017  09:37:51 +0000 (0:00:00.101)       0:00:07.690 ****
ok: [master] => {
    "changed": false,
    "failed": false,
    "msg": "All assertions passed"
}

TASK [kubernetes/preinstall : Stop if ip var does not match local ips] ******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:64
Wednesday 01 November 2017  09:37:51 +0000 (0:00:00.099)       0:00:07.789 ****
ok: [master] => {
    "changed": false,
    "failed": false,
    "msg": "All assertions passed"
}

TASK [kubernetes/preinstall : Stop if access_ip is not pingable] ************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:70
Wednesday 01 November 2017  09:37:51 +0000 (0:00:00.098)       0:00:07.888 ****

TASK [kubernetes/preinstall : Stop if swap enabled] *************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/verify-settings.yml:75
Wednesday 01 November 2017  09:37:51 +0000 (0:00:00.020)       0:00:07.909 ****
ok: [master] => {
    "changed": false,
    "failed": false,
    "msg": "All assertions passed"
}

TASK [kubernetes/preinstall : Force binaries directory for Container Linux by CoreOS] ***************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:6
Wednesday 01 November 2017  09:37:51 +0000 (0:00:00.102)       0:00:08.012 ****

TASK [kubernetes/preinstall : check bin dir exists] *************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:13
Wednesday 01 November 2017  09:37:51 +0000 (0:00:00.020)       0:00:08.032 ****
ok: [master] => {"changed": false, "failed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/local/bin", "size": 4096, "state": "directory", "uid": 0}

TASK [kubernetes/preinstall : check if atomic host] *************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_facts.yml:2
Wednesday 01 November 2017  09:37:52 +0000 (0:00:00.257)       0:00:08.290 ****
ok: [master] => {"changed": false, "failed": false, "stat": {"exists": false}}

TASK [kubernetes/preinstall : set_fact] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_facts.yml:7
Wednesday 01 November 2017  09:37:52 +0000 (0:00:00.173)       0:00:08.463 ****
ok: [master] => {"ansible_facts": {"is_atomic": false}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : set_fact] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_facts.yml:10
Wednesday 01 November 2017  09:37:52 +0000 (0:00:00.096)       0:00:08.560 ****

TASK [kubernetes/preinstall : check resolvconf] *****************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:2
Wednesday 01 November 2017  09:37:52 +0000 (0:00:00.017)       0:00:08.577 ****
ok: [master] => {"changed": false, "cmd": "which resolvconf", "delta": "0:00:00.001991", "end": "2017-11-01 09:37:52.719898", "failed": false, "failed_when_result": false, "rc": 0, "start": "2017-11-01 09:37:52.717907", "stderr": "", "stderr_lines": [], "stdout": "/sbin/resolvconf", "stdout_lines": ["/sbin/resolvconf"]}

TASK [kubernetes/preinstall : set_fact] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:9
Wednesday 01 November 2017  09:37:52 +0000 (0:00:00.266)       0:00:08.844 ****
ok: [master] => {"ansible_facts": {"resolvconf": true}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : set_fact] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:13
Wednesday 01 November 2017  09:37:52 +0000 (0:00:00.099)       0:00:08.944 ****
ok: [master] => {"ansible_facts": {"bogus_domains": "cluster.local.default.svc.cluster.local./default.svc.cluster.local.default.svc.cluster.local./com.default.svc.cluster.local./cluster.local.svc.cluster.local./svc.cluster.local.svc.cluster.local./com.svc.cluster.local./", "default_resolver": "8.8.8.8"}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : check if kubelet is configured] ***************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:27
Wednesday 01 November 2017  09:37:52 +0000 (0:00:00.110)       0:00:09.055 ****
ok: [master] => {"changed": false, "failed": false, "stat": {"exists": false}}

TASK [kubernetes/preinstall : check if early DNS configuration stage] *******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:33
Wednesday 01 November 2017  09:37:53 +0000 (0:00:00.187)       0:00:09.242 ****
ok: [master] => {"ansible_facts": {"dns_early": true}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : target resolv.conf files] *********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:38
Wednesday 01 November 2017  09:37:53 +0000 (0:00:00.109)       0:00:09.352 ****
ok: [master] => {"ansible_facts": {"base": "/etc/resolvconf/resolv.conf.d/base", "head": "/etc/resolvconf/resolv.conf.d/head", "resolvconffile": "/etc/resolv.conf"}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : target temporary resolvconf cloud init file (Container Linux by CoreOS)] **********************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:47
Wednesday 01 November 2017  09:37:53 +0000 (0:00:00.106)       0:00:09.458 ****

TASK [kubernetes/preinstall : check if /etc/dhclient.conf exists] ***********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:52
Wednesday 01 November 2017  09:37:53 +0000 (0:00:00.024)       0:00:09.483 ****
ok: [master] => {"changed": false, "failed": false, "stat": {"exists": false}}

TASK [kubernetes/preinstall : target dhclient conf file for /etc/dhclient.conf] *********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:57
Wednesday 01 November 2017  09:37:53 +0000 (0:00:00.174)       0:00:09.658 ****

TASK [kubernetes/preinstall : check if /etc/dhcp/dhclient.conf exists] ******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:62
Wednesday 01 November 2017  09:37:53 +0000 (0:00:00.026)       0:00:09.684 ****
ok: [master] => {"changed": false, "failed": false, "stat": {"atime": 1509539662.5040002, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "checksum": "4ada2f1b00772234a6e7403712622489634510f2", "ctime": 1501150259.9566565, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 1387, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "md5": "c3b6c3271031ab8e250a192f4eb18695", "mimetype": "text/plain", "mode": "0644", "mtime": 1452709242.0, "nlink": 1, "path": "/etc/dhcp/dhclient.conf", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 1735, "uid": 0, "version": "1953326523", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}}

TASK [kubernetes/preinstall : target dhclient conf file for /etc/dhcp/dhclient.conf] ****************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:67
Wednesday 01 November 2017  09:37:53 +0000 (0:00:00.198)       0:00:09.883 ****
ok: [master] => {"ansible_facts": {"dhclientconffile": "/etc/dhcp/dhclient.conf"}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : target dhclient hook file for Red Hat family] *************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:72
Wednesday 01 November 2017  09:37:53 +0000 (0:00:00.120)       0:00:10.003 ****

TASK [kubernetes/preinstall : target dhclient hook file for Debian family] **************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:77
Wednesday 01 November 2017  09:37:53 +0000 (0:00:00.024)       0:00:10.028 ****
ok: [master] => {"ansible_facts": {"dhclienthookfile": "/etc/dhcp/dhclient-exit-hooks.d/zdnsupdate"}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : generate search domains to resolvconf] ********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:82
Wednesday 01 November 2017  09:37:54 +0000 (0:00:00.119)       0:00:10.148 ****
ok: [master] => {"ansible_facts": {"domainentry": "domain cluster.local", "searchentries": "search default.svc.cluster.local svc.cluster.local", "supersede_domain": "supersede domain-name \"cluster.local\";", "supersede_search": "supersede domain-search \"default.svc.cluster.local\", \"svc.cluster.local\";"}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : pick dnsmasq cluster IP or default resolver] **************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:93
Wednesday 01 November 2017  09:37:54 +0000 (0:00:00.124)       0:00:10.272 ****
ok: [master] => {"ansible_facts": {"dnsmasq_server": []}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : generate nameservers to resolvconf] ***********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/set_resolv_facts.yml:104
Wednesday 01 November 2017  09:37:54 +0000 (0:00:00.120)       0:00:10.392 ****
ok: [master] => {"ansible_facts": {"nameserverentries": "nameserver 8.8.8.8", "supersede_nameserver": "supersede domain-name-servers 8.8.8.8;"}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : gather os specific variables] *****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:26
Wednesday 01 November 2017  09:37:54 +0000 (0:00:00.113)       0:00:10.506 ****
ok: [master] => (item=/root/kubespray/roles/kubernetes/preinstall/vars/../vars/ubuntu.yml) => {"ansible_facts": {"required_pkgs": ["python-apt", "aufs-tools", "apt-transport-https", "software-properties-common", "ebtables"]}, "ansible_included_var_files": ["/root/kubespray/roles/kubernetes/preinstall/vars/ubuntu.yml"], "changed": false, "failed": false, "item": "/root/kubespray/roles/kubernetes/preinstall/vars/../vars/ubuntu.yml"}

TASK [kubernetes/preinstall : Create kubernetes directories] ****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:42
Wednesday 01 November 2017  09:37:54 +0000 (0:00:00.101)       0:00:10.608 ****
changed: [master] => (item=/etc/kubernetes) => {"changed": true, "failed": false, "gid": 0, "group": "root", "item": "/etc/kubernetes", "mode": "0755", "owner": "kube", "path": "/etc/kubernetes", "size": 4096, "state": "directory", "uid": 999}
changed: [master] => (item=/etc/kubernetes/ssl) => {"changed": true, "failed": false, "gid": 0, "group": "root", "item": "/etc/kubernetes/ssl", "mode": "0755", "owner": "kube", "path": "/etc/kubernetes/ssl", "size": 4096, "state": "directory", "uid": 999}
changed: [master] => (item=/etc/kubernetes/manifests) => {"changed": true, "failed": false, "gid": 0, "group": "root", "item": "/etc/kubernetes/manifests", "mode": "0755", "owner": "kube", "path": "/etc/kubernetes/manifests", "size": 4096, "state": "directory", "uid": 999}
changed: [master] => (item=/usr/local/bin/kubernetes-scripts) => {"changed": true, "failed": false, "gid": 0, "group": "root", "item": "/usr/local/bin/kubernetes-scripts", "mode": "0755", "owner": "kube", "path": "/usr/local/bin/kubernetes-scripts", "size": 4096, "state": "directory", "uid": 999}

TASK [kubernetes/preinstall : check cloud_provider value] *******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:64
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.666)       0:00:11.274 ****

TASK [kubernetes/preinstall : include] **************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:74
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.023)       0:00:11.298 ****

TASK [kubernetes/preinstall : Create cni directories] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:82
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.032)       0:00:11.330 ****
changed: [master] => (item=/etc/cni/net.d) => {"changed": true, "failed": false, "gid": 0, "group": "root", "item": "/etc/cni/net.d", "mode": "0755", "owner": "kube", "path": "/etc/cni/net.d", "size": 4096, "state": "directory", "uid": 999}
changed: [master] => (item=/opt/cni/bin) => {"changed": true, "failed": false, "gid": 0, "group": "root", "item": "/opt/cni/bin", "mode": "0755", "owner": "kube", "path": "/opt/cni/bin", "size": 4096, "state": "directory", "uid": 999}

TASK [kubernetes/preinstall : create temporary resolveconf cloud init file] *************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/resolvconf.yml:2
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.346)       0:00:11.677 ****

TASK [kubernetes/preinstall : Add domain/search/nameservers/options to resolv.conf] *****************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/resolvconf.yml:6
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.022)       0:00:11.700 ****

TASK [kubernetes/preinstall : Remove search/domain/nameserver options before block] *****************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/resolvconf.yml:24
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.024)       0:00:11.724 ****

TASK [kubernetes/preinstall : Remove search/domain/nameserver options after block] ******************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/resolvconf.yml:35
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.123)       0:00:11.848 ****

TASK [kubernetes/preinstall : get temporary resolveconf cloud init file content] ********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/resolvconf.yml:48
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.125)       0:00:11.973 ****

TASK [kubernetes/preinstall : persist resolvconf cloud init file] ***********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/resolvconf.yml:53
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.022)       0:00:11.996 ****

TASK [kubernetes/preinstall : Update package management cache (YUM)] ********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:108
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.022)       0:00:12.018 ****

TASK [kubernetes/preinstall : Install latest version of python-apt for Debian distribs] *************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:122
Wednesday 01 November 2017  09:37:55 +0000 (0:00:00.022)       0:00:12.040 ****
ok: [master] => {"cache_update_time": 1509529076, "cache_updated": false, "changed": false, "failed": false}

TASK [kubernetes/preinstall : Install python-dnf for latest RedHat versions] ************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:132
Wednesday 01 November 2017  09:38:05 +0000 (0:00:09.733)       0:00:21.774 ****

TASK [kubernetes/preinstall : Install epel-release on RedHat/CentOS] ********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:146
Wednesday 01 November 2017  09:38:05 +0000 (0:00:00.019)       0:00:21.793 ****

TASK [kubernetes/preinstall : Install packages requirements] ****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:162
Wednesday 01 November 2017  09:38:05 +0000 (0:00:00.018)       0:00:21.812 ****
changed: [master] => (item=[u'python-apt', u'aufs-tools', u'apt-transport-https', u'software-properties-common', u'ebtables', u'python-httplib2', u'openssl', u'curl', u'rsync', u'bash-completion', u'socat', u'unzip']) => {"attempts": 1, "cache_update_time": 1509529076, "cache_updated": false, "changed": true, "failed": false, "item": ["python-apt", "aufs-tools", "apt-transport-https", "software-properties-common", "ebtables", "python-httplib2", "openssl", "curl", "rsync", "bash-completion", "socat", "unzip"], "stderr": "", "stderr_lines": [], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n  libcurl3-gnutls\nSuggested packages:\n  zip\nThe following NEW packages will be installed:\n  aufs-tools ebtables python-httplib2 socat unzip\nThe following packages will be upgraded:\n  apt-transport-https curl libcurl3-gnutls\n3 upgraded, 5 newly installed, 0 to remove and 96 not upgraded.\nNeed to get 1035 kB of archives.\nAfter this operation, 2213 kB of additional disk space will be used.\nGet:1 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial-updates/main amd64 curl amd64 7.47.0-1ubuntu2.4 [139 kB]\nGet:2 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial-updates/main amd64 libcurl3-gnutls amd64 7.47.0-1ubuntu2.4 [184 kB]\nGet:3 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial-updates/main amd64 apt-transport-https amd64 1.2.24 [26.1 kB]\nGet:4 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/universe amd64 aufs-tools amd64 1:3.2+20130722-1.1ubuntu1 [92.9 kB]\nGet:5 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial-updates/main amd64 ebtables amd64 2.0.10.4-3.4ubuntu2 [79.4 kB]\nGet:6 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/main amd64 python-httplib2 all 0.9.1+dfsg-1 [34.2 kB]\nGet:7 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/main amd64 unzip amd64 6.0-20ubuntu1 [158 kB]\nGet:8 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/universe amd64 socat amd64 1.7.3.1-1 [321 kB]\nFetched 1035 kB in 3s (329 kB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 34641 files and directories currently installed.)\r\nPreparing to unpack .../curl_7.47.0-1ubuntu2.4_amd64.deb ...\r\nUnpacking curl (7.47.0-1ubuntu2.4) over (7.47.0-1ubuntu2.2) ...\r\nPreparing to unpack .../libcurl3-gnutls_7.47.0-1ubuntu2.4_amd64.deb ...\r\nUnpacking libcurl3-gnutls:amd64 (7.47.0-1ubuntu2.4) over (7.47.0-1ubuntu2.2) ...\r\nPreparing to unpack .../apt-transport-https_1.2.24_amd64.deb ...\r\nUnpacking apt-transport-https (1.2.24) over (1.2.20) ...\r\nSelecting previously unselected package aufs-tools.\r\nPreparing to unpack .../aufs-tools_1%3a3.2+20130722-1.1ubuntu1_amd64.deb ...\r\nUnpacking aufs-tools (1:3.2+20130722-1.1ubuntu1) ...\r\nSelecting previously unselected package ebtables.\r\nPreparing to unpack .../ebtables_2.0.10.4-3.4ubuntu2_amd64.deb ...\r\nUnpacking ebtables (2.0.10.4-3.4ubuntu2) ...\r\nSelecting previously unselected package python-httplib2.\r\nPreparing to unpack .../python-httplib2_0.9.1+dfsg-1_all.deb ...\r\nUnpacking python-httplib2 (0.9.1+dfsg-1) ...\r\nSelecting previously unselected package unzip.\r\nPreparing to unpack .../unzip_6.0-20ubuntu1_amd64.deb ...\r\nUnpacking unzip (6.0-20ubuntu1) ...\r\nSelecting previously unselected package socat.\r\nPreparing to unpack .../socat_1.7.3.1-1_amd64.deb ...\r\nUnpacking socat (1.7.3.1-1) ...\r\nProcessing triggers for man-db (2.7.5-1) ...\r\nProcessing triggers for libc-bin (2.23-0ubuntu9) ...\r\nProcessing triggers for systemd (229-4ubuntu19) ...\r\nProcessing triggers for ureadahead (0.100.0-19) ...\r\nProcessing triggers for mime-support (3.59ubuntu1) ...\r\nSetting up libcurl3-gnutls:amd64 (7.47.0-1ubuntu2.4) ...\r\nSetting up curl (7.47.0-1ubuntu2.4) ...\r\nSetting up apt-transport-https (1.2.24) ...\r\nSetting up aufs-tools (1:3.2+20130722-1.1ubuntu1) ...\r\nSetting up ebtables (2.0.10.4-3.4ubuntu2) ...\r\nupdate-rc.d: warning: start and stop actions are no longer supported; falling back to defaults\r\nSetting up python-httplib2 (0.9.1+dfsg-1) ...\r\nSetting up unzip (6.0-20ubuntu1) ...\r\nSetting up socat (1.7.3.1-1) ...\r\nProcessing triggers for libc-bin (2.23-0ubuntu9) ...\r\nProcessing triggers for systemd (229-4ubuntu19) ...\r\nProcessing triggers for ureadahead (0.100.0-19) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", "  libcurl3-gnutls", "Suggested packages:", "  zip", "The following NEW packages will be installed:", "  aufs-tools ebtables python-httplib2 socat unzip", "The following packages will be upgraded:", "  apt-transport-https curl libcurl3-gnutls", "3 upgraded, 5 newly installed, 0 to remove and 96 not upgraded.", "Need to get 1035 kB of archives.", "After this operation, 2213 kB of additional disk space will be used.", "Get:1 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial-updates/main amd64 curl amd64 7.47.0-1ubuntu2.4 [139 kB]", "Get:2 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial-updates/main amd64 libcurl3-gnutls amd64 7.47.0-1ubuntu2.4 [184 kB]", "Get:3 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial-updates/main amd64 apt-transport-https amd64 1.2.24 [26.1 kB]", "Get:4 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/universe amd64 aufs-tools amd64 1:3.2+20130722-1.1ubuntu1 [92.9 kB]", "Get:5 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial-updates/main amd64 ebtables amd64 2.0.10.4-3.4ubuntu2 [79.4 kB]", "Get:6 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/main amd64 python-httplib2 all 0.9.1+dfsg-1 [34.2 kB]", "Get:7 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/main amd64 unzip amd64 6.0-20ubuntu1 [158 kB]", "Get:8 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/universe amd64 socat amd64 1.7.3.1-1 [321 kB]", "Fetched 1035 kB in 3s (329 kB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 34641 files and directories currently installed.)", "Preparing to unpack .../curl_7.47.0-1ubuntu2.4_amd64.deb ...", "Unpacking curl (7.47.0-1ubuntu2.4) over (7.47.0-1ubuntu2.2) ...", "Preparing to unpack .../libcurl3-gnutls_7.47.0-1ubuntu2.4_amd64.deb ...", "Unpacking libcurl3-gnutls:amd64 (7.47.0-1ubuntu2.4) over (7.47.0-1ubuntu2.2) ...", "Preparing to unpack .../apt-transport-https_1.2.24_amd64.deb ...", "Unpacking apt-transport-https (1.2.24) over (1.2.20) ...", "Selecting previously unselected package aufs-tools.", "Preparing to unpack .../aufs-tools_1%3a3.2+20130722-1.1ubuntu1_amd64.deb ...", "Unpacking aufs-tools (1:3.2+20130722-1.1ubuntu1) ...", "Selecting previously unselected package ebtables.", "Preparing to unpack .../ebtables_2.0.10.4-3.4ubuntu2_amd64.deb ...", "Unpacking ebtables (2.0.10.4-3.4ubuntu2) ...", "Selecting previously unselected package python-httplib2.", "Preparing to unpack .../python-httplib2_0.9.1+dfsg-1_all.deb ...", "Unpacking python-httplib2 (0.9.1+dfsg-1) ...", "Selecting previously unselected package unzip.", "Preparing to unpack .../unzip_6.0-20ubuntu1_amd64.deb ...", "Unpacking unzip (6.0-20ubuntu1) ...", "Selecting previously unselected package socat.", "Preparing to unpack .../socat_1.7.3.1-1_amd64.deb ...", "Unpacking socat (1.7.3.1-1) ...", "Processing triggers for man-db (2.7.5-1) ...", "Processing triggers for libc-bin (2.23-0ubuntu9) ...", "Processing triggers for systemd (229-4ubuntu19) ...", "Processing triggers for ureadahead (0.100.0-19) ...", "Processing triggers for mime-support (3.59ubuntu1) ...", "Setting up libcurl3-gnutls:amd64 (7.47.0-1ubuntu2.4) ...", "Setting up curl (7.47.0-1ubuntu2.4) ...", "Setting up apt-transport-https (1.2.24) ...", "Setting up aufs-tools (1:3.2+20130722-1.1ubuntu1) ...", "Setting up ebtables (2.0.10.4-3.4ubuntu2) ...", "update-rc.d: warning: start and stop actions are no longer supported; falling back to defaults", "Setting up python-httplib2 (0.9.1+dfsg-1) ...", "Setting up unzip (6.0-20ubuntu1) ...", "Setting up socat (1.7.3.1-1) ...", "Processing triggers for libc-bin (2.23-0ubuntu9) ...", "Processing triggers for systemd (229-4ubuntu19) ...", "Processing triggers for ureadahead (0.100.0-19) ..."]}

TASK [kubernetes/preinstall : Confirm selinux deployed] *********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:177
Wednesday 01 November 2017  09:38:16 +0000 (0:00:10.428)       0:00:32.240 ****

TASK [kubernetes/preinstall : Set selinux policy] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:183
Wednesday 01 November 2017  09:38:16 +0000 (0:00:00.019)       0:00:32.260 ****

TASK [kubernetes/preinstall : Disable IPv6 DNS lookup] **********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:194
Wednesday 01 November 2017  09:38:16 +0000 (0:00:00.019)       0:00:32.279 ****

TASK [kubernetes/preinstall : set default sysctl file path] *****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:206
Wednesday 01 November 2017  09:38:16 +0000 (0:00:00.018)       0:00:32.298 ****
ok: [master] => {"ansible_facts": {"sysctl_file_path": "/etc/sysctl.d/99-sysctl.conf"}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : Stat sysctl file configuration] ***************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:212
Wednesday 01 November 2017  09:38:16 +0000 (0:00:00.092)       0:00:32.391 ****
ok: [master] => {"changed": false, "failed": false, "stat": {"atime": 1509539659.772, "attr_flags": "", "attributes": [], "block_size": 4096, "blocks": 0, "charset": "binary", "ctime": 1501150259.9566565, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 1402, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": true, "isreg": false, "issock": false, "isuid": false, "lnk_source": "/etc/sysctl.conf", "lnk_target": "../sysctl.conf", "mimetype": "inode/symlink", "mode": "0777", "mtime": 1500422198.0, "nlink": 1, "path": "/etc/sysctl.d/99-sysctl.conf", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 14, "uid": 0, "version": null, "wgrp": true, "woth": true, "writeable": true, "wusr": true, "xgrp": true, "xoth": true, "xusr": true}}

TASK [kubernetes/preinstall : Change sysctl file path to link source if linked] *********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:219
Wednesday 01 November 2017  09:38:16 +0000 (0:00:00.173)       0:00:32.565 ****
ok: [master] => {"ansible_facts": {"sysctl_file_path": "/etc/sysctl.conf"}, "changed": false, "failed": false}

TASK [kubernetes/preinstall : Enable ip forwarding] *************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:228
Wednesday 01 November 2017  09:38:16 +0000 (0:00:00.103)       0:00:32.668 ****
changed: [master] => {"changed": true, "failed": false}

TASK [kubernetes/preinstall : Write cloud-config] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:238
Wednesday 01 November 2017  09:38:16 +0000 (0:00:00.311)       0:00:32.979 ****

TASK [kubernetes/preinstall : Hosts | populate inventory into hosts file] ***************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/etchosts.yml:2
Wednesday 01 November 2017  09:38:16 +0000 (0:00:00.025)       0:00:33.005 ****
changed: [master] => {"changed": true, "failed": false, "msg": "Block inserted"}

TASK [kubernetes/preinstall : Hosts | populate kubernetes loadbalancer address into hosts file] *****************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/etchosts.yml:14
Wednesday 01 November 2017  09:38:17 +0000 (0:00:00.333)       0:00:33.338 ****

TASK [kubernetes/preinstall : Hosts | localhost ipv4 in hosts file] *********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/etchosts.yml:26
Wednesday 01 November 2017  09:38:17 +0000 (0:00:00.026)       0:00:33.365 ****
changed: [master] => {"backup": "/etc/hosts.4434.2017-11-01@09:38:17~", "changed": true, "failed": false, "msg": "line replaced"}

TASK [kubernetes/preinstall : Hosts | localhost ipv6 in hosts file] *********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/etchosts.yml:34
Wednesday 01 November 2017  09:38:17 +0000 (0:00:00.189)       0:00:33.554 ****
changed: [master] => {"backup": "/etc/hosts.4443.2017-11-01@09:38:17~", "changed": true, "failed": false, "msg": "line replaced"}

TASK [kubernetes/preinstall : Configure dhclient to supersede search/domain/nameservers] ************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/dhclient-hooks.yml:2
Wednesday 01 November 2017  09:38:17 +0000 (0:00:00.190)       0:00:33.745 ****

TASK [kubernetes/preinstall : Configue dhclient hooks for resolv.conf (non-RH)] *********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/dhclient-hooks.yml:18
Wednesday 01 November 2017  09:38:17 +0000 (0:00:00.027)       0:00:33.772 ****

TASK [kubernetes/preinstall : Configue dhclient hooks for resolv.conf (RH-only)] ********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/dhclient-hooks.yml:27
Wednesday 01 November 2017  09:38:17 +0000 (0:00:00.023)       0:00:33.796 ****

TASK [kubernetes/preinstall : Remove kubespray specific config from dhclient config] ****************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/dhclient-hooks-undo.yml:6
Wednesday 01 November 2017  09:38:17 +0000 (0:00:00.026)       0:00:33.822 ****
ok: [master] => {"changed": false, "failed": false, "msg": ""}

TASK [kubernetes/preinstall : Remove kubespray specific dhclient hook] ******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/dhclient-hooks-undo.yml:16
Wednesday 01 November 2017  09:38:17 +0000 (0:00:00.195)       0:00:34.017 ****
ok: [master] => {"changed": false, "failed": false, "path": "/etc/dhcp/dhclient-exit-hooks.d/zdnsupdate", "state": "absent"}
META: ran handlers

TASK [kubernetes/preinstall : Check if we are running inside a Azure VM] ****************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:274
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.199)       0:00:34.217 ****
ok: [master] => {"changed": false, "failed": false, "stat": {"exists": false}}

TASK [kubernetes/preinstall : install growpart] *****************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/growpart-azure-centos-7.yml:5
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.167)       0:00:34.384 ****

TASK [kubernetes/preinstall : check if growpart needs to be run] ************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/growpart-azure-centos-7.yml:10
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.020)       0:00:34.405 ****

TASK [kubernetes/preinstall : check fs type] ********************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/growpart-azure-centos-7.yml:16
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.021)       0:00:34.426 ****

TASK [kubernetes/preinstall : run growpart] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/growpart-azure-centos-7.yml:21
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.019)       0:00:34.445 ****

TASK [kubernetes/preinstall : run xfs_growfs] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/preinstall/tasks/growpart-azure-centos-7.yml:25
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.019)       0:00:34.465 ****

TASK [docker/docker-storage : docker-storage-setup | install git and make] **************************************************************************************************************************
task path: /root/kubespray/roles/docker/docker-storage/tasks/main.yml:3
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.019)       0:00:34.485 ****

TASK [docker/docker-storage : docker-storage-setup | docker-storage-setup sysconfig template] *******************************************************************************************************
task path: /root/kubespray/roles/docker/docker-storage/tasks/main.yml:9
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.027)       0:00:34.512 ****

TASK [docker/docker-storage : docker-storage-override-directory | docker service storage-setup override dir] ****************************************************************************************
task path: /root/kubespray/roles/docker/docker-storage/tasks/main.yml:14
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.019)       0:00:34.532 ****

TASK [docker/docker-storage : docker-storage-override | docker service storage-setup override file] *************************************************************************************************
task path: /root/kubespray/roles/docker/docker-storage/tasks/main.yml:22
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.021)       0:00:34.553 ****

TASK [docker/docker-storage : docker-storage-setup | install and run container-storage-setup] *******************************************************************************************************
task path: /root/kubespray/roles/docker/docker-storage/tasks/main.yml:34
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.021)       0:00:34.575 ****

TASK [docker : gather os specific variables] ********************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/main.yml:2
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.019)       0:00:34.594 ****
ok: [master] => (item=/root/kubespray/roles/docker/vars/../vars/ubuntu.yml) => {"ansible_facts": {"docker_kernel_min_version": "3.10", "docker_package_info": {"pkg_mgr": "apt", "pkgs": [{"force": true, "name": "{{ docker_versioned_pkg[docker_version | string] }}"}]}, "docker_repo_info": {"pkg_repo": "apt_repository", "repos": ["deb {{ docker_apt_repo_base_url }} {{ ansible_distribution|lower }}-{{ ansible_distribution_release|lower }} main\n"]}, "docker_repo_key_info": {"pkg_key": "apt_key", "repo_keys": ["58118E89F3A912897C070ADBF76221572C52609D"], "url": "{{ docker_apt_repo_gpgkey }}"}, "docker_versioned_pkg": {"1.11": "docker-engine=1.11.1-0~{{ ansible_distribution_release|lower }}", "1.12": "docker-engine=1.12.6-0~ubuntu-{{ ansible_distribution_release|lower }}", "1.13": "docker-engine=1.13.1-0~ubuntu-{{ ansible_distribution_release|lower }}", "edge": "docker-engine=17.03.0~ce-0~ubuntu-{{ ansible_distribution_release|lower }}", "latest": "docker-engine", "stable": "docker-engine=17.03.0~ce-0~ubuntu-{{ ansible_distribution_release|lower }}"}}, "ansible_included_var_files": ["/root/kubespray/roles/docker/vars/ubuntu.yml"], "changed": false, "failed": false, "item": "/root/kubespray/roles/docker/vars/../vars/ubuntu.yml"}

TASK [docker : set dns server for docker] ***********************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:3
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.109)       0:00:34.703 ****
ok: [master] => {"ansible_facts": {"docker_dns_servers": ["10.233.0.3"]}, "changed": false, "failed": false}

TASK [docker : set base docker dns facts] ***********************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:12
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.109)       0:00:34.813 ****
ok: [master] => {"ansible_facts": {"docker_dns_options": ["ndots:2", "timeout:2", "attempts:2"], "docker_dns_search_domains": ["default.svc.cluster.local", "svc.cluster.local"]}, "changed": false, "failed": false}

TASK [docker : add upstream dns servers (only when dnsmasq is not used)] ****************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:22
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.116)       0:00:34.930 ****
ok: [master] => {"ansible_facts": {"docker_dns_servers": ["10.233.0.3"]}, "changed": false, "failed": false}

TASK [docker : add global searchdomains] ************************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:27
Wednesday 01 November 2017  09:38:18 +0000 (0:00:00.118)       0:00:35.048 ****
ok: [master] => {"ansible_facts": {"docker_dns_search_domains": ["default.svc.cluster.local", "svc.cluster.local"]}, "changed": false, "failed": false}

TASK [docker : check system nameservers] ************************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:31
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.109)       0:00:35.158 ****
ok: [master] => {"changed": false, "cmd": "grep \"^nameserver\" /etc/resolv.conf | sed 's/^nameserver\\s*//'", "delta": "0:00:00.002625", "end": "2017-11-01 09:38:19.230066", "failed": false, "rc": 0, "start": "2017-11-01 09:38:19.227441", "stderr": "", "stderr_lines": [], "stdout": "192.168.200.2", "stdout_lines": ["192.168.200.2"]}

TASK [docker : check system search domains] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:37
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.194)       0:00:35.352 ****
ok: [master] => {"changed": false, "cmd": "grep \"^search\" /etc/resolv.conf | sed 's/^search\\s*//'", "delta": "0:00:00.003547", "end": "2017-11-01 09:38:19.425505", "failed": false, "rc": 0, "start": "2017-11-01 09:38:19.421958", "stderr": "", "stderr_lines": [], "stdout": "itkey.under", "stdout_lines": ["itkey.under"]}

TASK [docker : add system nameservers to docker options] ********************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:43
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.199)       0:00:35.552 ****
ok: [master] => {"ansible_facts": {"docker_dns_servers": ["10.233.0.3", "192.168.200.2"]}, "changed": false, "failed": false}

TASK [docker : add system search domains to docker options] *****************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:48
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.117)       0:00:35.670 ****
ok: [master] => {"ansible_facts": {"docker_dns_search_domains": ["default.svc.cluster.local", "svc.cluster.local", "itkey.under"]}, "changed": false, "failed": false}

TASK [docker : check number of nameservers] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:53
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.110)       0:00:35.780 ****

TASK [docker : rtrim number of nameservers to 3] ****************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:58
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.027)       0:00:35.807 ****

TASK [docker : check number of search domains] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:63
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.024)       0:00:35.832 ****

TASK [docker : check length of search domains] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/set_facts_dns.yml:68
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.024)       0:00:35.857 ****

TASK [docker : check for minimum kernel version] ****************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/main.yml:23
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.024)       0:00:35.881 ****

TASK [docker : ensure docker repository public key is installed] ************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/main.yml:33
Wednesday 01 November 2017  09:38:19 +0000 (0:00:00.020)       0:00:35.902 ****
changed: [master] => (item=58118E89F3A912897C070ADBF76221572C52609D) => {"attempts": 1, "changed": true, "failed": false, "item": "58118E89F3A912897C070ADBF76221572C52609D"}

TASK [docker : ensure docker repository is enabled] *************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/main.yml:46
Wednesday 01 November 2017  09:38:20 +0000 (0:00:01.121)       0:00:37.024 ****
changed: [master] => (item=deb https://apt.dockerproject.org/repo ubuntu-xenial main
) => {"changed": true, "failed": false, "item": "deb https://apt.dockerproject.org/repo ubuntu-xenial main\n", "repo": "deb https://apt.dockerproject.org/repo ubuntu-xenial main\n", "state": "present"}

TASK [docker : Configure docker repository on RedHat/CentOS] ****************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/main.yml:54
Wednesday 01 November 2017  09:38:24 +0000 (0:00:03.221)       0:00:40.245 ****

TASK [docker : ensure docker packages are installed] ************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/main.yml:60
Wednesday 01 November 2017  09:38:24 +0000 (0:00:00.023)       0:00:40.269 ****
changed: [master] => (item={u'force': True, u'name': u'docker-engine=1.13.1-0~ubuntu-xenial'}) => {"attempts": 1, "cache_update_time": 1509529102, "cache_updated": false, "changed": true, "failed": false, "item": {"force": true, "name": "docker-engine=1.13.1-0~ubuntu-xenial"}, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n  libltdl7\nRecommended packages:\n  cgroupfs-mount | cgroup-lite\nThe following NEW packages will be installed:\n  docker-engine libltdl7\n0 upgraded, 2 newly installed, 0 to remove and 96 not upgraded.\nNeed to get 19.3 MB of archives.\nAfter this operation, 89.0 MB of additional disk space will be used.\nGet:1 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/main amd64 libltdl7 amd64 2.4.6-0.1 [38.3 kB]\nGet:2 https://apt.dockerproject.org/repo ubuntu-xenial/main amd64 docker-engine amd64 1.13.1-0~ubuntu-xenial [19.3 MB]\nFetched 19.3 MB in 2s (8194 kB/s)\nSelecting previously unselected package libltdl7:amd64.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 34796 files and directories currently installed.)\r\nPreparing to unpack .../libltdl7_2.4.6-0.1_amd64.deb ...\r\nUnpacking libltdl7:amd64 (2.4.6-0.1) ...\r\nSelecting previously unselected package docker-engine.\r\nPreparing to unpack .../docker-engine_1.13.1-0~ubuntu-xenial_amd64.deb ...\r\nUnpacking docker-engine (1.13.1-0~ubuntu-xenial) ...\r\nProcessing triggers for libc-bin (2.23-0ubuntu9) ...\r\nProcessing triggers for man-db (2.7.5-1) ...\r\nProcessing triggers for systemd (229-4ubuntu19) ...\r\nProcessing triggers for ureadahead (0.100.0-19) ...\r\nSetting up libltdl7:amd64 (2.4.6-0.1) ...\r\nSetting up docker-engine (1.13.1-0~ubuntu-xenial) ...\r\nProcessing triggers for libc-bin (2.23-0ubuntu9) ...\r\nProcessing triggers for systemd (229-4ubuntu19) ...\r\nProcessing triggers for ureadahead (0.100.0-19) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", "  libltdl7", "Recommended packages:", "  cgroupfs-mount | cgroup-lite", "The following NEW packages will be installed:", "  docker-engine libltdl7", "0 upgraded, 2 newly installed, 0 to remove and 96 not upgraded.", "Need to get 19.3 MB of archives.", "After this operation, 89.0 MB of additional disk space will be used.", "Get:1 http://vcenter.clouds.archive.ubuntu.com/ubuntu xenial/main amd64 libltdl7 amd64 2.4.6-0.1 [38.3 kB]", "Get:2 https://apt.dockerproject.org/repo ubuntu-xenial/main amd64 docker-engine amd64 1.13.1-0~ubuntu-xenial [19.3 MB]", "Fetched 19.3 MB in 2s (8194 kB/s)", "Selecting previously unselected package libltdl7:amd64.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 34796 files and directories currently installed.)", "Preparing to unpack .../libltdl7_2.4.6-0.1_amd64.deb ...", "Unpacking libltdl7:amd64 (2.4.6-0.1) ...", "Selecting previously unselected package docker-engine.", "Preparing to unpack .../docker-engine_1.13.1-0~ubuntu-xenial_amd64.deb ...", "Unpacking docker-engine (1.13.1-0~ubuntu-xenial) ...", "Processing triggers for libc-bin (2.23-0ubuntu9) ...", "Processing triggers for man-db (2.7.5-1) ...", "Processing triggers for systemd (229-4ubuntu19) ...", "Processing triggers for ureadahead (0.100.0-19) ...", "Setting up libltdl7:amd64 (2.4.6-0.1) ...", "Setting up docker-engine (1.13.1-0~ubuntu-xenial) ...", "Processing triggers for libc-bin (2.23-0ubuntu9) ...", "Processing triggers for systemd (229-4ubuntu19) ...", "Processing triggers for ureadahead (0.100.0-19) ..."]}
NOTIFIED HANDLER restart docker

TASK [docker : check minimum docker version for docker_dns mode. You need at least docker version >= 1.12 for resolvconf_mode=docker_dns] ***********************************************************
task path: /root/kubespray/roles/docker/tasks/main.yml:74
Wednesday 01 November 2017  09:38:32 +0000 (0:00:08.379)       0:00:48.648 ****
ok: [master] => {"changed": false, "cmd": ["docker", "version", "-f", "{{.Client.Version}}"], "delta": "0:00:00.015526", "end": "2017-11-01 09:38:32.722928", "failed": false, "failed_when_result": false, "rc": 0, "start": "2017-11-01 09:38:32.707402", "stderr": "", "stderr_lines": [], "stdout": "1.13.1", "stdout_lines": ["1.13.1"]}

TASK [docker : Create docker service systemd directory if it doesn't exist] *************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/systemd.yml:2
Wednesday 01 November 2017  09:38:32 +0000 (0:00:00.202)       0:00:48.851 ****
changed: [master] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/systemd/system/docker.service.d", "size": 4096, "state": "directory", "uid": 0}

TASK [docker : Write docker proxy drop-in] **********************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/systemd.yml:7
Wednesday 01 November 2017  09:38:32 +0000 (0:00:00.185)       0:00:49.037 ****

TASK [docker : get systemd version] *****************************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/systemd.yml:13
Wednesday 01 November 2017  09:38:32 +0000 (0:00:00.021)       0:00:49.058 ****

TASK [docker : Write docker.service systemd file] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/systemd.yml:19
Wednesday 01 November 2017  09:38:32 +0000 (0:00:00.026)       0:00:49.084 ****
changed: [master] => {"changed": true, "checksum": "954f8db335d31b0be28ce6859fe7f0010dc05807", "dest": "/etc/systemd/system/docker.service", "failed": false, "gid": 0, "group": "root", "md5sum": "f8848ff63cd3ca0689f4afff8c08aa29", "mode": "0644", "owner": "root", "size": 597, "src": "/root/.ansible/tmp/ansible-tmp-1509529113.1-165039566104740/source", "state": "file", "uid": 0}

TASK [docker : Write docker options systemd drop-in] ************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/systemd.yml:27
Wednesday 01 November 2017  09:38:33 +0000 (0:00:00.504)       0:00:49.589 ****
changed: [master] => {"changed": true, "checksum": "0ad16aa2e450ad8037a3c98c14a9c6aaf43be722", "dest": "/etc/systemd/system/docker.service.d/docker-options.conf", "failed": false, "gid": 0, "group": "root", "md5sum": "022598eec5d44785818a386ced1e0b74", "mode": "0644", "owner": "root", "size": 158, "src": "/root/.ansible/tmp/ansible-tmp-1509529113.61-35512528407235/source", "state": "file", "uid": 0}

TASK [docker : Write docker dns systemd drop-in] ****************************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/systemd.yml:33
Wednesday 01 November 2017  09:38:33 +0000 (0:00:00.386)       0:00:49.976 ****
changed: [master] => {"changed": true, "checksum": "11163bdf97f5f9187d8af9043e0878bf02e24f75", "dest": "/etc/systemd/system/docker.service.d/docker-dns.conf", "failed": false, "gid": 0, "group": "root", "md5sum": "819e0b14593a6fbfee0ee62f827851bb", "mode": "0644", "owner": "root", "size": 257, "src": "/root/.ansible/tmp/ansible-tmp-1509529114.02-102488685320853/source", "state": "file", "uid": 0}

RUNNING HANDLER [docker : restart docker] ***********************************************************************************************************************************************************
Wednesday 01 November 2017  09:38:34 +0000 (0:00:00.387)       0:00:50.363 ****
NOTIFIED HANDLER Docker | reload systemd
NOTIFIED HANDLER Docker | reload docker.socket
NOTIFIED HANDLER Docker | reload docker
NOTIFIED HANDLER Docker | pause while Docker restarts
NOTIFIED HANDLER Docker | wait for docker
changed: [master] => {"changed": true, "cmd": ["/bin/true"], "delta": "0:00:00.002389", "end": "2017-11-01 09:38:34.432843", "failed": false, "rc": 0, "start": "2017-11-01 09:38:34.430454", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [docker : Docker | reload systemd] **************************************************************************************************************************************************
Wednesday 01 November 2017  09:38:34 +0000 (0:00:00.265)       0:00:50.629 ****
changed: [master] => {"changed": true, "cmd": "systemctl daemon-reload", "delta": "0:00:00.045320", "end": "2017-11-01 09:38:34.751691", "failed": false, "rc": 0, "start": "2017-11-01 09:38:34.706371", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [docker : Docker | reload docker.socket] ********************************************************************************************************************************************
Wednesday 01 November 2017  09:38:34 +0000 (0:00:00.241)       0:00:50.870 ****

RUNNING HANDLER [docker : Docker | reload docker] ***************************************************************************************************************************************************
Wednesday 01 November 2017  09:38:34 +0000 (0:00:00.019)       0:00:50.890 ****
changed: [master] => {"changed": true, "failed": false, "name": "docker", "state": "started", "status": {"ActiveEnterTimestamp": "Wed 2017-11-01 09:38:31 UTC", "ActiveEnterTimestampMonotonic": "824225442", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "basic.target systemd-journald.socket docker.socket network.target sysinit.target system.slice", "AllowIsolate": "no", "AmbientCapabilities": "0", "AssertResult": "yes", "AssertTimestamp": "Wed 2017-11-01 09:38:30 UTC", "AssertTimestampMonotonic": "822945213", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "18446744073709551615", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "18446744073709551615", "CPUUsageNSec": "18446744073709551615", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "18446744073709551615", "ConditionResult": "yes", "ConditionTimestamp": "Wed 2017-11-01 09:38:30 UTC", "ConditionTimestampMonotonic": "822945213", "Conflicts": "shutdown.target", "ConsistsOf": "docker.socket", "ControlGroup": "/system.slice/docker.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "yes", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "http://docs.docker.com", "DropInPaths": "/etc/systemd/system/docker.service.d/docker-dns.conf /etc/systemd/system/docker.service.d/docker-options.conf", "Environment": "GOTRACEBACK=crash DOCKER_DNS_OPTIONS=\\x20\\x20\\x20\\x20\\x20--dns\\x2010.233.0.3\\x20--dns\\x20192.168.200.2\\x20\\x20\\x20\\x20\\x20\\x20\\x20--dns-search\\x20default.svc.cluster.local\\x20--dns-search\\x20svc.cluster.local\\x20--dns-search\\x20itkey.under\\x20\\x20\\x20\\x20\\x20\\x20\\x20--dns-opt\\x20ndots:2\\x20--dns-opt\\x20timeout:2\\x20--dns-opt\\x20attempts:2\\x20\\x20\\x20 DOCKER_OPTS=--insecure-registry=10.233.0.0/18\\x20--graph=/var/lib/docker\\x20\\x20--log-opt\\x20max-size=50m\\x20--log-opt\\x20max-file=5\\x20\\x20--iptables=false", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "6443", "ExecMainStartTimestamp": "Wed 2017-11-01 09:38:30 UTC", "ExecMainStartTimestampMonotonic": "822960138", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/docker ; argv[]=/usr/bin/docker daemon $DOCKER_OPTS $DOCKER_STORAGE_OPTIONS $DOCKER_NETWORK_OPTIONS $DOCKER_DNS_OPTIONS $INSECURE_REGISTRY ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/etc/systemd/system/docker.service", "GuessMainPID": "yes", "IOScheduling": "0", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Wed 2017-11-01 09:38:30 UTC", "InactiveExitTimestampMonotonic": "822960166", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KillMode": "process", "KillSignal": "15", "LimitAS": "18446744073709551615", "LimitASSoft": "18446744073709551615", "LimitCORE": "18446744073709551615", "LimitCORESoft": "18446744073709551615", "LimitCPU": "18446744073709551615", "LimitCPUSoft": "18446744073709551615", "LimitDATA": "18446744073709551615", "LimitDATASoft": "18446744073709551615", "LimitFSIZE": "18446744073709551615", "LimitFSIZESoft": "18446744073709551615", "LimitLOCKS": "18446744073709551615", "LimitLOCKSSoft": "18446744073709551615", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "1048576", "LimitNOFILESoft": "1048576", "LimitNPROC": "1048576", "LimitNPROCSoft": "1048576", "LimitRSS": "18446744073709551615", "LimitRSSSoft": "18446744073709551615", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "18446744073709551615", "LimitRTTIMESoft": "18446744073709551615", "LimitSIGPENDING": "15650", "LimitSIGPENDINGSoft": "15650", "LimitSTACK": "18446744073709551615", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "MainPID": "6443", "MemoryAccounting": "no", "MemoryCurrent": "18446744073709551615", "MemoryLimit": "18446744073709551615", "MountFlags": "0", "NFileDescriptorStore": "0", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "ProtectHome": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "Requires": "system.slice sysinit.target", "Restart": "on-abnormal", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitInterval": "10000000", "StartupBlockIOWeight": "18446744073709551615", "StartupCPUShares": "18446744073709551615", "StateChangeTimestamp": "Wed 2017-11-01 09:38:31 UTC", "StateChangeTimestampMonotonic": "824225442", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "no", "TasksCurrent": "18446744073709551615", "TasksMax": "18446744073709551615", "TimeoutStartUSec": "1min", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": "notify", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "Wants": "docker.socket", "WatchdogTimestamp": "Wed 2017-11-01 09:38:31 UTC", "WatchdogTimestampMonotonic": "824225441", "WatchdogUSec": "0"}}

RUNNING HANDLER [docker : Docker | pause while Docker restarts] *************************************************************************************************************************************
Wednesday 01 November 2017  09:38:37 +0000 (0:00:02.466)       0:00:53.356 ****
Pausing for 10 seconds
(ctrl+C then 'C' = continue early, ctrl+C then 'A' = abort)
ok: [master] => {"changed": false, "delta": 10, "failed": false, "rc": 0, "start": "2017-11-01 09:38:37.355422", "stderr": "", "stdout": "Paused for 10.0 seconds", "stop": "2017-11-01 09:38:47.355768", "user_input": ""}

RUNNING HANDLER [docker : Docker | wait for docker] *************************************************************************************************************************************************
Wednesday 01 November 2017  09:38:47 +0000 (0:00:10.110)       0:01:03.467 ****
changed: [master] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "images"], "delta": "0:00:00.022530", "end": "2017-11-01 09:38:47.606925", "failed": false, "rc": 0, "start": "2017-11-01 09:38:47.584395", "stderr": "", "stderr_lines": [], "stdout": "REPOSITORY          TAG                 IMAGE ID            CREATED             SIZE", "stdout_lines": ["REPOSITORY          TAG                 IMAGE ID            CREATED             SIZE"]}
META: ran handlers

TASK [docker : ensure docker service is started and enabled] ****************************************************************************************************************************************
task path: /root/kubespray/roles/docker/tasks/main.yml:84
Wednesday 01 November 2017  09:38:47 +0000 (0:00:00.276)       0:01:03.744 ****
ok: [master] => (item=docker) => {"changed": false, "enabled": true, "failed": false, "item": "docker", "name": "docker", "state": "started", "status": {"ActiveEnterTimestamp": "Wed 2017-11-01 09:38:37 UTC", "ActiveEnterTimestampMonotonic": "829901439", "ActiveExitTimestamp": "Wed 2017-11-01 09:38:35 UTC", "ActiveExitTimestampMonotonic": "827778347", "ActiveState": "active", "After": "basic.target systemd-journald.socket docker.socket network.target sysinit.target system.slice", "AllowIsolate": "no", "AmbientCapabilities": "0", "AssertResult": "yes", "AssertTimestamp": "Wed 2017-11-01 09:38:36 UTC", "AssertTimestampMonotonic": "828793605", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "18446744073709551615", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "18446744073709551615", "CPUUsageNSec": "112739532", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "18446744073709551615", "ConditionResult": "yes", "ConditionTimestamp": "Wed 2017-11-01 09:38:36 UTC", "ConditionTimestampMonotonic": "828793605", "Conflicts": "shutdown.target", "ConsistsOf": "docker.socket", "ControlGroup": "/system.slice/docker.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "yes", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "http://docs.docker.com", "DropInPaths": "/etc/systemd/system/docker.service.d/docker-dns.conf /etc/systemd/system/docker.service.d/docker-options.conf", "Environment": "GOTRACEBACK=crash DOCKER_DNS_OPTIONS=\\x20\\x20\\x20\\x20\\x20--dns\\x2010.233.0.3\\x20--dns\\x20192.168.200.2\\x20\\x20\\x20\\x20\\x20\\x20\\x20--dns-search\\x20default.svc.cluster.local\\x20--dns-search\\x20svc.cluster.local\\x20--dns-search\\x20itkey.under\\x20\\x20\\x20\\x20\\x20\\x20\\x20--dns-opt\\x20ndots:2\\x20--dns-opt\\x20timeout:2\\x20--dns-opt\\x20attempts:2\\x20\\x20\\x20 DOCKER_OPTS=--insecure-registry=10.233.0.0/18\\x20--graph=/var/lib/docker\\x20\\x20--log-opt\\x20max-size=50m\\x20--log-opt\\x20max-file=5\\x20\\x20--iptables=false", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "6785", "ExecMainStartTimestamp": "Wed 2017-11-01 09:38:36 UTC", "ExecMainStartTimestampMonotonic": "828808260", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/docker ; argv[]=/usr/bin/docker daemon $DOCKER_OPTS $DOCKER_STORAGE_OPTIONS $DOCKER_NETWORK_OPTIONS $DOCKER_DNS_OPTIONS $INSECURE_REGISTRY ; ignore_errors=no ; start_time=[Wed 2017-11-01 09:38:36 UTC] ; stop_time=[n/a] ; pid=6785 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/etc/systemd/system/docker.service", "GuessMainPID": "yes", "IOScheduling": "0", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestamp": "Wed 2017-11-01 09:38:36 UTC", "InactiveEnterTimestampMonotonic": "828790597", "InactiveExitTimestamp": "Wed 2017-11-01 09:38:36 UTC", "InactiveExitTimestampMonotonic": "828808324", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KillMode": "process", "KillSignal": "15", "LimitAS": "18446744073709551615", "LimitASSoft": "18446744073709551615", "LimitCORE": "18446744073709551615", "LimitCORESoft": "18446744073709551615", "LimitCPU": "18446744073709551615", "LimitCPUSoft": "18446744073709551615", "LimitDATA": "18446744073709551615", "LimitDATASoft": "18446744073709551615", "LimitFSIZE": "18446744073709551615", "LimitFSIZESoft": "18446744073709551615", "LimitLOCKS": "18446744073709551615", "LimitLOCKSSoft": "18446744073709551615", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "1048576", "LimitNOFILESoft": "1048576", "LimitNPROC": "1048576", "LimitNPROCSoft": "1048576", "LimitRSS": "18446744073709551615", "LimitRSSSoft": "18446744073709551615", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "18446744073709551615", "LimitRTTIMESoft": "18446744073709551615", "LimitSIGPENDING": "15650", "LimitSIGPENDINGSoft": "15650", "LimitSTACK": "18446744073709551615", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "MainPID": "6785", "MemoryAccounting": "no", "MemoryCurrent": "16703488", "MemoryLimit": "18446744073709551615", "MountFlags": "0", "NFileDescriptorStore": "0", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "ProtectHome": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "Requires": "system.slice sysinit.target", "Restart": "on-abnormal", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitInterval": "10000000", "StartupBlockIOWeight": "18446744073709551615", "StartupCPUShares": "18446744073709551615", "StateChangeTimestamp": "Wed 2017-11-01 09:38:37 UTC", "StateChangeTimestampMonotonic": "829901439", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "no", "TasksCurrent": "18", "TasksMax": "18446744073709551615", "TimeoutStartUSec": "1min", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": "notify", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "Wants": "docker.socket", "WatchdogTimestamp": "Wed 2017-11-01 09:38:37 UTC", "WatchdogTimestampMonotonic": "829901437", "WatchdogUSec": "0"}}

TASK [rkt : gather os specific variables for rkt] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/rkt/tasks/install.yml:2
Wednesday 01 November 2017  09:38:47 +0000 (0:00:00.234)       0:01:03.978 ****

TASK [rkt : install rkt pkg on ubuntu] **************************************************************************************************************************************************************
task path: /root/kubespray/roles/rkt/tasks/install.yml:18
Wednesday 01 November 2017  09:38:47 +0000 (0:00:00.038)       0:01:04.017 ****

TASK [rkt : install rkt pkg on centos] **************************************************************************************************************************************************************
task path: /root/kubespray/roles/rkt/tasks/install.yml:28
Wednesday 01 November 2017  09:38:47 +0000 (0:00:00.029)       0:01:04.046 ****

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:38:47 +0000 (0:00:00.026)       0:01:04.073 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:38:48 +0000 (0:00:00.144)       0:01:04.217 ****
changed: [master] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/tmp/releases/containers", "size": 4096, "state": "directory", "uid": 0}

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:38:48 +0000 (0:00:00.201)       0:01:04.418 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:38:48 +0000 (0:00:00.026)       0:01:04.445 ****
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master
included: /root/kubespray/roles/download/tasks/download_container.yml for master

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:38:48 +0000 (0:00:00.601)       0:01:05.046 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:38:49 +0000 (0:00:00.078)       0:01:05.125 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:38:49 +0000 (0:00:00.130)       0:01:05.255 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "quay.io/coreos/hyperkube:v1.8.2_coreos.0"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:38:49 +0000 (0:00:00.123)       0:01:05.379 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:38:49 +0000 (0:00:00.157)       0:01:05.536 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:38:49 +0000 (0:00:00.123)       0:01:05.660 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:38:49 +0000 (0:00:00.037)       0:01:05.697 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "quay.io/coreos/hyperkube:v1.8.2_coreos.0"], "delta": "0:00:36.430891", "end": "2017-11-01 09:39:26.218548", "failed": false, "rc": 0, "start": "2017-11-01 09:38:49.787657", "stderr": "", "stderr_lines": [], "stdout": "v1.8.2_coreos.0: Pulling from coreos/hyperkube\n4e94a4a83bc8: Pulling fs layer\n3aa4a57a4204: Pulling fs layer\n53b0bd4324cf: Pulling fs layer\n4bab5bd200b6: Pulling fs layer\nd31f32311828: Pulling fs layer\n88649fc33184: Pulling fs layer\nfa3d58d60b0c: Pulling fs layer\n4bab5bd200b6: Waiting\nd31f32311828: Waiting\n88649fc33184: Waiting\nfa3d58d60b0c: Waiting\n3aa4a57a4204: Download complete\n4e94a4a83bc8: Verifying Checksum\n4e94a4a83bc8: Download complete\n4e94a4a83bc8: Pull complete\n3aa4a57a4204: Pull complete\n4bab5bd200b6: Verifying Checksum\n4bab5bd200b6: Download complete\n88649fc33184: Verifying Checksum\n88649fc33184: Download complete\nfa3d58d60b0c: Verifying Checksum\nfa3d58d60b0c: Download complete\nd31f32311828: Verifying Checksum\nd31f32311828: Download complete\n53b0bd4324cf: Verifying Checksum\n53b0bd4324cf: Download complete\n53b0bd4324cf: Pull complete\n4bab5bd200b6: Pull complete\nd31f32311828: Pull complete\n88649fc33184: Pull complete\nfa3d58d60b0c: Pull complete\nDigest: sha256:489401d5cc14505c0baecedff7b16301e70322eb6c03157a5a40a95e8b376bac\nStatus: Downloaded newer image for quay.io/coreos/hyperkube:v1.8.2_coreos.0", "stdout_lines": ["v1.8.2_coreos.0: Pulling from coreos/hyperkube", "4e94a4a83bc8: Pulling fs layer", "3aa4a57a4204: Pulling fs layer", "53b0bd4324cf: Pulling fs layer", "4bab5bd200b6: Pulling fs layer", "d31f32311828: Pulling fs layer", "88649fc33184: Pulling fs layer", "fa3d58d60b0c: Pulling fs layer", "4bab5bd200b6: Waiting", "d31f32311828: Waiting", "88649fc33184: Waiting", "fa3d58d60b0c: Waiting", "3aa4a57a4204: Download complete", "4e94a4a83bc8: Verifying Checksum", "4e94a4a83bc8: Download complete", "4e94a4a83bc8: Pull complete", "3aa4a57a4204: Pull complete", "4bab5bd200b6: Verifying Checksum", "4bab5bd200b6: Download complete", "88649fc33184: Verifying Checksum", "88649fc33184: Download complete", "fa3d58d60b0c: Verifying Checksum", "fa3d58d60b0c: Download complete", "d31f32311828: Verifying Checksum", "d31f32311828: Download complete", "53b0bd4324cf: Verifying Checksum", "53b0bd4324cf: Download complete", "53b0bd4324cf: Pull complete", "4bab5bd200b6: Pull complete", "d31f32311828: Pull complete", "88649fc33184: Pull complete", "fa3d58d60b0c: Pull complete", "Digest: sha256:489401d5cc14505c0baecedff7b16301e70322eb6c03157a5a40a95e8b376bac", "Status: Downloaded newer image for quay.io/coreos/hyperkube:v1.8.2_coreos.0"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:39:26 +0000 (0:00:36.654)       0:01:42.352 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:39:26 +0000 (0:00:00.069)       0:01:42.422 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:39:26 +0000 (0:00:00.121)       0:01:42.543 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "gcr.io/google_containers/cluster-proportional-autoscaler-amd64:1.1.1"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:39:26 +0000 (0:00:00.119)       0:01:42.663 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:39:26 +0000 (0:00:00.160)       0:01:42.823 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:39:26 +0000 (0:00:00.124)       0:01:42.948 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:39:26 +0000 (0:00:00.032)       0:01:42.980 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "gcr.io/google_containers/cluster-proportional-autoscaler-amd64:1.1.1"], "delta": "0:00:03.831252", "end": "2017-11-01 09:39:30.899478", "failed": false, "rc": 0, "start": "2017-11-01 09:39:27.068226", "stderr": "", "stderr_lines": [], "stdout": "1.1.1: Pulling from google_containers/cluster-proportional-autoscaler-amd64\n3690ec4760f9: Pulling fs layer\n9e9d81ea28cf: Pulling fs layer\n3690ec4760f9: Verifying Checksum\n3690ec4760f9: Download complete\n3690ec4760f9: Pull complete\n9e9d81ea28cf: Verifying Checksum\n9e9d81ea28cf: Download complete\n9e9d81ea28cf: Pull complete\nDigest: sha256:e6e071f2e598a13caece1a39c7f166fc574a3837b791eba71631960e026c70aa\nStatus: Downloaded newer image for gcr.io/google_containers/cluster-proportional-autoscaler-amd64:1.1.1", "stdout_lines": ["1.1.1: Pulling from google_containers/cluster-proportional-autoscaler-amd64", "3690ec4760f9: Pulling fs layer", "9e9d81ea28cf: Pulling fs layer", "3690ec4760f9: Verifying Checksum", "3690ec4760f9: Download complete", "3690ec4760f9: Pull complete", "9e9d81ea28cf: Verifying Checksum", "9e9d81ea28cf: Download complete", "9e9d81ea28cf: Pull complete", "Digest: sha256:e6e071f2e598a13caece1a39c7f166fc574a3837b791eba71631960e026c70aa", "Status: Downloaded newer image for gcr.io/google_containers/cluster-proportional-autoscaler-amd64:1.1.1"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:39:30 +0000 (0:00:04.054)       0:01:47.034 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:39:30 +0000 (0:00:00.070)       0:01:47.104 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:39:31 +0000 (0:00:00.129)       0:01:47.234 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "gcr.io/google_containers/pause-amd64:3.0"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:39:31 +0000 (0:00:00.131)       0:01:47.366 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:39:31 +0000 (0:00:00.163)       0:01:47.529 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:39:31 +0000 (0:00:00.196)       0:01:47.725 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:39:31 +0000 (0:00:00.031)       0:01:47.757 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "gcr.io/google_containers/pause-amd64:3.0"], "delta": "0:00:01.797041", "end": "2017-11-01 09:39:33.692690", "failed": false, "rc": 0, "start": "2017-11-01 09:39:31.895649", "stderr": "", "stderr_lines": [], "stdout": "3.0: Pulling from google_containers/pause-amd64\na3ed95caeb02: Pulling fs layer\nf11233434377: Pulling fs layer\na3ed95caeb02: Download complete\na3ed95caeb02: Pull complete\nf11233434377: Verifying Checksum\nf11233434377: Download complete\nf11233434377: Pull complete\nDigest: sha256:163ac025575b775d1c0f9bf0bdd0f086883171eb475b5068e7defa4ca9e76516\nStatus: Downloaded newer image for gcr.io/google_containers/pause-amd64:3.0", "stdout_lines": ["3.0: Pulling from google_containers/pause-amd64", "a3ed95caeb02: Pulling fs layer", "f11233434377: Pulling fs layer", "a3ed95caeb02: Download complete", "a3ed95caeb02: Pull complete", "f11233434377: Verifying Checksum", "f11233434377: Download complete", "f11233434377: Pull complete", "Digest: sha256:163ac025575b775d1c0f9bf0bdd0f086883171eb475b5068e7defa4ca9e76516", "Status: Downloaded newer image for gcr.io/google_containers/pause-amd64:3.0"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:39:33 +0000 (0:00:02.072)       0:01:49.830 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:39:33 +0000 (0:00:00.076)       0:01:49.906 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:39:33 +0000 (0:00:00.193)       0:01:50.099 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "gcr.io/google_containers/k8s-dns-dnsmasq-nanny-amd64:1.14.7"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:39:34 +0000 (0:00:00.186)       0:01:50.286 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:39:34 +0000 (0:00:00.156)       0:01:50.443 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:39:34 +0000 (0:00:00.121)       0:01:50.565 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:39:34 +0000 (0:00:00.029)       0:01:50.594 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "gcr.io/google_containers/k8s-dns-dnsmasq-nanny-amd64:1.14.7"], "delta": "0:00:04.448482", "end": "2017-11-01 09:39:39.124529", "failed": false, "rc": 0, "start": "2017-11-01 09:39:34.676047", "stderr": "", "stderr_lines": [], "stdout": "1.14.7: Pulling from google_containers/k8s-dns-dnsmasq-nanny-amd64\n280aca6ddce2: Pulling fs layer\n2fb3ce93f3bf: Pulling fs layer\n2db596bfc1fc: Pulling fs layer\nb013b54fa20b: Pulling fs layer\n7ddc81908397: Pulling fs layer\nb013b54fa20b: Waiting\n7ddc81908397: Waiting\n280aca6ddce2: Verifying Checksum\n280aca6ddce2: Download complete\n2fb3ce93f3bf: Verifying Checksum\n2fb3ce93f3bf: Download complete\n2db596bfc1fc: Verifying Checksum\n2db596bfc1fc: Download complete\n280aca6ddce2: Pull complete\n2fb3ce93f3bf: Pull complete\n2db596bfc1fc: Pull complete\nb013b54fa20b: Download complete\nb013b54fa20b: Pull complete\n7ddc81908397: Verifying Checksum\n7ddc81908397: Download complete\n7ddc81908397: Pull complete\nDigest: sha256:6cfb9f9c2756979013dbd3074e852c2d8ac99652570c5d17d152e0c0eb3321d6\nStatus: Downloaded newer image for gcr.io/google_containers/k8s-dns-dnsmasq-nanny-amd64:1.14.7", "stdout_lines": ["1.14.7: Pulling from google_containers/k8s-dns-dnsmasq-nanny-amd64", "280aca6ddce2: Pulling fs layer", "2fb3ce93f3bf: Pulling fs layer", "2db596bfc1fc: Pulling fs layer", "b013b54fa20b: Pulling fs layer", "7ddc81908397: Pulling fs layer", "b013b54fa20b: Waiting", "7ddc81908397: Waiting", "280aca6ddce2: Verifying Checksum", "280aca6ddce2: Download complete", "2fb3ce93f3bf: Verifying Checksum", "2fb3ce93f3bf: Download complete", "2db596bfc1fc: Verifying Checksum", "2db596bfc1fc: Download complete", "280aca6ddce2: Pull complete", "2fb3ce93f3bf: Pull complete", "2db596bfc1fc: Pull complete", "b013b54fa20b: Download complete", "b013b54fa20b: Pull complete", "7ddc81908397: Verifying Checksum", "7ddc81908397: Download complete", "7ddc81908397: Pull complete", "Digest: sha256:6cfb9f9c2756979013dbd3074e852c2d8ac99652570c5d17d152e0c0eb3321d6", "Status: Downloaded newer image for gcr.io/google_containers/k8s-dns-dnsmasq-nanny-amd64:1.14.7"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:39:39 +0000 (0:00:04.664)       0:01:55.259 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:39:39 +0000 (0:00:00.068)       0:01:55.327 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:39:39 +0000 (0:00:00.183)       0:01:55.511 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "quay.io/coreos/etcd:v3.2.4"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:39:39 +0000 (0:00:00.189)       0:01:55.701 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:39:39 +0000 (0:00:00.240)       0:01:55.941 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:39:40 +0000 (0:00:00.190)       0:01:56.132 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:39:40 +0000 (0:00:00.032)       0:01:56.164 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "quay.io/coreos/etcd:v3.2.4"], "delta": "0:00:07.461217", "end": "2017-11-01 09:39:47.780275", "failed": false, "rc": 0, "start": "2017-11-01 09:39:40.319058", "stderr": "", "stderr_lines": [], "stdout": "v3.2.4: Pulling from coreos/etcd\n88286f41530e: Pulling fs layer\n45382447aa91: Pulling fs layer\n0c499c291c78: Pulling fs layer\nc9f676bdc3ac: Pulling fs layer\n2de528bc9712: Pulling fs layer\n8050aa75d456: Pulling fs layer\nc9f676bdc3ac: Waiting\n2de528bc9712: Waiting\n8050aa75d456: Waiting\n88286f41530e: Download complete\n88286f41530e: Pull complete\nc9f676bdc3ac: Verifying Checksum\nc9f676bdc3ac: Download complete\n2de528bc9712: Verifying Checksum\n2de528bc9712: Download complete\n45382447aa91: Verifying Checksum\n45382447aa91: Download complete\n45382447aa91: Pull complete\n0c499c291c78: Verifying Checksum\n0c499c291c78: Download complete\n8050aa75d456: Verifying Checksum\n8050aa75d456: Download complete\n0c499c291c78: Pull complete\nc9f676bdc3ac: Pull complete\n2de528bc9712: Pull complete\n8050aa75d456: Pull complete\nDigest: sha256:0a582c6ca6d32f1bed74c51bb1e33a215b301e0f28683777ec6af0c2e3925588\nStatus: Downloaded newer image for quay.io/coreos/etcd:v3.2.4", "stdout_lines": ["v3.2.4: Pulling from coreos/etcd", "88286f41530e: Pulling fs layer", "45382447aa91: Pulling fs layer", "0c499c291c78: Pulling fs layer", "c9f676bdc3ac: Pulling fs layer", "2de528bc9712: Pulling fs layer", "8050aa75d456: Pulling fs layer", "c9f676bdc3ac: Waiting", "2de528bc9712: Waiting", "8050aa75d456: Waiting", "88286f41530e: Download complete", "88286f41530e: Pull complete", "c9f676bdc3ac: Verifying Checksum", "c9f676bdc3ac: Download complete", "2de528bc9712: Verifying Checksum", "2de528bc9712: Download complete", "45382447aa91: Verifying Checksum", "45382447aa91: Download complete", "45382447aa91: Pull complete", "0c499c291c78: Verifying Checksum", "0c499c291c78: Download complete", "8050aa75d456: Verifying Checksum", "8050aa75d456: Download complete", "0c499c291c78: Pull complete", "c9f676bdc3ac: Pull complete", "2de528bc9712: Pull complete", "8050aa75d456: Pull complete", "Digest: sha256:0a582c6ca6d32f1bed74c51bb1e33a215b301e0f28683777ec6af0c2e3925588", "Status: Downloaded newer image for quay.io/coreos/etcd:v3.2.4"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:39:47 +0000 (0:00:07.750)       0:02:03.915 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:39:47 +0000 (0:00:00.069)       0:02:03.984 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:39:48 +0000 (0:00:00.197)       0:02:04.181 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "quay.io/coreos/flannel:v0.9.0"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:39:48 +0000 (0:00:00.195)       0:02:04.377 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:39:48 +0000 (0:00:00.234)       0:02:04.611 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:39:48 +0000 (0:00:00.193)       0:02:04.805 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:39:48 +0000 (0:00:00.030)       0:02:04.836 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "quay.io/coreos/flannel:v0.9.0"], "delta": "0:00:08.641213", "end": "2017-11-01 09:39:57.622917", "failed": false, "rc": 0, "start": "2017-11-01 09:39:48.981704", "stderr": "", "stderr_lines": [], "stdout": "v0.9.0: Pulling from coreos/flannel\n6d987f6f4279: Pulling fs layer\n16a827ca53c8: Pulling fs layer\n8f4dde5859ad: Pulling fs layer\n2a4b88adf2f4: Pulling fs layer\n60432d0f9d91: Pulling fs layer\n46d9b18a374a: Pulling fs layer\n2a4b88adf2f4: Waiting\n60432d0f9d91: Waiting\n46d9b18a374a: Waiting\n6d987f6f4279: Download complete\n6d987f6f4279: Pull complete\n8f4dde5859ad: Verifying Checksum\n8f4dde5859ad: Download complete\n16a827ca53c8: Verifying Checksum\n16a827ca53c8: Download complete\n16a827ca53c8: Pull complete\n8f4dde5859ad: Pull complete\n46d9b18a374a: Verifying Checksum\n46d9b18a374a: Download complete\n60432d0f9d91: Verifying Checksum\n60432d0f9d91: Download complete\n2a4b88adf2f4: Verifying Checksum\n2a4b88adf2f4: Download complete\n2a4b88adf2f4: Pull complete\n60432d0f9d91: Pull complete\n46d9b18a374a: Pull complete\nDigest: sha256:dd3bcb1682a80dbd49776f2a9de036719685c0f9a7a5919876f3f685d6c0b7f4\nStatus: Downloaded newer image for quay.io/coreos/flannel:v0.9.0", "stdout_lines": ["v0.9.0: Pulling from coreos/flannel", "6d987f6f4279: Pulling fs layer", "16a827ca53c8: Pulling fs layer", "8f4dde5859ad: Pulling fs layer", "2a4b88adf2f4: Pulling fs layer", "60432d0f9d91: Pulling fs layer", "46d9b18a374a: Pulling fs layer", "2a4b88adf2f4: Waiting", "60432d0f9d91: Waiting", "46d9b18a374a: Waiting", "6d987f6f4279: Download complete", "6d987f6f4279: Pull complete", "8f4dde5859ad: Verifying Checksum", "8f4dde5859ad: Download complete", "16a827ca53c8: Verifying Checksum", "16a827ca53c8: Download complete", "16a827ca53c8: Pull complete", "8f4dde5859ad: Pull complete", "46d9b18a374a: Verifying Checksum", "46d9b18a374a: Download complete", "60432d0f9d91: Verifying Checksum", "60432d0f9d91: Download complete", "2a4b88adf2f4: Verifying Checksum", "2a4b88adf2f4: Download complete", "2a4b88adf2f4: Pull complete", "60432d0f9d91: Pull complete", "46d9b18a374a: Pull complete", "Digest: sha256:dd3bcb1682a80dbd49776f2a9de036719685c0f9a7a5919876f3f685d6c0b7f4", "Status: Downloaded newer image for quay.io/coreos/flannel:v0.9.0"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:39:57 +0000 (0:00:08.921)       0:02:13.757 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:39:57 +0000 (0:00:00.070)       0:02:13.828 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:39:57 +0000 (0:00:00.182)       0:02:14.010 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "quay.io/coreos/flannel-cni:v0.3.0"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:39:58 +0000 (0:00:00.188)       0:02:14.199 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:39:58 +0000 (0:00:00.235)       0:02:14.434 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:39:58 +0000 (0:00:00.207)       0:02:14.642 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:39:58 +0000 (0:00:00.032)       0:02:14.674 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "quay.io/coreos/flannel-cni:v0.3.0"], "delta": "0:00:17.030023", "end": "2017-11-01 09:40:15.856142", "failed": false, "rc": 0, "start": "2017-11-01 09:39:58.826119", "stderr": "", "stderr_lines": [], "stdout": "v0.3.0: Pulling from coreos/flannel-cni\nadd3ddb21ede: Pulling fs layer\n114533101008: Pulling fs layer\ne8aefe4c3300: Pulling fs layer\n53dd8766ff50: Pulling fs layer\n886fe0e6a209: Pulling fs layer\nb7b6e786befa: Pulling fs layer\n0678e6c3bbf1: Pulling fs layer\n3f085226af2c: Pulling fs layer\ncb53f6fd41bb: Pulling fs layer\n634f3aaa2eb9: Pulling fs layer\n21e12609b41e: Pulling fs layer\n775f6963ab2f: Pulling fs layer\ned381e0cc19e: Pulling fs layer\ne388b5433db2: Pulling fs layer\nd964a176fb57: Pulling fs layer\na5bd106e94ef: Pulling fs layer\n53dd8766ff50: Waiting\n634f3aaa2eb9: Waiting\n886fe0e6a209: Waiting\n21e12609b41e: Waiting\nb7b6e786befa: Waiting\n775f6963ab2f: Waiting\n0678e6c3bbf1: Waiting\ned381e0cc19e: Waiting\n3f085226af2c: Waiting\ne388b5433db2: Waiting\ncb53f6fd41bb: Waiting\nd964a176fb57: Waiting\na5bd106e94ef: Waiting\nadd3ddb21ede: Verifying Checksum\nadd3ddb21ede: Download complete\nadd3ddb21ede: Pull complete\n114533101008: Verifying Checksum\n114533101008: Download complete\n114533101008: Pull complete\ne8aefe4c3300: Download complete\ne8aefe4c3300: Pull complete\n886fe0e6a209: Verifying Checksum\n886fe0e6a209: Download complete\n53dd8766ff50: Verifying Checksum\n53dd8766ff50: Download complete\n53dd8766ff50: Pull complete\n886fe0e6a209: Pull complete\nb7b6e786befa: Verifying Checksum\nb7b6e786befa: Pull complete\n0678e6c3bbf1: Verifying Checksum\n0678e6c3bbf1: Download complete\n0678e6c3bbf1: Pull complete\n3f085226af2c: Verifying Checksum\n3f085226af2c: Download complete\n3f085226af2c: Pull complete\ncb53f6fd41bb: Download complete\ncb53f6fd41bb: Pull complete\n634f3aaa2eb9: Verifying Checksum\n634f3aaa2eb9: Download complete\n634f3aaa2eb9: Pull complete\n775f6963ab2f: Verifying Checksum\n775f6963ab2f: Download complete\n21e12609b41e: Verifying Checksum\n21e12609b41e: Download complete\n21e12609b41e: Pull complete\n775f6963ab2f: Pull complete\nd964a176fb57: Verifying Checksum\nd964a176fb57: Download complete\ned381e0cc19e: Verifying Checksum\ned381e0cc19e: Download complete\ned381e0cc19e: Pull complete\na5bd106e94ef: Verifying Checksum\na5bd106e94ef: Download complete\ne388b5433db2: Verifying Checksum\ne388b5433db2: Download complete\ne388b5433db2: Pull complete\nd964a176fb57: Pull complete\na5bd106e94ef: Pull complete\nDigest: sha256:734b4222110980abd0abe74974b6ca36452d26bdd2a20e25f37fdf7fdc2da170\nStatus: Downloaded newer image for quay.io/coreos/flannel-cni:v0.3.0", "stdout_lines": ["v0.3.0: Pulling from coreos/flannel-cni", "add3ddb21ede: Pulling fs layer", "114533101008: Pulling fs layer", "e8aefe4c3300: Pulling fs layer", "53dd8766ff50: Pulling fs layer", "886fe0e6a209: Pulling fs layer", "b7b6e786befa: Pulling fs layer", "0678e6c3bbf1: Pulling fs layer", "3f085226af2c: Pulling fs layer", "cb53f6fd41bb: Pulling fs layer", "634f3aaa2eb9: Pulling fs layer", "21e12609b41e: Pulling fs layer", "775f6963ab2f: Pulling fs layer", "ed381e0cc19e: Pulling fs layer", "e388b5433db2: Pulling fs layer", "d964a176fb57: Pulling fs layer", "a5bd106e94ef: Pulling fs layer", "53dd8766ff50: Waiting", "634f3aaa2eb9: Waiting", "886fe0e6a209: Waiting", "21e12609b41e: Waiting", "b7b6e786befa: Waiting", "775f6963ab2f: Waiting", "0678e6c3bbf1: Waiting", "ed381e0cc19e: Waiting", "3f085226af2c: Waiting", "e388b5433db2: Waiting", "cb53f6fd41bb: Waiting", "d964a176fb57: Waiting", "a5bd106e94ef: Waiting", "add3ddb21ede: Verifying Checksum", "add3ddb21ede: Download complete", "add3ddb21ede: Pull complete", "114533101008: Verifying Checksum", "114533101008: Download complete", "114533101008: Pull complete", "e8aefe4c3300: Download complete", "e8aefe4c3300: Pull complete", "886fe0e6a209: Verifying Checksum", "886fe0e6a209: Download complete", "53dd8766ff50: Verifying Checksum", "53dd8766ff50: Download complete", "53dd8766ff50: Pull complete", "886fe0e6a209: Pull complete", "b7b6e786befa: Verifying Checksum", "b7b6e786befa: Pull complete", "0678e6c3bbf1: Verifying Checksum", "0678e6c3bbf1: Download complete", "0678e6c3bbf1: Pull complete", "3f085226af2c: Verifying Checksum", "3f085226af2c: Download complete", "3f085226af2c: Pull complete", "cb53f6fd41bb: Download complete", "cb53f6fd41bb: Pull complete", "634f3aaa2eb9: Verifying Checksum", "634f3aaa2eb9: Download complete", "634f3aaa2eb9: Pull complete", "775f6963ab2f: Verifying Checksum", "775f6963ab2f: Download complete", "21e12609b41e: Verifying Checksum", "21e12609b41e: Download complete", "21e12609b41e: Pull complete", "775f6963ab2f: Pull complete", "d964a176fb57: Verifying Checksum", "d964a176fb57: Download complete", "ed381e0cc19e: Verifying Checksum", "ed381e0cc19e: Download complete", "ed381e0cc19e: Pull complete", "a5bd106e94ef: Verifying Checksum", "a5bd106e94ef: Download complete", "e388b5433db2: Verifying Checksum", "e388b5433db2: Download complete", "e388b5433db2: Pull complete", "d964a176fb57: Pull complete", "a5bd106e94ef: Pull complete", "Digest: sha256:734b4222110980abd0abe74974b6ca36452d26bdd2a20e25f37fdf7fdc2da170", "Status: Downloaded newer image for quay.io/coreos/flannel-cni:v0.3.0"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:40:15 +0000 (0:00:17.320)       0:02:31.995 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:40:15 +0000 (0:00:00.070)       0:02:32.065 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:40:16 +0000 (0:00:00.190)       0:02:32.256 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "gcr.io/google_containers/k8s-dns-sidecar-amd64:1.14.7"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:40:16 +0000 (0:00:00.194)       0:02:32.450 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:40:16 +0000 (0:00:00.231)       0:02:32.682 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:40:16 +0000 (0:00:00.190)       0:02:32.873 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:40:16 +0000 (0:00:00.030)       0:02:32.903 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "gcr.io/google_containers/k8s-dns-sidecar-amd64:1.14.7"], "delta": "0:00:03.795008", "end": "2017-11-01 09:40:20.848220", "failed": false, "rc": 0, "start": "2017-11-01 09:40:17.053212", "stderr": "", "stderr_lines": [], "stdout": "1.14.7: Pulling from google_containers/k8s-dns-sidecar-amd64\n280aca6ddce2: Already exists\n90bc6fcbe2bc: Pulling fs layer\n90bc6fcbe2bc: Verifying Checksum\n90bc6fcbe2bc: Download complete\n90bc6fcbe2bc: Pull complete\nDigest: sha256:f80f5f9328107dc516d67f7b70054354b9367d31d4946a3bffd3383d83d7efe8\nStatus: Downloaded newer image for gcr.io/google_containers/k8s-dns-sidecar-amd64:1.14.7", "stdout_lines": ["1.14.7: Pulling from google_containers/k8s-dns-sidecar-amd64", "280aca6ddce2: Already exists", "90bc6fcbe2bc: Pulling fs layer", "90bc6fcbe2bc: Verifying Checksum", "90bc6fcbe2bc: Download complete", "90bc6fcbe2bc: Pull complete", "Digest: sha256:f80f5f9328107dc516d67f7b70054354b9367d31d4946a3bffd3383d83d7efe8", "Status: Downloaded newer image for gcr.io/google_containers/k8s-dns-sidecar-amd64:1.14.7"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:40:20 +0000 (0:00:04.079)       0:02:36.983 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:40:20 +0000 (0:00:00.069)       0:02:37.053 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:40:21 +0000 (0:00:00.127)       0:02:37.180 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "nginx:1.11.4-alpine"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:40:21 +0000 (0:00:00.120)       0:02:37.301 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:40:21 +0000 (0:00:00.167)       0:02:37.469 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:40:21 +0000 (0:00:00.133)       0:02:37.602 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:40:21 +0000 (0:00:00.029)       0:02:37.632 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "nginx:1.11.4-alpine"], "delta": "0:00:08.214771", "end": "2017-11-01 09:40:29.929354", "failed": false, "rc": 0, "start": "2017-11-01 09:40:21.714583", "stderr": "", "stderr_lines": [], "stdout": "1.11.4-alpine: Pulling from library/nginx\nc0cb142e4345: Pulling fs layer\n550be1410575: Pulling fs layer\nf89cfc3ca4f4: Pulling fs layer\n269d010cc2b4: Pulling fs layer\n269d010cc2b4: Waiting\nf89cfc3ca4f4: Download complete\n269d010cc2b4: Verifying Checksum\n269d010cc2b4: Download complete\nc0cb142e4345: Verifying Checksum\nc0cb142e4345: Download complete\nc0cb142e4345: Pull complete\n550be1410575: Verifying Checksum\n550be1410575: Download complete\n550be1410575: Pull complete\nf89cfc3ca4f4: Pull complete\n269d010cc2b4: Pull complete\nDigest: sha256:d4803fa2f3a05c4867c23a88c114f55026126eec494b11bc546689cf595836ca\nStatus: Downloaded newer image for nginx:1.11.4-alpine", "stdout_lines": ["1.11.4-alpine: Pulling from library/nginx", "c0cb142e4345: Pulling fs layer", "550be1410575: Pulling fs layer", "f89cfc3ca4f4: Pulling fs layer", "269d010cc2b4: Pulling fs layer", "269d010cc2b4: Waiting", "f89cfc3ca4f4: Download complete", "269d010cc2b4: Verifying Checksum", "269d010cc2b4: Download complete", "c0cb142e4345: Verifying Checksum", "c0cb142e4345: Download complete", "c0cb142e4345: Pull complete", "550be1410575: Verifying Checksum", "550be1410575: Download complete", "550be1410575: Pull complete", "f89cfc3ca4f4: Pull complete", "269d010cc2b4: Pull complete", "Digest: sha256:d4803fa2f3a05c4867c23a88c114f55026126eec494b11bc546689cf595836ca", "Status: Downloaded newer image for nginx:1.11.4-alpine"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:40:29 +0000 (0:00:08.432)       0:02:46.064 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:40:30 +0000 (0:00:00.074)       0:02:46.139 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:40:30 +0000 (0:00:00.125)       0:02:46.264 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "gcr.io/google_containers/k8s-dns-kube-dns-amd64:1.14.7"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:40:30 +0000 (0:00:00.131)       0:02:46.396 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:40:30 +0000 (0:00:00.166)       0:02:46.563 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:40:30 +0000 (0:00:00.129)       0:02:46.693 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:40:30 +0000 (0:00:00.031)       0:02:46.725 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "gcr.io/google_containers/k8s-dns-kube-dns-amd64:1.14.7"], "delta": "0:00:04.173346", "end": "2017-11-01 09:40:34.972380", "failed": false, "rc": 0, "start": "2017-11-01 09:40:30.799034", "stderr": "", "stderr_lines": [], "stdout": "1.14.7: Pulling from google_containers/k8s-dns-kube-dns-amd64\n280aca6ddce2: Already exists\n7007640b33be: Pulling fs layer\n7007640b33be: Verifying Checksum\n7007640b33be: Download complete\n7007640b33be: Pull complete\nDigest: sha256:f5bddc71efe905f4e4b96f3ca346414be6d733610c1525b98fff808f93966680\nStatus: Downloaded newer image for gcr.io/google_containers/k8s-dns-kube-dns-amd64:1.14.7", "stdout_lines": ["1.14.7: Pulling from google_containers/k8s-dns-kube-dns-amd64", "280aca6ddce2: Already exists", "7007640b33be: Pulling fs layer", "7007640b33be: Verifying Checksum", "7007640b33be: Download complete", "7007640b33be: Pull complete", "Digest: sha256:f5bddc71efe905f4e4b96f3ca346414be6d733610c1525b98fff808f93966680", "Status: Downloaded newer image for gcr.io/google_containers/k8s-dns-kube-dns-amd64:1.14.7"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:40:34 +0000 (0:00:04.381)       0:02:51.106 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:40:35 +0000 (0:00:00.073)       0:02:51.180 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:40:35 +0000 (0:00:00.122)       0:02:51.302 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "quay.io/calico/routereflector:v0.4.0"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:40:35 +0000 (0:00:00.126)       0:02:51.429 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:40:35 +0000 (0:00:00.175)       0:02:51.605 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:40:35 +0000 (0:00:00.141)       0:02:51.746 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:40:35 +0000 (0:00:00.032)       0:02:51.778 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "quay.io/calico/routereflector:v0.4.0"], "delta": "0:00:18.541415", "end": "2017-11-01 09:40:54.401058", "failed": false, "rc": 0, "start": "2017-11-01 09:40:35.859643", "stderr": "", "stderr_lines": [], "stdout": "v0.4.0: Pulling from calico/routereflector\n7ee37f181318: Pulling fs layer\ndf5ffabe5e97: Pulling fs layer\nae2040ed51a1: Pulling fs layer\n3ce7010d244b: Pulling fs layer\n2538b201d2a6: Pulling fs layer\n6add36a6bf21: Pulling fs layer\n43737808ad50: Pulling fs layer\n9b5bd9132019: Pulling fs layer\n3ce7010d244b: Waiting\n2538b201d2a6: Waiting\n6add36a6bf21: Waiting\n43737808ad50: Waiting\n9b5bd9132019: Waiting\nae2040ed51a1: Download complete\ndf5ffabe5e97: Download complete\n3ce7010d244b: Verifying Checksum\n3ce7010d244b: Download complete\n2538b201d2a6: Download complete\n6add36a6bf21: Verifying Checksum\n6add36a6bf21: Download complete\n9b5bd9132019: Download complete\n7ee37f181318: Verifying Checksum\n7ee37f181318: Download complete\n7ee37f181318: Pull complete\ndf5ffabe5e97: Pull complete\nae2040ed51a1: Pull complete\n3ce7010d244b: Pull complete\n2538b201d2a6: Pull complete\n6add36a6bf21: Pull complete\n43737808ad50: Verifying Checksum\n43737808ad50: Download complete\n43737808ad50: Pull complete\n9b5bd9132019: Pull complete\nDigest: sha256:0b7157d4a807c84e4189b2427fdbc6d2b921fd1338a334d8ad71c0fa5dfbd243\nStatus: Downloaded newer image for quay.io/calico/routereflector:v0.4.0", "stdout_lines": ["v0.4.0: Pulling from calico/routereflector", "7ee37f181318: Pulling fs layer", "df5ffabe5e97: Pulling fs layer", "ae2040ed51a1: Pulling fs layer", "3ce7010d244b: Pulling fs layer", "2538b201d2a6: Pulling fs layer", "6add36a6bf21: Pulling fs layer", "43737808ad50: Pulling fs layer", "9b5bd9132019: Pulling fs layer", "3ce7010d244b: Waiting", "2538b201d2a6: Waiting", "6add36a6bf21: Waiting", "43737808ad50: Waiting", "9b5bd9132019: Waiting", "ae2040ed51a1: Download complete", "df5ffabe5e97: Download complete", "3ce7010d244b: Verifying Checksum", "3ce7010d244b: Download complete", "2538b201d2a6: Download complete", "6add36a6bf21: Verifying Checksum", "6add36a6bf21: Download complete", "9b5bd9132019: Download complete", "7ee37f181318: Verifying Checksum", "7ee37f181318: Download complete", "7ee37f181318: Pull complete", "df5ffabe5e97: Pull complete", "ae2040ed51a1: Pull complete", "3ce7010d244b: Pull complete", "2538b201d2a6: Pull complete", "6add36a6bf21: Pull complete", "43737808ad50: Verifying Checksum", "43737808ad50: Download complete", "43737808ad50: Pull complete", "9b5bd9132019: Pull complete", "Digest: sha256:0b7157d4a807c84e4189b2427fdbc6d2b921fd1338a334d8ad71c0fa5dfbd243", "Status: Downloaded newer image for quay.io/calico/routereflector:v0.4.0"]}

TASK [download : container_download | Make download decision if pull is required by tag or sha256] **************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:2
Wednesday 01 November 2017  09:40:54 +0000 (0:00:18.758)       0:03:10.537 ****
included: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml for master

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:2
Wednesday 01 November 2017  09:40:54 +0000 (0:00:00.070)       0:03:10.608 ****
ok: [master -> None] => {"ansible_facts": {"pull_by_digest": false}, "changed": false, "failed": false}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:6
Wednesday 01 November 2017  09:40:54 +0000 (0:00:00.129)       0:03:10.737 ****
ok: [master -> None] => {"ansible_facts": {"pull_args": "busybox:latest"}, "changed": false, "failed": false}

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:10
Wednesday 01 November 2017  09:40:54 +0000 (0:00:00.125)       0:03:10.863 ****
 [WARNING]: raw module does not support the environment keyword

ok: [master -> None] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}

TASK [download : set_fact] **************************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:20
Wednesday 01 November 2017  09:40:54 +0000 (0:00:00.180)       0:03:11.043 ****
ok: [master -> None] => {"ansible_facts": {"pull_required": true}, "changed": false, "failed": false}

TASK [download : Check the local digest sha256 corresponds to the given image tag] ******************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/set_docker_image_facts.yml:25
Wednesday 01 November 2017  09:40:55 +0000 (0:00:00.129)       0:03:11.172 ****

TASK [download : container_download | Download containers if pull is required or told to always pull] ***********************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_container.yml:13
Wednesday 01 November 2017  09:40:55 +0000 (0:00:00.033)       0:03:11.205 ****
changed: [master -> None] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "pull", "busybox:latest"], "delta": "0:00:03.627200", "end": "2017-11-01 09:40:58.923071", "failed": false, "rc": 0, "start": "2017-11-01 09:40:55.295871", "stderr": "", "stderr_lines": [], "stdout": "latest: Pulling from library/busybox\n03b1be98f3f9: Pulling fs layer\n03b1be98f3f9: Download complete\n03b1be98f3f9: Pull complete\nDigest: sha256:3e8fa85ddfef1af9ca85a5cfb714148956984e02f00bec3f7f49d3925a91e0e7\nStatus: Downloaded newer image for busybox:latest", "stdout_lines": ["latest: Pulling from library/busybox", "03b1be98f3f9: Pulling fs layer", "03b1be98f3f9: Download complete", "03b1be98f3f9: Pull complete", "Digest: sha256:3e8fa85ddfef1af9ca85a5cfb714148956984e02f00bec3f7f49d3925a91e0e7", "Status: Downloaded newer image for busybox:latest"]}

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:40:58 +0000 (0:00:03.846)       0:03:15.052 ****
META: ran handlers
META: ran handlers
 [WARNING]: Could not match supplied host pattern, ignoring: vault


PLAY [etcd:k8s-cluster:vault] ***********************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:40:59 +0000 (0:00:00.501)       0:03:15.553 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:40:59 +0000 (0:00:00.024)       0:03:15.577 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:40:59 +0000 (0:00:00.027)       0:03:15.604 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:40:59 +0000 (0:00:00.023)       0:03:15.628 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:40:59 +0000 (0:00:00.278)       0:03:15.907 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.276)       0:03:16.183 ****

TASK [adduser : User | Create User Group] ***********************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:2
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.021)       0:03:16.205 ****

TASK [adduser : User | Create User] *****************************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:7
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.021)       0:03:16.226 ****

TASK [vault : stop vault-temp container] ************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:3
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.022)       0:03:16.248 ****

TASK [vault : check_vault | Attempt to pull local https Vault health] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:10
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.024)       0:03:16.273 ****

TASK [vault : check_vault | Set facts about local Vault health] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:19
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.021)       0:03:16.295 ****

TASK [vault : check_vault | Set fact about the Vault cluster's initialization state] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:27
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.022)       0:03:16.317 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:3
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.025)       0:03:16.343 ****

TASK [vault : bootstrap/sync_secrets | Set fact based on sync_file_results] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:12
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.036)       0:03:16.380 ****

TASK [vault : bootstrap/sync_secrets | Reset sync_file_results to avoid variable bleed] *************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:17
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.021)       0:03:16.402 ****

TASK [vault : bootstrap/sync_secrets | Print out warning message if secrets are not available and vault is initialized] *****************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:21
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.024)       0:03:16.426 ****

TASK [vault : bootstrap/sync_secrets | Cat root_token from a vault host] ****************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:29
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.022)       0:03:16.449 ****

TASK [vault : bootstrap/sync_secrets | Cat unseal_keys from a vault host] ***************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:34
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.024)       0:03:16.473 ****

TASK [vault : bootstrap/sync_secrets | Set needed facts for Vault API interaction when Vault is already running] ************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:39
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.022)       0:03:16.496 ****

TASK [vault : bootstrap/sync_secrets | Update vault_headers if we have the root_token] **************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:45
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.024)       0:03:16.520 ****

TASK [vault : find_leader | Find the current http Vault leader] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:3
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.022)       0:03:16.543 ****

TASK [vault : find_leader | Set fact for current http leader] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:13
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.022)       0:03:16.566 ****

TASK [vault : find_leader| show vault_leader_url] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:20
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.023)       0:03:16.590 ****

TASK [vault : sync_file | Set facts for directory and file when sync_file_path is defined] **********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:5
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.024)       0:03:16.614 ****

TASK [vault : sync_file | Set fact for sync_file_path when undefined] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:11
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.028)       0:03:16.643 ****

TASK [vault : sync_file | Set fact for key path name] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:16
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.026)       0:03:16.669 ****

TASK [vault : sync_file | Check if {{sync_file_path}} file exists] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:21
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.025)       0:03:16.695 ****

TASK [vault : sync_file | Check if {{ sync_file_key_path }} key file exists] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:26
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.027)       0:03:16.722 ****

TASK [vault : sync_file | Combine all possible file sync sources] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:31
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.030)       0:03:16.753 ****

TASK [vault : sync_file | Combine all possible key file sync sources] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:39
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.030)       0:03:16.784 ****

TASK [vault : sync_file | Remove sync sources with files that do not match sync_file_srcs|first] ****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:47
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.028)       0:03:16.812 ****

TASK [vault : sync_file | Remove sync sources with keys that do not match sync_file_srcs|first] *****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:54
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.025)       0:03:16.838 ****

TASK [vault : sync_file | Consolidate file and key sources] *****************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:62
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.026)       0:03:16.864 ****

TASK [vault : sync_file | Set facts for situations where sync is not needed] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:67
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.024)       0:03:16.888 ****

TASK [vault : sync_file | Set sync_file_result fact] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:72
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.024)       0:03:16.912 ****

TASK [vault : sync_file | Update sync_file_results fact] ********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:79
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.024)       0:03:16.936 ****

TASK [vault : sync_file | Cat the file] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:3
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.025)       0:03:16.963 ****

TASK [vault : sync_file | Cat the key file] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:8
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.027)       0:03:16.990 ****

TASK [vault : sync_file | Set facts for file contents] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:13
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.029)       0:03:17.019 ****

TASK [vault : sync_file | Set fact for key contents] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:17
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.026)       0:03:17.046 ****

TASK [vault : sync_file | Ensure the directory exists] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:22
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.026)       0:03:17.072 ****

TASK [vault : sync_file | Copy {{ sync_file_path }} to hosts that don't have it] ********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:31
Wednesday 01 November 2017  09:41:00 +0000 (0:00:00.028)       0:03:17.101 ****

TASK [vault : sync_file | Copy {{ sync_file_key_path }} to hosts that don't have it] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:40
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.029)       0:03:17.131 ****

TASK [vault : Unset local vars to avoid variable bleed into next iteration] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:86
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.025)       0:03:17.156 ****

TASK [vault : bootstrap/sync_vault_certs | Set facts for vault sync_file results] *******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml:9
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.026)       0:03:17.183 ****

TASK [vault : bootstrap/sync_vault_certs | Unset sync_file_results after ca.pem sync] ***************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml:13
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.024)       0:03:17.208 ****

TASK [vault : sync_file | Set facts for directory and file when sync_file_path is defined] **********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:5
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.025)       0:03:17.233 ****

TASK [vault : sync_file | Set fact for sync_file_path when undefined] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:11
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.024)       0:03:17.257 ****

TASK [vault : sync_file | Set fact for key path name] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:16
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.023)       0:03:17.280 ****

TASK [vault : sync_file | Check if {{sync_file_path}} file exists] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:21
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.025)       0:03:17.305 ****

TASK [vault : sync_file | Check if {{ sync_file_key_path }} key file exists] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:26
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.027)       0:03:17.333 ****

TASK [vault : sync_file | Combine all possible file sync sources] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:31
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.023)       0:03:17.356 ****

TASK [vault : sync_file | Combine all possible key file sync sources] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:39
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.027)       0:03:17.384 ****

TASK [vault : sync_file | Remove sync sources with files that do not match sync_file_srcs|first] ****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:47
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.029)       0:03:17.413 ****

TASK [vault : sync_file | Remove sync sources with keys that do not match sync_file_srcs|first] *****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:54
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.026)       0:03:17.440 ****

TASK [vault : sync_file | Consolidate file and key sources] *****************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:62
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.023)       0:03:17.464 ****

TASK [vault : sync_file | Set facts for situations where sync is not needed] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:67
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.024)       0:03:17.489 ****

TASK [vault : sync_file | Set sync_file_result fact] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:72
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.023)       0:03:17.513 ****

TASK [vault : sync_file | Update sync_file_results fact] ********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:79
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.027)       0:03:17.540 ****

TASK [vault : sync_file | Cat the file] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:3
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.025)       0:03:17.566 ****

TASK [vault : sync_file | Cat the key file] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:8
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.028)       0:03:17.594 ****

TASK [vault : sync_file | Set facts for file contents] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:13
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.025)       0:03:17.620 ****

TASK [vault : sync_file | Set fact for key contents] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:17
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.028)       0:03:17.649 ****

TASK [vault : sync_file | Ensure the directory exists] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:22
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.029)       0:03:17.678 ****

TASK [vault : sync_file | Copy {{ sync_file_path }} to hosts that don't have it] ********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:31
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.028)       0:03:17.706 ****

TASK [vault : sync_file | Copy {{ sync_file_key_path }} to hosts that don't have it] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:40
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.027)       0:03:17.733 ****

TASK [vault : Unset local vars to avoid variable bleed into next iteration] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:86
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.026)       0:03:17.760 ****

TASK [vault : bootstrap/sync_vault_certs | Set fact if Vault's API cert is needed] ******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml:24
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.024)       0:03:17.784 ****

TASK [vault : bootstrap/sync_vault_certs | Unset sync_file_results after api.pem sync] **************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml:28
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.023)       0:03:17.807 ****

TASK [vault : sync_file | Set facts for directory and file when sync_file_path is defined] **********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:5
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.025)       0:03:17.833 ****

TASK [vault : sync_file | Set fact for sync_file_path when undefined] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:11
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.025)       0:03:17.858 ****

TASK [vault : sync_file | Set fact for key path name] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:16
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.024)       0:03:17.883 ****

TASK [vault : sync_file | Check if {{sync_file_path}} file exists] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:21
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.026)       0:03:17.910 ****

TASK [vault : sync_file | Check if {{ sync_file_key_path }} key file exists] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:26
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.025)       0:03:17.935 ****

TASK [vault : sync_file | Combine all possible file sync sources] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:31
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.024)       0:03:17.960 ****

TASK [vault : sync_file | Combine all possible key file sync sources] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:39
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.037)       0:03:17.997 ****

TASK [vault : sync_file | Remove sync sources with files that do not match sync_file_srcs|first] ****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:47
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.036)       0:03:18.033 ****

TASK [vault : sync_file | Remove sync sources with keys that do not match sync_file_srcs|first] *****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:54
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.026)       0:03:18.059 ****

TASK [vault : sync_file | Consolidate file and key sources] *****************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:62
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.024)       0:03:18.083 ****

TASK [vault : sync_file | Set facts for situations where sync is not needed] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:67
Wednesday 01 November 2017  09:41:01 +0000 (0:00:00.024)       0:03:18.108 ****

TASK [vault : sync_file | Set sync_file_result fact] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:72
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.026)       0:03:18.134 ****

TASK [vault : sync_file | Update sync_file_results fact] ********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:79
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.027)       0:03:18.163 ****

TASK [vault : sync_file | Cat the file] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:3
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.028)       0:03:18.191 ****

TASK [vault : sync_file | Cat the key file] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:8
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.028)       0:03:18.219 ****

TASK [vault : sync_file | Set facts for file contents] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:13
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.029)       0:03:18.249 ****

TASK [vault : sync_file | Set fact for key contents] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:17
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.025)       0:03:18.275 ****

TASK [vault : sync_file | Ensure the directory exists] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:22
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.029)       0:03:18.304 ****

TASK [vault : sync_file | Copy {{ sync_file_path }} to hosts that don't have it] ********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:31
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.027)       0:03:18.331 ****

TASK [vault : sync_file | Copy {{ sync_file_key_path }} to hosts that don't have it] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:40
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.028)       0:03:18.360 ****

TASK [vault : Unset local vars to avoid variable bleed into next iteration] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:86
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.027)       0:03:18.388 ****

TASK [vault : bootstrap/sync_etcd_certs | Set facts for etcd sync_file results] *********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_etcd_certs.yml:10
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.025)       0:03:18.414 ****

TASK [vault : bootstrap/sync_etcd_certs | Unset sync_file_results after ca.pem sync] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_etcd_certs.yml:14
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.022)       0:03:18.437 ****

TASK [vault : bootstrap/start_vault_temp | Ensure vault-temp isn't already running] *****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:2
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.023)       0:03:18.460 ****

TASK [vault : bootstrap/start_vault_temp | Start single node Vault with file backend] ***************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:7
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.024)       0:03:18.485 ****

TASK [vault : bootstrap/start_vault_temp | Start again single node Vault with file backend] *********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:16
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.023)       0:03:18.508 ****

TASK [vault : bootstrap/start_vault_temp | Initialize vault-temp] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:19
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.022)       0:03:18.531 ****

TASK [vault : bootstrap/start_vault_temp | Set needed vault facts] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:31
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.021)       0:03:18.553 ****

TASK [vault : bootstrap/start_vault_temp | Unseal vault-temp] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:38
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.022)       0:03:18.575 ****

TASK [vault : vault | Set fact about vault leader url] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/main.yml:20
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.020)       0:03:18.596 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/create_mounts.yml:2
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.021)       0:03:18.617 ****

TASK [vault : shared/auth_backend | Test if the auth backend exists] ********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml:2
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.035)       0:03:18.652 ****

TASK [vault : shared/auth_backend | Add the cert auth backend if needed] ****************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml:10
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.023)       0:03:18.675 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/main.yml:35
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.024)       0:03:18.700 ****

TASK [vault : bootstrap/gen_ca | Ensure cert_dir /etc/vault/ssl exists] *****************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:2
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.061)       0:03:18.762 ****

TASK [vault : bootstrap/gen_ca | Generate vault root CA] ********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:8
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.039)       0:03:18.801 ****

TASK [vault : bootstrap/gen_ca | Copy vault root CA cert locally] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:20
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.032)       0:03:18.834 ****

TASK [vault : bootstrap/gen_ca | Copy vault root CA key locally] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:27
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.036)       0:03:18.870 ****

TASK [vault : bootstrap/gen_ca | Ensure cert_dir /etc/ssl/etcd/ssl exists] **************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:2
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.033)       0:03:18.904 ****

TASK [vault : bootstrap/gen_ca | Generate etcd root CA] *********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:8
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.039)       0:03:18.943 ****

TASK [vault : bootstrap/gen_ca | Copy etcd root CA cert locally] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:20
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.034)       0:03:18.978 ****

TASK [vault : bootstrap/gen_ca | Copy etcd root CA key locally] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:27
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.034)       0:03:19.013 ****

TASK [vault : issue_cert | Ensure target directory exists] ******************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:21
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.023)       0:03:19.037 ****

TASK [vault : issue_cert | Read in the local credentials] *******************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:29
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.030)       0:03:19.067 ****

TASK [vault : gen_certs_vault | Set facts for read Vault Creds] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:35
Wednesday 01 November 2017  09:41:02 +0000 (0:00:00.027)       0:03:19.095 ****

TASK [vault : gen_certs_vault | Log into Vault and obtain an token] *********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:41
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.030)       0:03:19.125 ****

TASK [vault : gen_certs_vault | Set fact for vault_client_token] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:55
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.025)       0:03:19.150 ****

TASK [vault : gen_certs_vault | Set fact for Vault API token] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:60
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.027)       0:03:19.178 ****

TASK [vault : issue_cert | Generate /etc/vault/ssl/api.pem for vault role] **************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:69
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.046)       0:03:19.224 ****

TASK [vault : issue_cert | Copy /etc/vault/ssl/api.pem cert to all hosts] ***************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:84
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.029)       0:03:19.253 ****

TASK [vault : issue_cert | Copy key for /etc/vault/ssl/api.pem to all hosts] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:92
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.028)       0:03:19.282 ****

TASK [vault : issue_cert | Copy issuing CA cert] ****************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:100
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.027)       0:03:19.309 ****

TASK [vault : issue_cert | Copy certificate serial to all hosts] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:109
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:19.334 ****

TASK [vault : bootstrap/ca_trust | pull CA from cert from {{groups.vault|first}}] *******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:3
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.028)       0:03:19.363 ****

TASK [vault : bootstrap/ca_trust | target ca-certificate store file] ********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:9
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.022)       0:03:19.386 ****

TASK [vault : bootstrap/ca_trust | add CA to trusted CA dir] ****************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:20
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:19.410 ****

TASK [vault : bootstrap/ca_trust | update ca-certificates (Debian/Ubuntu/CoreOS)] *******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:26
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.023)       0:03:19.434 ****

TASK [vault : bootstrap/ca_trust | update ca-certificates (RedHat)] *********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:30
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.021)       0:03:19.456 ****

TASK [vault : stop vault-temp container] ************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:3
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.022)       0:03:19.479 ****

TASK [vault : check_vault | Attempt to pull local https Vault health] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:10
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:19.503 ****

TASK [vault : check_vault | Set facts about local Vault health] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:19
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:19.528 ****

TASK [vault : check_vault | Set fact about the Vault cluster's initialization state] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:27
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.022)       0:03:19.550 ****

TASK [vault : check_etcd | Check if etcd is up and reachable] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml:3
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.029)       0:03:19.579 ****

TASK [vault : check_etcd | Set fact based off the etcd_health_check response] ***********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml:16
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:19.604 ****

TASK [vault : set_fact] *****************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml:19
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.026)       0:03:19.630 ****

TASK [vault : check_etcd | Fail if etcd is not available and needed] ********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml:22
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:19.655 ****

TASK [vault : cluster/configure | Ensure the vault/config directory exists] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/configure.yml:3
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:19.679 ****

TASK [vault : cluster/configure | Lay down the configuration file] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/configure.yml:9
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.023)       0:03:19.703 ****

TASK [vault : cluster/binary | Copy vault binary from downloaddir] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/binary.yml:3
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:19.727 ****

TASK [vault : cluster/systemd | Ensure mount points exist prior to vault.service startup] ***********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:3
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.025)       0:03:19.753 ****

TASK [vault : cluster/systemd | Ensure the vault user has access to needed directories] *************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:14
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.057)       0:03:19.811 ****

TASK [vault : cluster/systemd | Copy down vault.service systemd file] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:24
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.047)       0:03:19.859 ****

TASK [vault : Create vault service systemd directory] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:31
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.026)       0:03:19.885 ****

TASK [vault : cluster/systemd | Add vault proxy env vars] *******************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:36
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.022)       0:03:19.908 ****

TASK [vault : cluster/systemd | Enable vault.service] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:43
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.023)       0:03:19.932 ****

TASK [vault : cluster/systemd | Query local vault until service is up] ******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:50
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.023)       0:03:19.955 ****

TASK [vault : cluster/init | Initialize Vault] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:3
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.025)       0:03:19.980 ****

TASK [vault : cluster/init | Set facts on the results of the initialization] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:16
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:20.005 ****

TASK [vault : cluster/init | Ensure all hosts have these facts] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:23
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:20.029 ****

TASK [vault : cluster/init | Ensure the vault_secrets_dir exists] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:29
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.021)       0:03:20.051 ****

TASK [vault : cluster/init | Ensure all in groups.vault have the unseal_keys locally] ***************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:35
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.022)       0:03:20.073 ****

TASK [vault : cluster/init | Ensure all in groups.vault have the root_token locally] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:42
Wednesday 01 November 2017  09:41:03 +0000 (0:00:00.024)       0:03:20.097 ****

TASK [vault : cluster/init | Ensure vault_headers and vault statuses are updated] *******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:49
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.024)       0:03:20.122 ****

TASK [vault : cluster/unseal | Current sealed state] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/unseal.yml:3
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.023)       0:03:20.145 ****

TASK [vault : cluster/unseal | Unseal Vault] ********************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/unseal.yml:6
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.022)       0:03:20.167 ****

TASK [vault : cluster/unseal | Wait until server is ready] ******************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/unseal.yml:17
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.020)       0:03:20.188 ****

TASK [vault : find_leader | Find the current http Vault leader] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:3
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.025)       0:03:20.214 ****

TASK [vault : find_leader | Set fact for current http leader] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:13
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.024)       0:03:20.238 ****

TASK [vault : find_leader| show vault_leader_url] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:20
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.025)       0:03:20.263 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/create_mounts.yml:2
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.024)       0:03:20.288 ****

TASK [vault : bootstrap/gen_ca | Ensure cert_dir /etc/kubernetes/ssl exists] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:2
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.070)       0:03:20.358 ****

TASK [vault : bootstrap/gen_ca | Generate kube root CA] *********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:8
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.038)       0:03:20.397 ****

TASK [vault : bootstrap/gen_ca | Copy kube root CA cert locally] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:20
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.031)       0:03:20.429 ****

TASK [vault : bootstrap/gen_ca | Copy kube root CA key locally] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:27
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.033)       0:03:20.462 ****

TASK [vault : shared/auth_backend | Test if the auth backend exists] ********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml:2
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.022)       0:03:20.485 ****

TASK [vault : shared/auth_backend | Add the cert auth backend if needed] ****************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml:10
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.021)       0:03:20.507 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/main.yml:44
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.022)       0:03:20.530 ****
META: ran handlers
META: ran handlers

PLAY [etcd] *****************************************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.078)       0:03:20.609 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.021)       0:03:20.630 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.025)       0:03:20.656 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.026)       0:03:20.682 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:41:04 +0000 (0:00:00.275)       0:03:20.958 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:41:05 +0000 (0:00:00.274)       0:03:21.232 ****
ok: [master] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [adduser : User | Create User Group] ***********************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:2
Wednesday 01 November 2017  09:41:05 +0000 (0:00:00.195)       0:03:21.427 ****
changed: [master] => {"changed": true, "failed": false, "gid": 997, "name": "etcd", "state": "present", "system": true}

TASK [adduser : User | Create User] *****************************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:7
Wednesday 01 November 2017  09:41:05 +0000 (0:00:00.310)       0:03:21.738 ****
changed: [master] => {"changed": true, "comment": "Etcd user", "createhome": true, "failed": false, "group": 997, "home": "/var/lib/etcd", "name": "etcd", "shell": "/bin/nologin", "state": "present", "system": true, "uid": 998}

TASK [etcd : Check_certs | check if all certs have already been generated on first master] **********************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:2
Wednesday 01 November 2017  09:41:05 +0000 (0:00:00.241)       0:03:21.980 ****
ok: [master -> None] => {"changed": false, "examined": 0, "failed": false, "files": [], "matched": 0, "msg": "/etc/ssl/etcd/ssl was skipped as it does not seem to be a valid directory or it cannot be accessed\n"}

TASK [etcd : Check_certs | Set default value for 'sync_certs', 'gen_certs' and 'etcd_secret_changed' to false] **************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:11
Wednesday 01 November 2017  09:41:06 +0000 (0:00:00.371)       0:03:22.352 ****
ok: [master] => {"ansible_facts": {"etcd_secret_changed": false, "gen_certs": false, "sync_certs": false}, "changed": false, "failed": false}

TASK [etcd : Check certs | check if a cert already exists on node] **********************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:17
Wednesday 01 November 2017  09:41:06 +0000 (0:00:00.117)       0:03:22.469 ****
ok: [master] => (item=ca.pem) => {"changed": false, "failed": false, "item": "ca.pem", "stat": {"exists": false}}
ok: [master] => (item=node-master-key.pem) => {"changed": false, "failed": false, "item": "node-master-key.pem", "stat": {"exists": false}}

TASK [etcd : Check_certs | Set 'gen_certs' to true] *************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:26
Wednesday 01 November 2017  09:41:06 +0000 (0:00:00.441)       0:03:22.910 ****
ok: [master] => (item=/etc/ssl/etcd/ssl/ca.pem) => {"ansible_facts": {"gen_certs": true}, "ansible_facts_cacheable": false, "changed": false, "failed": false, "item": "/etc/ssl/etcd/ssl/ca.pem"}
ok: [master] => (item=/etc/ssl/etcd/ssl/node-master-key.pem) => {"ansible_facts": {"gen_certs": true}, "ansible_facts_cacheable": false, "changed": false, "failed": false, "item": "/etc/ssl/etcd/ssl/node-master-key.pem"}

TASK [etcd : Check_certs | Set 'gen_node_certs' to true] ********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:40
Wednesday 01 November 2017  09:41:07 +0000 (0:00:00.279)       0:03:23.190 ****
ok: [master] => {"ansible_facts": {"gen_node_certs": {"master": true}}, "changed": false, "failed": false}

TASK [etcd : Check_certs | Set 'sync_certs' to true] ************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:57
Wednesday 01 November 2017  09:41:07 +0000 (0:00:00.210)       0:03:23.401 ****
 [WARNING]: when statements should not include jinja2 templating delimiters such as {{ }} or {% %}. Found: {%- set certs = {'sync': False} -%} {% if gen_node_certs[inventory_hostname] or   (not
etcdcert_node.results[0].stat.exists|default(False)) or     (not etcdcert_node.results[1].stat.exists|default(False)) or       (etcdcert_node.results[1].stat.checksum|default('') !=
etcdcert_master.files|selectattr("path", "equalto", etcdcert_node.results[1].stat.path)|map(attribute="checksum")|first|default('')) -%}         {%- set _ = certs.update({'sync': True}) -%} {%
endif %} {{ certs.sync }}

ok: [master] => {"ansible_facts": {"sync_certs": true}, "changed": false, "failed": false}

TASK [etcd : include] *******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:8
Wednesday 01 November 2017  09:41:07 +0000 (0:00:00.214)       0:03:23.615 ****
included: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml for master

TASK [etcd : Gen_certs | create etcd cert dir] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:2
Wednesday 01 November 2017  09:41:07 +0000 (0:00:00.090)       0:03:23.705 ****
changed: [master] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0700", "owner": "kube", "path": "/etc/ssl/etcd/ssl", "size": 4096, "state": "directory", "uid": 999}

TASK [etcd : Gen_certs | create etcd script dir (on master)] ****************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:11
Wednesday 01 November 2017  09:41:07 +0000 (0:00:00.293)       0:03:23.999 ****
changed: [master -> None] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0700", "owner": "root", "path": "/usr/local/bin/etcd-scripts", "size": 4096, "state": "directory", "uid": 0}

TASK [etcd : Gen_certs | create etcd cert dir (on master)] ******************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:20
Wednesday 01 November 2017  09:41:08 +0000 (0:00:00.299)       0:03:24.299 ****
ok: [master -> None] => {"changed": false, "failed": false, "gid": 0, "group": "root", "mode": "0700", "owner": "kube", "path": "/etc/ssl/etcd/ssl", "size": 4096, "state": "directory", "uid": 999}

TASK [etcd : Gen_certs | write openssl config] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:31
Wednesday 01 November 2017  09:41:08 +0000 (0:00:00.291)       0:03:24.591 ****
changed: [master -> None] => {"changed": true, "checksum": "404da9eaeb150c4be987e20c8b46f55bcf709510", "dest": "/etc/ssl/etcd/openssl.conf", "failed": false, "gid": 0, "group": "root", "md5sum": "1dae738cbe9c9cf1834bc3d9e1631eb0", "mode": "0644", "owner": "root", "size": 682, "src": "/root/.ansible/tmp/ansible-tmp-1509529268.72-58095030930264/source", "state": "file", "uid": 0}

TASK [etcd : Gen_certs | copy certs generation script] **********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:39
Wednesday 01 November 2017  09:41:08 +0000 (0:00:00.487)       0:03:25.078 ****
changed: [master -> None] => {"changed": true, "checksum": "00de3065f631366923a08b099610f091a2e27966", "dest": "/usr/local/bin/etcd-scripts/make-ssl-etcd.sh", "failed": false, "gid": 0, "group": "root", "md5sum": "cb40f6b672f2814aeb8b748021f51cd7", "mode": "0700", "owner": "root", "size": 3313, "src": "/root/.ansible/tmp/ansible-tmp-1509529269.17-224849236746032/source", "state": "file", "uid": 0}

TASK [etcd : Gen_certs | run cert generation script] ************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:49
Wednesday 01 November 2017  09:41:09 +0000 (0:00:00.435)       0:03:25.514 ****
NOTIFIED HANDLER set etcd_secret_changed
changed: [master -> None] => {"changed": true, "cmd": ["bash", "-x", "/usr/local/bin/etcd-scripts/make-ssl-etcd.sh", "-f", "/etc/ssl/etcd/openssl.conf", "-d", "/etc/ssl/etcd/ssl"], "delta": "0:00:00.345155", "end": "2017-11-01 09:41:09.940380", "failed": false, "rc": 0, "start": "2017-11-01 09:41:09.595225", "stderr": "+ set -o errexit\n+ set -o pipefail\n+ (( 4 ))\n+ case \"$1\" in\n+ CONFIG=/etc/ssl/etcd/openssl.conf\n+ shift 2\n+ (( 2 ))\n+ case \"$1\" in\n+ SSLDIR=/etc/ssl/etcd/ssl\n+ shift 2\n+ (( 0 ))\n+ '[' -z /etc/ssl/etcd/openssl.conf ']'\n+ '[' -z /etc/ssl/etcd/ssl ']'\n++ mktemp -d /tmp/etcd_cacert.XXXXXX\n+ tmpdir=/tmp/etcd_cacert.Buq4mS\n+ trap 'rm -rf \"${tmpdir}\"' EXIT\n+ cd /tmp/etcd_cacert.Buq4mS\n+ mkdir -p /etc/ssl/etcd/ssl\n+ '[' -e /etc/ssl/etcd/ssl/ca-key.pem ']'\n+ openssl genrsa -out ca-key.pem 2048\n+ openssl req -x509 -new -nodes -key ca-key.pem -days 10000 -out ca.pem -subj /CN=etcd-ca\n+ '[' -n '  master  ' ']'\n+ for host in '$MASTERS'\n+ cn=master\n+ openssl genrsa -out member-master-key.pem 2048\n+ openssl req -new -key member-master-key.pem -out member-master.csr -subj /CN=etcd-member-master -config /etc/ssl/etcd/openssl.conf\n+ openssl x509 -req -in member-master.csr -CA ca.pem -CAkey ca-key.pem -CAcreateserial -out member-master.pem -days 3650 -extensions ssl_client -extfile /etc/ssl/etcd/openssl.conf\n+ openssl genrsa -out admin-master-key.pem 2048\n+ openssl req -new -key admin-master-key.pem -out admin-master.csr -subj /CN=etcd-admin-master\n+ openssl x509 -req -in admin-master.csr -CA ca.pem -CAkey ca-key.pem -CAcreateserial -out admin-master.pem -days 3650 -extensions ssl_client -extfile /etc/ssl/etcd/openssl.conf\n+ '[' -n '  master  ' ']'\n+ for host in '$HOSTS'\n+ cn=master\n+ openssl genrsa -out node-master-key.pem 2048\n+ openssl req -new -key node-master-key.pem -out node-master.csr -subj /CN=etcd-node-master\n+ openssl x509 -req -in node-master.csr -CA ca.pem -CAkey ca-key.pem -CAcreateserial -out node-master.pem -days 3650 -extensions ssl_client -extfile /etc/ssl/etcd/openssl.conf\n+ mv admin-master-key.pem admin-master.pem ca-key.pem ca.pem member-master-key.pem member-master.pem node-master-key.pem node-master.pem /etc/ssl/etcd/ssl/\n+ rm -rf /tmp/etcd_cacert.Buq4mS", "stderr_lines": ["+ set -o errexit", "+ set -o pipefail", "+ (( 4 ))", "+ case \"$1\" in", "+ CONFIG=/etc/ssl/etcd/openssl.conf", "+ shift 2", "+ (( 2 ))", "+ case \"$1\" in", "+ SSLDIR=/etc/ssl/etcd/ssl", "+ shift 2", "+ (( 0 ))", "+ '[' -z /etc/ssl/etcd/openssl.conf ']'", "+ '[' -z /etc/ssl/etcd/ssl ']'", "++ mktemp -d /tmp/etcd_cacert.XXXXXX", "+ tmpdir=/tmp/etcd_cacert.Buq4mS", "+ trap 'rm -rf \"${tmpdir}\"' EXIT", "+ cd /tmp/etcd_cacert.Buq4mS", "+ mkdir -p /etc/ssl/etcd/ssl", "+ '[' -e /etc/ssl/etcd/ssl/ca-key.pem ']'", "+ openssl genrsa -out ca-key.pem 2048", "+ openssl req -x509 -new -nodes -key ca-key.pem -days 10000 -out ca.pem -subj /CN=etcd-ca", "+ '[' -n '  master  ' ']'", "+ for host in '$MASTERS'", "+ cn=master", "+ openssl genrsa -out member-master-key.pem 2048", "+ openssl req -new -key member-master-key.pem -out member-master.csr -subj /CN=etcd-member-master -config /etc/ssl/etcd/openssl.conf", "+ openssl x509 -req -in member-master.csr -CA ca.pem -CAkey ca-key.pem -CAcreateserial -out member-master.pem -days 3650 -extensions ssl_client -extfile /etc/ssl/etcd/openssl.conf", "+ openssl genrsa -out admin-master-key.pem 2048", "+ openssl req -new -key admin-master-key.pem -out admin-master.csr -subj /CN=etcd-admin-master", "+ openssl x509 -req -in admin-master.csr -CA ca.pem -CAkey ca-key.pem -CAcreateserial -out admin-master.pem -days 3650 -extensions ssl_client -extfile /etc/ssl/etcd/openssl.conf", "+ '[' -n '  master  ' ']'", "+ for host in '$HOSTS'", "+ cn=master", "+ openssl genrsa -out node-master-key.pem 2048", "+ openssl req -new -key node-master-key.pem -out node-master.csr -subj /CN=etcd-node-master", "+ openssl x509 -req -in node-master.csr -CA ca.pem -CAkey ca-key.pem -CAcreateserial -out node-master.pem -days 3650 -extensions ssl_client -extfile /etc/ssl/etcd/openssl.conf", "+ mv admin-master-key.pem admin-master.pem ca-key.pem ca.pem member-master-key.pem member-master.pem node-master-key.pem node-master.pem /etc/ssl/etcd/ssl/", "+ rm -rf /tmp/etcd_cacert.Buq4mS"], "stdout": "", "stdout_lines": []}

TASK [etcd : set_fact] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:67
Wednesday 01 November 2017  09:41:09 +0000 (0:00:00.566)       0:03:26.080 ****
ok: [master] => {"ansible_facts": {"all_master_certs": ["ca-key.pem", "admin-master.pem", "admin-master-key.pem", "member-master.pem", "member-master-key.pem"], "all_node_certs": ["ca.pem", "node-master.pem", "node-master-key.pem"], "my_master_certs": ["ca-key.pem", "admin-master.pem", "admin-master-key.pem", "member-master.pem", "member-master-key.pem"], "my_node_certs": ["ca.pem", "node-master.pem", "node-master-key.pem"]}, "changed": false, "failed": false}

TASK [etcd : Gen_certs | Gather etcd master certs] **************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:89
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.134)       0:03:26.215 ****

TASK [etcd : Gen_certs | Gather etcd node certs] ****************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:101
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.032)       0:03:26.248 ****

TASK [etcd : Gen_certs | Prepare tempfile for unpacking certs] **************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:118
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.027)       0:03:26.275 ****

TASK [etcd : Gen_certs | Write master certs to tempfile] ********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:124
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.024)       0:03:26.300 ****

TASK [etcd : Gen_certs | Unpack certs on masters] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:133
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.026)       0:03:26.326 ****

TASK [etcd : Gen_certs | Cleanup tempfile] **********************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:142
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.025)       0:03:26.352 ****

TASK [etcd : Gen_certs | Copy certs on nodes] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:149
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.025)       0:03:26.377 ****

TASK [etcd : Gen_certs | check certificate permissions] *********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:157
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.023)       0:03:26.401 ****
changed: [master] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0700", "owner": "kube", "path": "/etc/ssl/etcd/ssl", "size": 4096, "state": "directory", "uid": 999}

TASK [etcd : Gen_certs | target ca-certificate store file] ******************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml:2
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.201)       0:03:26.602 ****
ok: [master] => {"ansible_facts": {"ca_cert_path": "/usr/local/share/ca-certificates/etcd-ca.crt"}, "changed": false, "failed": false}

TASK [etcd : Gen_certs | add CA to trusted CA dir] **************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml:15
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.129)       0:03:26.731 ****
changed: [master] => {"changed": true, "checksum": "f1ce47bd165b8328b76a4395391cf934fbe04a37", "dest": "/usr/local/share/ca-certificates/etcd-ca.crt", "failed": false, "gid": 0, "group": "root", "md5sum": "cebf966b5d0046e45e26a62a0d445a3a", "mode": "0644", "owner": "root", "size": 1090, "src": "/etc/ssl/etcd/ssl/ca.pem", "state": "file", "uid": 0}

TASK [etcd : Gen_certs | update ca-certificates (Debian/Ubuntu/Container Linux by CoreOS)] **********************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml:22
Wednesday 01 November 2017  09:41:10 +0000 (0:00:00.196)       0:03:26.927 ****
changed: [master] => {"changed": true, "cmd": ["update-ca-certificates"], "delta": "0:00:01.381177", "end": "2017-11-01 09:41:12.384073", "failed": false, "rc": 0, "start": "2017-11-01 09:41:11.002896", "stderr": "", "stderr_lines": [], "stdout": "Updating certificates in /etc/ssl/certs...\n1 added, 0 removed; done.\nRunning hooks in /etc/ca-certificates/update.d...\ndone.", "stdout_lines": ["Updating certificates in /etc/ssl/certs...", "1 added, 0 removed; done.", "Running hooks in /etc/ca-certificates/update.d...", "done."]}

TASK [etcd : Gen_certs | update ca-certificates (RedHat)] *******************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml:26
Wednesday 01 November 2017  09:41:12 +0000 (0:00:01.581)       0:03:28.509 ****

TASK [etcd : Gen_certs | Get etcd certificate serials] **********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:16
Wednesday 01 November 2017  09:41:12 +0000 (0:00:00.023)       0:03:28.533 ****
ok: [master] => {"changed": false, "cmd": "openssl x509 -in /etc/ssl/etcd/ssl/node-master.pem -noout -serial | cut -d= -f2", "delta": "0:00:00.003720", "end": "2017-11-01 09:41:12.609681", "failed": false, "rc": 0, "start": "2017-11-01 09:41:12.605961", "stderr": "", "stderr_lines": [], "stdout": "EDAD96BCFA3AE13B", "stdout_lines": ["EDAD96BCFA3AE13B"]}

TASK [etcd : Set etcd_client_cert_serial] ***********************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:22
Wednesday 01 November 2017  09:41:12 +0000 (0:00:00.200)       0:03:28.733 ****
ok: [master] => {"ansible_facts": {"etcd_client_cert_serial": "EDAD96BCFA3AE13B"}, "changed": false, "failed": false}

TASK [etcd : include] *******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:27
Wednesday 01 November 2017  09:41:12 +0000 (0:00:00.119)       0:03:28.853 ****
included: /root/kubespray/roles/etcd/tasks/install_docker.yml for master

TASK [etcd : Install | Copy etcdctl binary from docker container] ***********************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/install_docker.yml:2
Wednesday 01 November 2017  09:41:12 +0000 (0:00:00.053)       0:03:28.906 ****
ok: [master] => {"attempts": 1, "changed": false, "cmd": ["sh", "-c", "/usr/bin/docker rm -f etcdctl-binarycopy; /usr/bin/docker create --name etcdctl-binarycopy quay.io/coreos/etcd:v3.2.4 && /usr/bin/docker cp etcdctl-binarycopy:/usr/local/bin/etcdctl /usr/local/bin/etcdctl && /usr/bin/docker rm -f etcdctl-binarycopy"], "delta": "0:00:00.131324", "end": "2017-11-01 09:41:13.109094", "failed": false, "rc": 0, "start": "2017-11-01 09:41:12.977770", "stderr": "Error response from daemon: No such container: etcdctl-binarycopy", "stderr_lines": ["Error response from daemon: No such container: etcdctl-binarycopy"], "stdout": "f443126427b5914a976f592dab612e2503652edf5daabf69157980c8816e7618\netcdctl-binarycopy", "stdout_lines": ["f443126427b5914a976f592dab612e2503652edf5daabf69157980c8816e7618", "etcdctl-binarycopy"]}

TASK [etcd : Configure | Check if cluster is healthy] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/set_cluster_health.yml:2
Wednesday 01 November 2017  09:41:13 +0000 (0:00:00.332)       0:03:29.239 ****
fatal: [master]: FAILED! => {"changed": false, "cmd": "/usr/local/bin/etcdctl --peers=https://192.168.200.44:2379 cluster-health | grep -q 'cluster is healthy'", "delta": "0:00:00.009884", "end": "2017-11-01 09:41:13.337165", "failed": true, "msg": "non-zero return code", "rc": 1, "start": "2017-11-01 09:41:13.327281", "stderr": "Error:  client: etcd cluster is unavailable or misconfigured; error #0: dial tcp 192.168.200.44:2379: getsockopt: connection refused\n\nerror #0: dial tcp 192.168.200.44:2379: getsockopt: connection refused", "stderr_lines": ["Error:  client: etcd cluster is unavailable or misconfigured; error #0: dial tcp 192.168.200.44:2379: getsockopt: connection refused", "", "error #0: dial tcp 192.168.200.44:2379: getsockopt: connection refused"], "stdout": "", "stdout_lines": []}
...ignoring

TASK [etcd : Configure | Check if member is in cluster] *********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/configure.yml:2
Wednesday 01 November 2017  09:41:13 +0000 (0:00:00.222)       0:03:29.461 ****
fatal: [master]: FAILED! => {"changed": false, "cmd": "/usr/local/bin/etcdctl --no-sync --peers=https://192.168.200.44:2379 member list | grep -q 192.168.200.44", "delta": "0:00:00.009491", "end": "2017-11-01 09:41:13.562910", "failed": true, "msg": "non-zero return code", "rc": 1, "start": "2017-11-01 09:41:13.553419", "stderr": "client: etcd cluster is unavailable or misconfigured; error #0: dial tcp 192.168.200.44:2379: getsockopt: connection refused", "stderr_lines": ["client: etcd cluster is unavailable or misconfigured; error #0: dial tcp 192.168.200.44:2379: getsockopt: connection refused"], "stdout": "", "stdout_lines": []}
...ignoring

TASK [etcd : Install etcd launch script] ************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/configure.yml:12
Wednesday 01 November 2017  09:41:13 +0000 (0:00:00.228)       0:03:29.689 ****
NOTIFIED HANDLER restart etcd
changed: [master] => {"changed": true, "checksum": "c961d8258e45cea8cbd161522a23b7ff778ca0b0", "dest": "/usr/local/bin/etcd", "failed": false, "gid": 0, "group": "root", "md5sum": "607dfce4f07cad8e66a7d2c99532bb65", "mode": "0755", "owner": "root", "size": 383, "src": "/root/.ansible/tmp/ansible-tmp-1509529273.77-278627956591895/source", "state": "file", "uid": 0}

TASK [etcd : Configure | Copy etcd.service systemd file] ********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/configure.yml:21
Wednesday 01 November 2017  09:41:14 +0000 (0:00:00.430)       0:03:30.120 ****
changed: [master] => {"changed": true, "checksum": "643a64e6855d3b34a04abbf561fd843945934936", "dest": "/etc/systemd/system/etcd.service", "failed": false, "gid": 0, "group": "root", "md5sum": "6c8c57186e4e724d74edfed4489ea5be", "mode": "0644", "owner": "root", "size": 354, "src": "/root/.ansible/tmp/ansible-tmp-1509529274.2-276880756506797/source", "state": "file", "uid": 0}

TASK [etcd : Configure | Join member(s) to cluster one at a time] ***********************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/configure.yml:29
Wednesday 01 November 2017  09:41:14 +0000 (0:00:00.425)       0:03:30.546 ****

TASK [etcd : Refresh config | Create etcd config file] **********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/refresh_config.yml:2
Wednesday 01 November 2017  09:41:14 +0000 (0:00:00.031)       0:03:30.577 ****
changed: [master] => {"changed": true, "checksum": "3ab5880856fa70e8ef2a496dcf80db320a0e1412", "dest": "/etc/etcd.env", "failed": false, "gid": 0, "group": "root", "md5sum": "5541b1c76010979209e6e40ff9b91fc9", "mode": "0644", "owner": "root", "size": 894, "src": "/root/.ansible/tmp/ansible-tmp-1509529274.67-168359797768784/source", "state": "file", "uid": 0}

TASK [etcd : Restart etcd if certs changed] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:41
Wednesday 01 November 2017  09:41:14 +0000 (0:00:00.444)       0:03:31.022 ****

RUNNING HANDLER [etcd : restart etcd] ***************************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:14 +0000 (0:00:00.019)       0:03:31.041 ****
NOTIFIED HANDLER Backup etcd data
NOTIFIED HANDLER etcd | reload systemd
NOTIFIED HANDLER reload etcd
NOTIFIED HANDLER wait for etcd up
changed: [master] => {"changed": true, "cmd": ["/bin/true"], "delta": "0:00:00.001392", "end": "2017-11-01 09:41:15.131761", "failed": false, "rc": 0, "start": "2017-11-01 09:41:15.130369", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [etcd : Backup etcd data] ***********************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:15 +0000 (0:00:00.251)       0:03:31.293 ****

RUNNING HANDLER [etcd : etcd | reload systemd] ******************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:15 +0000 (0:00:00.021)       0:03:31.314 ****
changed: [master] => {"changed": true, "cmd": ["systemctl", "daemon-reload"], "delta": "0:00:00.045544", "end": "2017-11-01 09:41:15.449739", "failed": false, "rc": 0, "start": "2017-11-01 09:41:15.404195", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [etcd : reload etcd] ****************************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:15 +0000 (0:00:00.254)       0:03:31.569 ****
changed: [master] => {"changed": true, "failed": false, "name": "etcd", "state": "started", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "After": "sysinit.target docker.service system.slice systemd-journald.socket basic.target", "AllowIsolate": "no", "AmbientCapabilities": "0", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "18446744073709551615", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "18446744073709551615", "CPUUsageNSec": "18446744073709551615", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "18446744073709551615", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "Conflicts": "shutdown.target", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "etcd docker wrapper", "DevicePolicy": "auto", "EnvironmentFile": "/etc/etcd.env (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/local/bin/etcd ; argv[]=/usr/local/bin/etcd ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPre": "{ path=/usr/bin/docker ; argv[]=/usr/bin/docker rm -f etcd1 ; ignore_errors=yes ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/bin/docker ; argv[]=/usr/bin/docker stop etcd1 ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/etc/systemd/system/etcd.service", "GuessMainPID": "yes", "IOScheduling": "0", "Id": "etcd.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "18446744073709551615", "LimitASSoft": "18446744073709551615", "LimitCORE": "18446744073709551615", "LimitCORESoft": "0", "LimitCPU": "18446744073709551615", "LimitCPUSoft": "18446744073709551615", "LimitDATA": "18446744073709551615", "LimitDATASoft": "18446744073709551615", "LimitFSIZE": "18446744073709551615", "LimitFSIZESoft": "18446744073709551615", "LimitLOCKS": "18446744073709551615", "LimitLOCKSSoft": "18446744073709551615", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "15650", "LimitNPROCSoft": "15650", "LimitRSS": "18446744073709551615", "LimitRSSSoft": "18446744073709551615", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "18446744073709551615", "LimitRTTIMESoft": "18446744073709551615", "LimitSIGPENDING": "15650", "LimitSIGPENDINGSoft": "15650", "LimitSTACK": "18446744073709551615", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "MainPID": "0", "MemoryAccounting": "no", "MemoryCurrent": "18446744073709551615", "MemoryLimit": "18446744073709551615", "MountFlags": "0", "NFileDescriptorStore": "0", "Names": "etcd.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "yes", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "ProtectHome": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "Requires": "system.slice sysinit.target", "Restart": "always", "RestartUSec": "15s", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitInterval": "10000000", "StartupBlockIOWeight": "18446744073709551615", "StartupCPUShares": "18446744073709551615", "StateChangeTimestampMonotonic": "0", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "no", "TasksCurrent": "18446744073709551615", "TasksMax": "18446744073709551615", "TimeoutStartUSec": "30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "User": "root", "UtmpMode": "init", "Wants": "docker.socket", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}}

RUNNING HANDLER [etcd : wait for etcd up] ***********************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:15 +0000 (0:00:00.236)       0:03:31.805 ****
ok: [master] => {"attempts": 1, "changed": false, "connection": "close", "content_length": "18", "content_type": "text/plain; charset=utf-8", "cookies": {}, "date": "Wed, 01 Nov 2017 09:41:16 GMT", "failed": false, "msg": "OK (18 bytes)", "redirected": false, "status": 200, "url": "https://192.168.200.44:2379/health"}

RUNNING HANDLER [etcd : set etcd_secret_changed] ****************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:16 +0000 (0:00:01.014)       0:03:32.820 ****
ok: [master] => {"ansible_facts": {"etcd_secret_changed": true}, "changed": false, "failed": false}
META: ran handlers

TASK [etcd : Ensure etcd is running] ****************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:49
Wednesday 01 November 2017  09:41:16 +0000 (0:00:00.120)       0:03:32.940 ****
changed: [master] => {"changed": true, "enabled": true, "failed": false, "name": "etcd", "state": "started", "status": {"ActiveEnterTimestamp": "Wed 2017-11-01 09:41:15 UTC", "ActiveEnterTimestampMonotonic": "988351650", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "docker.service basic.target sysinit.target system.slice systemd-journald.socket", "AllowIsolate": "no", "AmbientCapabilities": "0", "AssertResult": "yes", "AssertTimestamp": "Wed 2017-11-01 09:41:15 UTC", "AssertTimestampMonotonic": "988331054", "Before": "shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "18446744073709551615", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "18446744073709551615", "CPUUsageNSec": "21219510", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "18446744073709551615", "ConditionResult": "yes", "ConditionTimestamp": "Wed 2017-11-01 09:41:15 UTC", "ConditionTimestampMonotonic": "988331054", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/etcd.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "etcd docker wrapper", "DevicePolicy": "auto", "EnvironmentFile": "/etc/etcd.env (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "10093", "ExecMainStartTimestamp": "Wed 2017-11-01 09:41:15 UTC", "ExecMainStartTimestampMonotonic": "988351618", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/local/bin/etcd ; argv[]=/usr/local/bin/etcd ; ignore_errors=no ; start_time=[Wed 2017-11-01 09:41:15 UTC] ; stop_time=[n/a] ; pid=10093 ; code=(null) ; status=0/0 }", "ExecStartPre": "{ path=/usr/bin/docker ; argv[]=/usr/bin/docker rm -f etcd1 ; ignore_errors=yes ; start_time=[Wed 2017-11-01 09:41:15 UTC] ; stop_time=[Wed 2017-11-01 09:41:15 UTC] ; pid=10085 ; code=exited ; status=1 }", "ExecStop": "{ path=/usr/bin/docker ; argv[]=/usr/bin/docker stop etcd1 ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/etc/systemd/system/etcd.service", "GuessMainPID": "yes", "IOScheduling": "0", "Id": "etcd.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Wed 2017-11-01 09:41:15 UTC", "InactiveExitTimestampMonotonic": "988340104", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "18446744073709551615", "LimitASSoft": "18446744073709551615", "LimitCORE": "18446744073709551615", "LimitCORESoft": "0", "LimitCPU": "18446744073709551615", "LimitCPUSoft": "18446744073709551615", "LimitDATA": "18446744073709551615", "LimitDATASoft": "18446744073709551615", "LimitFSIZE": "18446744073709551615", "LimitFSIZESoft": "18446744073709551615", "LimitLOCKS": "18446744073709551615", "LimitLOCKSSoft": "18446744073709551615", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "15650", "LimitNPROCSoft": "15650", "LimitRSS": "18446744073709551615", "LimitRSSSoft": "18446744073709551615", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "18446744073709551615", "LimitRTTIMESoft": "18446744073709551615", "LimitSIGPENDING": "15650", "LimitSIGPENDINGSoft": "15650", "LimitSTACK": "18446744073709551615", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "MainPID": "10093", "MemoryAccounting": "no", "MemoryCurrent": "6737920", "MemoryLimit": "18446744073709551615", "MountFlags": "0", "NFileDescriptorStore": "0", "Names": "etcd.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "yes", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "ProtectHome": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "Requires": "system.slice sysinit.target", "Restart": "always", "RestartUSec": "15s", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitInterval": "10000000", "StartupBlockIOWeight": "18446744073709551615", "StartupCPUShares": "18446744073709551615", "StateChangeTimestamp": "Wed 2017-11-01 09:41:15 UTC", "StateChangeTimestampMonotonic": "988351650", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "no", "TasksCurrent": "7", "TasksMax": "18446744073709551615", "TimeoutStartUSec": "30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "User": "root", "UtmpMode": "init", "Wants": "docker.socket", "WatchdogTimestamp": "Wed 2017-11-01 09:41:15 UTC", "WatchdogTimestampMonotonic": "988351649", "WatchdogUSec": "0"}}

TASK [etcd : Configure | Check if cluster is healthy] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/set_cluster_health.yml:2
Wednesday 01 November 2017  09:41:17 +0000 (0:00:00.260)       0:03:33.201 ****
ok: [master] => {"changed": false, "cmd": "/usr/local/bin/etcdctl --peers=https://192.168.200.44:2379 cluster-health | grep -q 'cluster is healthy'", "delta": "0:00:00.034896", "end": "2017-11-01 09:41:17.334854", "failed": false, "rc": 0, "start": "2017-11-01 09:41:17.299958", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

TASK [etcd : Refresh config | Create etcd config file] **********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/refresh_config.yml:2
Wednesday 01 November 2017  09:41:17 +0000 (0:00:00.262)       0:03:33.463 ****
NOTIFIED HANDLER restart etcd
changed: [master] => {"changed": true, "checksum": "232c01102a5cdccfa7215d11df01a09d1432e14d", "dest": "/etc/etcd.env", "failed": false, "gid": 0, "group": "root", "md5sum": "4e66db875910ab507cb2389784e6f294", "mode": "0644", "owner": "root", "size": 899, "src": "/root/.ansible/tmp/ansible-tmp-1509529277.56-244242812893205/source", "state": "file", "uid": 0}

RUNNING HANDLER [etcd : restart etcd] ***************************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:17 +0000 (0:00:00.451)       0:03:33.915 ****
NOTIFIED HANDLER Backup etcd data
NOTIFIED HANDLER etcd | reload systemd
NOTIFIED HANDLER reload etcd
NOTIFIED HANDLER wait for etcd up
changed: [master] => {"changed": true, "cmd": ["/bin/true"], "delta": "0:00:00.001131", "end": "2017-11-01 09:41:17.989778", "failed": false, "rc": 0, "start": "2017-11-01 09:41:17.988647", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [etcd : Backup etcd data] ***********************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:18 +0000 (0:00:00.231)       0:03:34.146 ****
NOTIFIED HANDLER Refresh Time Fact
NOTIFIED HANDLER Set Backup Directory
NOTIFIED HANDLER Create Backup Directory
NOTIFIED HANDLER Stat etcd v2 data directory
NOTIFIED HANDLER Backup etcd v2 data
NOTIFIED HANDLER Backup etcd v3 data
changed: [master] => {"changed": true, "cmd": ["/bin/true"], "delta": "0:00:00.001063", "end": "2017-11-01 09:41:18.223391", "failed": false, "rc": 0, "start": "2017-11-01 09:41:18.222328", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [etcd : Refresh Time Fact] **********************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:18 +0000 (0:00:00.238)       0:03:34.384 ****
ok: [master]

RUNNING HANDLER [etcd : Set Backup Directory] *******************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:18 +0000 (0:00:00.462)       0:03:34.847 ****
ok: [master] => {"ansible_facts": {"etcd_backup_directory": "/var/backups/etcd-2017-11-01_09:41:18"}, "changed": false, "failed": false}

RUNNING HANDLER [etcd : Create Backup Directory] ****************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:18 +0000 (0:00:00.110)       0:03:34.958 ****
changed: [master] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0600", "owner": "root", "path": "/var/backups/etcd-2017-11-01_09:41:18", "size": 4096, "state": "directory", "uid": 0}

RUNNING HANDLER [etcd : Stat etcd v2 data directory] ************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:19 +0000 (0:00:00.187)       0:03:35.146 ****
ok: [master] => {"changed": false, "failed": false, "stat": {"atime": 1509529275.8936846, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "binary", "ctime": 1509529275.9056845, "dev": 2049, "device_type": 0, "executable": true, "exists": true, "gid": 0, "gr_name": "root", "inode": 1057651, "isblk": false, "ischr": false, "isdir": true, "isfifo": false, "isgid": false, "islnk": false, "isreg": false, "issock": false, "isuid": false, "mimetype": "inode/directory", "mode": "0700", "mtime": 1509529275.9056845, "nlink": 4, "path": "/var/lib/etcd/member", "pw_name": "root", "readable": true, "rgrp": false, "roth": false, "rusr": true, "size": 4096, "uid": 0, "version": "647536902", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": true}}

RUNNING HANDLER [etcd : Backup etcd v2 data] ********************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:19 +0000 (0:00:00.202)       0:03:35.348 ****
changed: [master] => {"changed": true, "cmd": ["/usr/local/bin/etcdctl", "backup", "--data-dir", "/var/lib/etcd", "--backup-dir", "/var/backups/etcd-2017-11-01_09:41:18"], "delta": "0:00:00.015756", "end": "2017-11-01 09:41:19.445494", "failed": false, "rc": 0, "start": "2017-11-01 09:41:19.429738", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [etcd : Backup etcd v3 data] ********************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:19 +0000 (0:00:00.215)       0:03:35.564 ****
changed: [master] => {"changed": true, "cmd": ["/usr/local/bin/etcdctl", "--endpoints=https://192.168.200.44:2379", "snapshot", "save", "/var/backups/etcd-2017-11-01_09:41:18/snapshot.db"], "delta": "0:00:00.044688", "end": "2017-11-01 09:41:19.706241", "failed": false, "rc": 0, "start": "2017-11-01 09:41:19.661553", "stderr": "", "stderr_lines": [], "stdout": "Snapshot saved at /var/backups/etcd-2017-11-01_09:41:18/snapshot.db", "stdout_lines": ["Snapshot saved at /var/backups/etcd-2017-11-01_09:41:18/snapshot.db"]}

RUNNING HANDLER [etcd : etcd | reload systemd] ******************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:19 +0000 (0:00:00.262)       0:03:35.827 ****
changed: [master] => {"changed": true, "cmd": ["systemctl", "daemon-reload"], "delta": "0:00:00.058845", "end": "2017-11-01 09:41:19.961747", "failed": false, "rc": 0, "start": "2017-11-01 09:41:19.902902", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [etcd : reload etcd] ****************************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:19 +0000 (0:00:00.263)       0:03:36.091 ****
changed: [master] => {"changed": true, "failed": false, "name": "etcd", "state": "started", "status": {"ActiveEnterTimestamp": "Wed 2017-11-01 09:41:15 UTC", "ActiveEnterTimestampMonotonic": "988351650", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "sysinit.target docker.service systemd-journald.socket basic.target system.slice", "AllowIsolate": "no", "AmbientCapabilities": "0", "AssertResult": "yes", "AssertTimestamp": "Wed 2017-11-01 09:41:15 UTC", "AssertTimestampMonotonic": "988331054", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "18446744073709551615", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "18446744073709551615", "CPUUsageNSec": "18446744073709551615", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "18446744073709551615", "ConditionResult": "yes", "ConditionTimestamp": "Wed 2017-11-01 09:41:15 UTC", "ConditionTimestampMonotonic": "988331054", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/etcd.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "etcd docker wrapper", "DevicePolicy": "auto", "EnvironmentFile": "/etc/etcd.env (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "10093", "ExecMainStartTimestamp": "Wed 2017-11-01 09:41:15 UTC", "ExecMainStartTimestampMonotonic": "988351618", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/local/bin/etcd ; argv[]=/usr/local/bin/etcd ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPre": "{ path=/usr/bin/docker ; argv[]=/usr/bin/docker rm -f etcd1 ; ignore_errors=yes ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/bin/docker ; argv[]=/usr/bin/docker stop etcd1 ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/etc/systemd/system/etcd.service", "GuessMainPID": "yes", "IOScheduling": "0", "Id": "etcd.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Wed 2017-11-01 09:41:15 UTC", "InactiveExitTimestampMonotonic": "988340104", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "18446744073709551615", "LimitASSoft": "18446744073709551615", "LimitCORE": "18446744073709551615", "LimitCORESoft": "0", "LimitCPU": "18446744073709551615", "LimitCPUSoft": "18446744073709551615", "LimitDATA": "18446744073709551615", "LimitDATASoft": "18446744073709551615", "LimitFSIZE": "18446744073709551615", "LimitFSIZESoft": "18446744073709551615", "LimitLOCKS": "18446744073709551615", "LimitLOCKSSoft": "18446744073709551615", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "15650", "LimitNPROCSoft": "15650", "LimitRSS": "18446744073709551615", "LimitRSSSoft": "18446744073709551615", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "18446744073709551615", "LimitRTTIMESoft": "18446744073709551615", "LimitSIGPENDING": "15650", "LimitSIGPENDINGSoft": "15650", "LimitSTACK": "18446744073709551615", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "MainPID": "10093", "MemoryAccounting": "no", "MemoryCurrent": "18446744073709551615", "MemoryLimit": "18446744073709551615", "MountFlags": "0", "NFileDescriptorStore": "0", "Names": "etcd.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "yes", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "ProtectHome": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "Requires": "system.slice sysinit.target", "Restart": "always", "RestartUSec": "15s", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitInterval": "10000000", "StartupBlockIOWeight": "18446744073709551615", "StartupCPUShares": "18446744073709551615", "StateChangeTimestamp": "Wed 2017-11-01 09:41:15 UTC", "StateChangeTimestampMonotonic": "988351650", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "no", "TasksCurrent": "18446744073709551615", "TasksMax": "18446744073709551615", "TimeoutStartUSec": "30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "root", "UtmpMode": "init", "WantedBy": "multi-user.target", "Wants": "docker.socket", "WatchdogTimestamp": "Wed 2017-11-01 09:41:15 UTC", "WatchdogTimestampMonotonic": "988351649", "WatchdogUSec": "0"}}

RUNNING HANDLER [etcd : wait for etcd up] ***********************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:20 +0000 (0:00:00.353)       0:03:36.444 ****
ok: [master] => {"attempts": 1, "changed": false, "connection": "close", "content_length": "18", "content_type": "text/plain; charset=utf-8", "cookies": {}, "date": "Wed, 01 Nov 2017 09:41:24 GMT", "failed": false, "msg": "OK (18 bytes)", "redirected": false, "status": 200, "url": "https://192.168.200.44:2379/health"}
META: ran handlers
META: ran handlers

PLAY [k8s-cluster] **********************************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:41:24 +0000 (0:00:03.761)       0:03:40.206 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:41:24 +0000 (0:00:00.028)       0:03:40.235 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:41:24 +0000 (0:00:00.027)       0:03:40.263 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:41:24 +0000 (0:00:00.025)       0:03:40.288 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:41:24 +0000 (0:00:00.294)       0:03:40.583 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:41:24 +0000 (0:00:00.282)       0:03:40.865 ****
ok: [master] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [adduser : User | Create User Group] ***********************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:2
Wednesday 01 November 2017  09:41:24 +0000 (0:00:00.117)       0:03:40.983 ****
ok: [master] => {"changed": false, "failed": false, "gid": 997, "name": "etcd", "state": "present", "system": true}

TASK [adduser : User | Create User] *****************************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:7
Wednesday 01 November 2017  09:41:25 +0000 (0:00:00.206)       0:03:41.190 ****
ok: [master] => {"append": false, "changed": false, "comment": "Etcd user", "failed": false, "group": 997, "home": "/var/lib/etcd", "move_home": false, "name": "etcd", "shell": "/bin/nologin", "state": "present", "uid": 998}

TASK [etcd : Check_certs | check if all certs have already been generated on first master] **********************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:2
Wednesday 01 November 2017  09:41:25 +0000 (0:00:00.233)       0:03:41.424 ****
ok: [master -> None] => {"changed": false, "examined": 8, "failed": false, "files": [{"atime": 1509529269.9297671, "checksum": "b19d0675eded1be183d4cf810faa3bc7d098b6b9", "ctime": 1509529270.4737597, "dev": 2049, "gid": 0, "inode": 1552373, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mode": "0600", "mtime": 1509529269.9257672, "nlink": 1, "path": "/etc/ssl/etcd/ssl/node-master-key.pem", "rgrp": false, "roth": false, "rusr": true, "size": 1679, "uid": 999, "wgrp": false, "woth": false, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}, {"atime": 1509529272.60573, "checksum": "16b6aeefb19d45a870e75edce4c105155465e334", "ctime": 1509529270.4737597, "dev": 2049, "gid": 0, "inode": 1552375, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mode": "0600", "mtime": 1509529269.933767, "nlink": 1, "path": "/etc/ssl/etcd/ssl/node-master.pem", "rgrp": false, "roth": false, "rusr": true, "size": 1208, "uid": 999, "wgrp": false, "woth": false, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}, {"atime": 1509529270.797755, "checksum": "f1ce47bd165b8328b76a4395391cf934fbe04a37", "ctime": 1509529270.4737597, "dev": 2049, "gid": 0, "inode": 1552365, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mode": "0600", "mtime": 1509529269.6977704, "nlink": 1, "path": "/etc/ssl/etcd/ssl/ca.pem", "rgrp": false, "roth": false, "rusr": true, "size": 1090, "uid": 999, "wgrp": false, "woth": false, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}], "matched": 3, "msg": ""}

TASK [etcd : Check_certs | Set default value for 'sync_certs', 'gen_certs' and 'etcd_secret_changed' to false] **************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:11
Wednesday 01 November 2017  09:41:25 +0000 (0:00:00.205)       0:03:41.629 ****
ok: [master] => {"ansible_facts": {"etcd_secret_changed": false, "gen_certs": false, "sync_certs": false}, "changed": false, "failed": false}

TASK [etcd : Check certs | check if a cert already exists on node] **********************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:17
Wednesday 01 November 2017  09:41:25 +0000 (0:00:00.121)       0:03:41.750 ****
ok: [master] => (item=ca.pem) => {"changed": false, "failed": false, "item": "ca.pem", "stat": {"atime": 1509529270.797755, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "checksum": "f1ce47bd165b8328b76a4395391cf934fbe04a37", "ctime": 1509529270.4737597, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 1552365, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "md5": "cebf966b5d0046e45e26a62a0d445a3a", "mimetype": "text/plain", "mode": "0600", "mtime": 1509529269.6977704, "nlink": 1, "path": "/etc/ssl/etcd/ssl/ca.pem", "pw_name": "kube", "readable": true, "rgrp": false, "roth": false, "rusr": true, "size": 1090, "uid": 999, "version": "647536381", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}}
ok: [master] => (item=node-master-key.pem) => {"changed": false, "failed": false, "item": "node-master-key.pem", "stat": {"atime": 1509529285.4975524, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "checksum": "b19d0675eded1be183d4cf810faa3bc7d098b6b9", "ctime": 1509529270.4737597, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 1552373, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "md5": "097a23657ef2012fa289fd83d36088b9", "mimetype": "text/plain", "mode": "0600", "mtime": 1509529269.9257672, "nlink": 1, "path": "/etc/ssl/etcd/ssl/node-master-key.pem", "pw_name": "kube", "readable": true, "rgrp": false, "roth": false, "rusr": true, "size": 1679, "uid": 999, "version": "647536389", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}}

TASK [etcd : Check_certs | Set 'gen_certs' to true] *************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:26
Wednesday 01 November 2017  09:41:26 +0000 (0:00:00.381)       0:03:42.131 ****

TASK [etcd : Check_certs | Set 'gen_node_certs' to true] ********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:40
Wednesday 01 November 2017  09:41:26 +0000 (0:00:00.049)       0:03:42.180 ****
ok: [master] => {"ansible_facts": {"gen_node_certs": {"master": false}}, "changed": false, "failed": false}

TASK [etcd : Check_certs | Set 'sync_certs' to true] ************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/check_certs.yml:57
Wednesday 01 November 2017  09:41:26 +0000 (0:00:00.132)       0:03:42.313 ****
 [WARNING]: when statements should not include jinja2 templating delimiters such as {{ }} or {% %}. Found: {%- set certs = {'sync': False} -%} {% if gen_node_certs[inventory_hostname] or   (not
etcdcert_node.results[0].stat.exists|default(False)) or     (not etcdcert_node.results[1].stat.exists|default(False)) or       (etcdcert_node.results[1].stat.checksum|default('') !=
etcdcert_master.files|selectattr("path", "equalto", etcdcert_node.results[1].stat.path)|map(attribute="checksum")|first|default('')) -%}         {%- set _ = certs.update({'sync': True}) -%} {%
endif %} {{ certs.sync }}


TASK [etcd : include] *******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:8
Wednesday 01 November 2017  09:41:26 +0000 (0:00:00.040)       0:03:42.353 ****
included: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml for master

TASK [etcd : Gen_certs | create etcd cert dir] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:2
Wednesday 01 November 2017  09:41:26 +0000 (0:00:00.064)       0:03:42.418 ****
changed: [master] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0700", "owner": "kube", "path": "/etc/ssl/etcd/ssl", "size": 4096, "state": "directory", "uid": 999}

TASK [etcd : Gen_certs | create etcd script dir (on master)] ****************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:11
Wednesday 01 November 2017  09:41:26 +0000 (0:00:00.215)       0:03:42.634 ****
ok: [master -> None] => {"changed": false, "failed": false, "gid": 0, "group": "root", "mode": "0700", "owner": "root", "path": "/usr/local/bin/etcd-scripts", "size": 4096, "state": "directory", "uid": 0}

TASK [etcd : Gen_certs | create etcd cert dir (on master)] ******************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:20
Wednesday 01 November 2017  09:41:26 +0000 (0:00:00.215)       0:03:42.849 ****
ok: [master -> None] => {"changed": false, "failed": false, "gid": 0, "group": "root", "mode": "0700", "owner": "kube", "path": "/etc/ssl/etcd/ssl", "size": 4096, "state": "directory", "uid": 999}

TASK [etcd : Gen_certs | write openssl config] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:31
Wednesday 01 November 2017  09:41:26 +0000 (0:00:00.212)       0:03:43.061 ****

TASK [etcd : Gen_certs | copy certs generation script] **********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:39
Wednesday 01 November 2017  09:41:26 +0000 (0:00:00.031)       0:03:43.093 ****

TASK [etcd : Gen_certs | run cert generation script] ************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:49
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.030)       0:03:43.124 ****

TASK [etcd : set_fact] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:67
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.025)       0:03:43.149 ****
ok: [master] => {"ansible_facts": {"all_master_certs": ["ca-key.pem", "admin-master.pem", "admin-master-key.pem", "member-master.pem", "member-master-key.pem"], "all_node_certs": ["ca.pem", "node-master.pem", "node-master-key.pem"], "my_master_certs": ["ca-key.pem", "admin-master.pem", "admin-master-key.pem", "member-master.pem", "member-master-key.pem"], "my_node_certs": ["ca.pem", "node-master.pem", "node-master-key.pem"]}, "changed": false, "failed": false}

TASK [etcd : Gen_certs | Gather etcd master certs] **************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:89
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.135)       0:03:43.284 ****

TASK [etcd : Gen_certs | Gather etcd node certs] ****************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:101
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.033)       0:03:43.318 ****

TASK [etcd : Gen_certs | Prepare tempfile for unpacking certs] **************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:118
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.030)       0:03:43.348 ****

TASK [etcd : Gen_certs | Write master certs to tempfile] ********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:124
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.023)       0:03:43.372 ****

TASK [etcd : Gen_certs | Unpack certs on masters] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:133
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.025)       0:03:43.397 ****

TASK [etcd : Gen_certs | Cleanup tempfile] **********************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:142
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.025)       0:03:43.422 ****

TASK [etcd : Gen_certs | Copy certs on nodes] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:149
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.024)       0:03:43.447 ****

TASK [etcd : Gen_certs | check certificate permissions] *********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/gen_certs_script.yml:157
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.024)       0:03:43.471 ****
ok: [master] => {"changed": false, "failed": false, "gid": 0, "group": "root", "mode": "0700", "owner": "kube", "path": "/etc/ssl/etcd/ssl", "size": 4096, "state": "directory", "uid": 999}

TASK [etcd : Gen_certs | target ca-certificate store file] ******************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml:2
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.201)       0:03:43.673 ****
ok: [master] => {"ansible_facts": {"ca_cert_path": "/usr/local/share/ca-certificates/etcd-ca.crt"}, "changed": false, "failed": false}

TASK [etcd : Gen_certs | add CA to trusted CA dir] **************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml:15
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.115)       0:03:43.789 ****
ok: [master] => {"changed": false, "checksum": "f1ce47bd165b8328b76a4395391cf934fbe04a37", "dest": "/usr/local/share/ca-certificates/etcd-ca.crt", "failed": false, "gid": 0, "group": "root", "md5sum": "cebf966b5d0046e45e26a62a0d445a3a", "mode": "0644", "owner": "root", "size": 1090, "src": "/etc/ssl/etcd/ssl/ca.pem", "state": "file", "uid": 0}

TASK [etcd : Gen_certs | update ca-certificates (Debian/Ubuntu/Container Linux by CoreOS)] **********************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml:22
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.200)       0:03:43.989 ****

TASK [etcd : Gen_certs | update ca-certificates (RedHat)] *******************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/upd_ca_trust.yml:26
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.022)       0:03:44.012 ****

TASK [etcd : Gen_certs | Get etcd certificate serials] **********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:16
Wednesday 01 November 2017  09:41:27 +0000 (0:00:00.021)       0:03:44.033 ****
ok: [master] => {"changed": false, "cmd": "openssl x509 -in /etc/ssl/etcd/ssl/node-master.pem -noout -serial | cut -d= -f2", "delta": "0:00:00.003839", "end": "2017-11-01 09:41:28.115791", "failed": false, "rc": 0, "start": "2017-11-01 09:41:28.111952", "stderr": "", "stderr_lines": [], "stdout": "EDAD96BCFA3AE13B", "stdout_lines": ["EDAD96BCFA3AE13B"]}

TASK [etcd : Set etcd_client_cert_serial] ***********************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:22
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.206)       0:03:44.240 ****
ok: [master] => {"ansible_facts": {"etcd_client_cert_serial": "EDAD96BCFA3AE13B"}, "changed": false, "failed": false}

TASK [etcd : include] *******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:27
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.121)       0:03:44.361 ****
included: /root/kubespray/roles/etcd/tasks/install_docker.yml for master

TASK [etcd : Install | Copy etcdctl binary from docker container] ***********************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/install_docker.yml:2
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.056)       0:03:44.417 ****
ok: [master] => {"attempts": 1, "changed": false, "cmd": ["sh", "-c", "/usr/bin/docker rm -f etcdctl-binarycopy; /usr/bin/docker create --name etcdctl-binarycopy quay.io/coreos/etcd:v3.2.4 && /usr/bin/docker cp etcdctl-binarycopy:/usr/local/bin/etcdctl /usr/local/bin/etcdctl && /usr/bin/docker rm -f etcdctl-binarycopy"], "delta": "0:00:00.141195", "end": "2017-11-01 09:41:28.724966", "failed": false, "rc": 0, "start": "2017-11-01 09:41:28.583771", "stderr": "Error response from daemon: No such container: etcdctl-binarycopy", "stderr_lines": ["Error response from daemon: No such container: etcdctl-binarycopy"], "stdout": "a00e4d6750e5ab7437e450df55354864c294b70ffd97731b8f0608c2ebbfa75d\netcdctl-binarycopy", "stdout_lines": ["a00e4d6750e5ab7437e450df55354864c294b70ffd97731b8f0608c2ebbfa75d", "etcdctl-binarycopy"]}

TASK [etcd : Configure | Check if cluster is healthy] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/set_cluster_health.yml:2
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.434)       0:03:44.852 ****

TASK [etcd : Configure | Check if member is in cluster] *********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/configure.yml:2
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.030)       0:03:44.882 ****

TASK [etcd : Install etcd launch script] ************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/configure.yml:12
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.023)       0:03:44.906 ****

TASK [etcd : Configure | Copy etcd.service systemd file] ********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/configure.yml:21
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.023)       0:03:44.929 ****

TASK [etcd : Configure | Join member(s) to cluster one at a time] ***********************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/configure.yml:29
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.024)       0:03:44.954 ****

TASK [etcd : Refresh config | Create etcd config file] **********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/refresh_config.yml:2
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.032)       0:03:44.987 ****

TASK [etcd : Restart etcd if certs changed] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:41
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.025)       0:03:45.012 ****
META: ran handlers

TASK [etcd : Ensure etcd is running] ****************************************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/main.yml:49
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.024)       0:03:45.037 ****

TASK [etcd : Configure | Check if cluster is healthy] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/set_cluster_health.yml:2
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.023)       0:03:45.061 ****

TASK [etcd : Refresh config | Create etcd config file] **********************************************************************************************************************************************
task path: /root/kubespray/roles/etcd/tasks/refresh_config.yml:2
Wednesday 01 November 2017  09:41:28 +0000 (0:00:00.024)       0:03:45.086 ****
META: ran handlers
META: ran handlers

PLAY [etcd:k8s-cluster:vault] ***********************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:41:29 +0000 (0:00:00.198)       0:03:45.285 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:41:29 +0000 (0:00:00.025)       0:03:45.310 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:41:29 +0000 (0:00:00.025)       0:03:45.335 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:41:29 +0000 (0:00:00.023)       0:03:45.359 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:41:29 +0000 (0:00:00.289)       0:03:45.649 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:41:29 +0000 (0:00:00.281)       0:03:45.930 ****
ok: [master] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [adduser : User | Create User Group] ***********************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:2
Wednesday 01 November 2017  09:41:29 +0000 (0:00:00.113)       0:03:46.044 ****

TASK [adduser : User | Create User] *****************************************************************************************************************************************************************
task path: /root/kubespray/roles/adduser/tasks/main.yml:7
Wednesday 01 November 2017  09:41:29 +0000 (0:00:00.024)       0:03:46.068 ****

TASK [vault : stop vault-temp container] ************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:3
Wednesday 01 November 2017  09:41:29 +0000 (0:00:00.028)       0:03:46.096 ****

TASK [vault : check_vault | Attempt to pull local https Vault health] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:10
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.027)       0:03:46.124 ****

TASK [vault : check_vault | Set facts about local Vault health] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:19
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.023)       0:03:46.147 ****

TASK [vault : check_vault | Set fact about the Vault cluster's initialization state] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:27
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.025)       0:03:46.173 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:3
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.027)       0:03:46.200 ****

TASK [vault : bootstrap/sync_secrets | Set fact based on sync_file_results] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:12
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.037)       0:03:46.237 ****

TASK [vault : bootstrap/sync_secrets | Reset sync_file_results to avoid variable bleed] *************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:17
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.020)       0:03:46.258 ****

TASK [vault : bootstrap/sync_secrets | Print out warning message if secrets are not available and vault is initialized] *****************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:21
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.025)       0:03:46.284 ****

TASK [vault : bootstrap/sync_secrets | Cat root_token from a vault host] ****************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:29
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.025)       0:03:46.309 ****

TASK [vault : bootstrap/sync_secrets | Cat unseal_keys from a vault host] ***************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:34
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.025)       0:03:46.334 ****

TASK [vault : bootstrap/sync_secrets | Set needed facts for Vault API interaction when Vault is already running] ************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:39
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.024)       0:03:46.359 ****

TASK [vault : bootstrap/sync_secrets | Update vault_headers if we have the root_token] **************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_secrets.yml:45
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.024)       0:03:46.383 ****

TASK [vault : find_leader | Find the current http Vault leader] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:3
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.023)       0:03:46.406 ****

TASK [vault : find_leader | Set fact for current http leader] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:13
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.025)       0:03:46.432 ****

TASK [vault : find_leader| show vault_leader_url] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:20
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.028)       0:03:46.460 ****

TASK [vault : sync_file | Set facts for directory and file when sync_file_path is defined] **********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:5
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.027)       0:03:46.487 ****

TASK [vault : sync_file | Set fact for sync_file_path when undefined] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:11
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.030)       0:03:46.518 ****

TASK [vault : sync_file | Set fact for key path name] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:16
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.025)       0:03:46.543 ****

TASK [vault : sync_file | Check if {{sync_file_path}} file exists] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:21
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.029)       0:03:46.573 ****

TASK [vault : sync_file | Check if {{ sync_file_key_path }} key file exists] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:26
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.027)       0:03:46.601 ****

TASK [vault : sync_file | Combine all possible file sync sources] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:31
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.025)       0:03:46.627 ****

TASK [vault : sync_file | Combine all possible key file sync sources] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:39
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.029)       0:03:46.656 ****

TASK [vault : sync_file | Remove sync sources with files that do not match sync_file_srcs|first] ****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:47
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.030)       0:03:46.686 ****

TASK [vault : sync_file | Remove sync sources with keys that do not match sync_file_srcs|first] *****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:54
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.026)       0:03:46.713 ****

TASK [vault : sync_file | Consolidate file and key sources] *****************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:62
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.026)       0:03:46.740 ****

TASK [vault : sync_file | Set facts for situations where sync is not needed] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:67
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.025)       0:03:46.765 ****

TASK [vault : sync_file | Set sync_file_result fact] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:72
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.029)       0:03:46.795 ****

TASK [vault : sync_file | Update sync_file_results fact] ********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:79
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.028)       0:03:46.824 ****

TASK [vault : sync_file | Cat the file] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:3
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.029)       0:03:46.853 ****

TASK [vault : sync_file | Cat the key file] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:8
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.028)       0:03:46.881 ****

TASK [vault : sync_file | Set facts for file contents] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:13
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.028)       0:03:46.910 ****

TASK [vault : sync_file | Set fact for key contents] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:17
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.029)       0:03:46.939 ****

TASK [vault : sync_file | Ensure the directory exists] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:22
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.027)       0:03:46.966 ****

TASK [vault : sync_file | Copy {{ sync_file_path }} to hosts that don't have it] ********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:31
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.029)       0:03:46.996 ****

TASK [vault : sync_file | Copy {{ sync_file_key_path }} to hosts that don't have it] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:40
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.029)       0:03:47.025 ****

TASK [vault : Unset local vars to avoid variable bleed into next iteration] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:86
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.029)       0:03:47.055 ****

TASK [vault : bootstrap/sync_vault_certs | Set facts for vault sync_file results] *******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml:9
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.026)       0:03:47.082 ****

TASK [vault : bootstrap/sync_vault_certs | Unset sync_file_results after ca.pem sync] ***************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml:13
Wednesday 01 November 2017  09:41:30 +0000 (0:00:00.024)       0:03:47.106 ****

TASK [vault : sync_file | Set facts for directory and file when sync_file_path is defined] **********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:5
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.026)       0:03:47.133 ****

TASK [vault : sync_file | Set fact for sync_file_path when undefined] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:11
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.028)       0:03:47.161 ****

TASK [vault : sync_file | Set fact for key path name] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:16
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.028)       0:03:47.189 ****

TASK [vault : sync_file | Check if {{sync_file_path}} file exists] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:21
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.026)       0:03:47.216 ****

TASK [vault : sync_file | Check if {{ sync_file_key_path }} key file exists] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:26
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.027)       0:03:47.243 ****

TASK [vault : sync_file | Combine all possible file sync sources] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:31
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.027)       0:03:47.271 ****

TASK [vault : sync_file | Combine all possible key file sync sources] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:39
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.029)       0:03:47.300 ****

TASK [vault : sync_file | Remove sync sources with files that do not match sync_file_srcs|first] ****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:47
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.026)       0:03:47.327 ****

TASK [vault : sync_file | Remove sync sources with keys that do not match sync_file_srcs|first] *****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:54
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.025)       0:03:47.353 ****

TASK [vault : sync_file | Consolidate file and key sources] *****************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:62
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.025)       0:03:47.379 ****

TASK [vault : sync_file | Set facts for situations where sync is not needed] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:67
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.027)       0:03:47.406 ****

TASK [vault : sync_file | Set sync_file_result fact] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:72
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.026)       0:03:47.433 ****

TASK [vault : sync_file | Update sync_file_results fact] ********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:79
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.026)       0:03:47.459 ****

TASK [vault : sync_file | Cat the file] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:3
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.028)       0:03:47.488 ****

TASK [vault : sync_file | Cat the key file] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:8
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.029)       0:03:47.517 ****

TASK [vault : sync_file | Set facts for file contents] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:13
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.029)       0:03:47.547 ****

TASK [vault : sync_file | Set fact for key contents] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:17
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.029)       0:03:47.576 ****

TASK [vault : sync_file | Ensure the directory exists] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:22
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.028)       0:03:47.605 ****

TASK [vault : sync_file | Copy {{ sync_file_path }} to hosts that don't have it] ********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:31
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.031)       0:03:47.636 ****

TASK [vault : sync_file | Copy {{ sync_file_key_path }} to hosts that don't have it] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:40
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.032)       0:03:47.668 ****

TASK [vault : Unset local vars to avoid variable bleed into next iteration] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:86
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.031)       0:03:47.700 ****

TASK [vault : bootstrap/sync_vault_certs | Set fact if Vault's API cert is needed] ******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml:24
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.024)       0:03:47.724 ****

TASK [vault : bootstrap/sync_vault_certs | Unset sync_file_results after api.pem sync] **************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_vault_certs.yml:28
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.024)       0:03:47.749 ****

TASK [vault : sync_file | Set facts for directory and file when sync_file_path is defined] **********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:5
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.024)       0:03:47.774 ****

TASK [vault : sync_file | Set fact for sync_file_path when undefined] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:11
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.025)       0:03:47.799 ****

TASK [vault : sync_file | Set fact for key path name] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:16
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.024)       0:03:47.824 ****

TASK [vault : sync_file | Check if {{sync_file_path}} file exists] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:21
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.026)       0:03:47.851 ****

TASK [vault : sync_file | Check if {{ sync_file_key_path }} key file exists] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:26
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.027)       0:03:47.878 ****

TASK [vault : sync_file | Combine all possible file sync sources] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:31
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.027)       0:03:47.906 ****

TASK [vault : sync_file | Combine all possible key file sync sources] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:39
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.041)       0:03:47.947 ****

TASK [vault : sync_file | Remove sync sources with files that do not match sync_file_srcs|first] ****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:47
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.038)       0:03:47.985 ****

TASK [vault : sync_file | Remove sync sources with keys that do not match sync_file_srcs|first] *****************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:54
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.026)       0:03:48.012 ****

TASK [vault : sync_file | Consolidate file and key sources] *****************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:62
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.025)       0:03:48.037 ****

TASK [vault : sync_file | Set facts for situations where sync is not needed] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:67
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.024)       0:03:48.062 ****

TASK [vault : sync_file | Set sync_file_result fact] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:72
Wednesday 01 November 2017  09:41:31 +0000 (0:00:00.024)       0:03:48.086 ****

TASK [vault : sync_file | Update sync_file_results fact] ********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:79
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.025)       0:03:48.112 ****

TASK [vault : sync_file | Cat the file] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:3
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.027)       0:03:48.139 ****

TASK [vault : sync_file | Cat the key file] *********************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:8
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.026)       0:03:48.166 ****

TASK [vault : sync_file | Set facts for file contents] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:13
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.029)       0:03:48.196 ****

TASK [vault : sync_file | Set fact for key contents] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:17
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.028)       0:03:48.225 ****

TASK [vault : sync_file | Ensure the directory exists] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:22
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.030)       0:03:48.255 ****

TASK [vault : sync_file | Copy {{ sync_file_path }} to hosts that don't have it] ********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:31
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.029)       0:03:48.284 ****

TASK [vault : sync_file | Copy {{ sync_file_key_path }} to hosts that don't have it] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync.yml:40
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.028)       0:03:48.312 ****

TASK [vault : Unset local vars to avoid variable bleed into next iteration] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/sync_file.yml:86
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.026)       0:03:48.339 ****

TASK [vault : bootstrap/sync_etcd_certs | Set facts for etcd sync_file results] *********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_etcd_certs.yml:10
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.025)       0:03:48.365 ****

TASK [vault : bootstrap/sync_etcd_certs | Unset sync_file_results after ca.pem sync] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/sync_etcd_certs.yml:14
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.024)       0:03:48.389 ****

TASK [vault : bootstrap/start_vault_temp | Ensure vault-temp isn't already running] *****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:2
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.023)       0:03:48.413 ****

TASK [vault : bootstrap/start_vault_temp | Start single node Vault with file backend] ***************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:7
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.023)       0:03:48.436 ****

TASK [vault : bootstrap/start_vault_temp | Start again single node Vault with file backend] *********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:16
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.024)       0:03:48.461 ****

TASK [vault : bootstrap/start_vault_temp | Initialize vault-temp] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:19
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.024)       0:03:48.486 ****

TASK [vault : bootstrap/start_vault_temp | Set needed vault facts] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:31
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.024)       0:03:48.510 ****

TASK [vault : bootstrap/start_vault_temp | Unseal vault-temp] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/start_vault_temp.yml:38
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.024)       0:03:48.535 ****

TASK [vault : vault | Set fact about vault leader url] **********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/main.yml:20
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.022)       0:03:48.557 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/create_mounts.yml:2
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.026)       0:03:48.584 ****

TASK [vault : shared/auth_backend | Test if the auth backend exists] ********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml:2
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.039)       0:03:48.624 ****

TASK [vault : shared/auth_backend | Add the cert auth backend if needed] ****************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml:10
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.023)       0:03:48.648 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/main.yml:35
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.024)       0:03:48.673 ****

TASK [vault : bootstrap/gen_ca | Ensure cert_dir /etc/vault/ssl exists] *****************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:2
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.062)       0:03:48.735 ****

TASK [vault : bootstrap/gen_ca | Generate vault root CA] ********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:8
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.038)       0:03:48.774 ****

TASK [vault : bootstrap/gen_ca | Copy vault root CA cert locally] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:20
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.032)       0:03:48.806 ****

TASK [vault : bootstrap/gen_ca | Copy vault root CA key locally] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:27
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.035)       0:03:48.841 ****

TASK [vault : bootstrap/gen_ca | Ensure cert_dir /etc/ssl/etcd/ssl exists] **************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:2
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.034)       0:03:48.876 ****

TASK [vault : bootstrap/gen_ca | Generate etcd root CA] *********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:8
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.038)       0:03:48.914 ****

TASK [vault : bootstrap/gen_ca | Copy etcd root CA cert locally] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:20
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.033)       0:03:48.947 ****

TASK [vault : bootstrap/gen_ca | Copy etcd root CA key locally] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:27
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.034)       0:03:48.982 ****

TASK [vault : issue_cert | Ensure target directory exists] ******************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:21
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.025)       0:03:49.008 ****

TASK [vault : issue_cert | Read in the local credentials] *******************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:29
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.032)       0:03:49.040 ****

TASK [vault : gen_certs_vault | Set facts for read Vault Creds] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:35
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.029)       0:03:49.070 ****

TASK [vault : gen_certs_vault | Log into Vault and obtain an token] *********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:41
Wednesday 01 November 2017  09:41:32 +0000 (0:00:00.027)       0:03:49.098 ****

TASK [vault : gen_certs_vault | Set fact for vault_client_token] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:55
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.024)       0:03:49.123 ****

TASK [vault : gen_certs_vault | Set fact for Vault API token] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:60
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.028)       0:03:49.151 ****

TASK [vault : issue_cert | Generate /etc/vault/ssl/api.pem for vault role] **************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:69
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.043)       0:03:49.195 ****

TASK [vault : issue_cert | Copy /etc/vault/ssl/api.pem cert to all hosts] ***************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:84
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.030)       0:03:49.226 ****

TASK [vault : issue_cert | Copy key for /etc/vault/ssl/api.pem to all hosts] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:92
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.025)       0:03:49.251 ****

TASK [vault : issue_cert | Copy issuing CA cert] ****************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:100
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.023)       0:03:49.275 ****

TASK [vault : issue_cert | Copy certificate serial to all hosts] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/issue_cert.yml:109
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.025)       0:03:49.300 ****

TASK [vault : bootstrap/ca_trust | pull CA from cert from {{groups.vault|first}}] *******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:3
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.033)       0:03:49.333 ****

TASK [vault : bootstrap/ca_trust | target ca-certificate store file] ********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:9
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.021)       0:03:49.354 ****

TASK [vault : bootstrap/ca_trust | add CA to trusted CA dir] ****************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:20
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.022)       0:03:49.377 ****

TASK [vault : bootstrap/ca_trust | update ca-certificates (Debian/Ubuntu/CoreOS)] *******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:26
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.024)       0:03:49.402 ****

TASK [vault : bootstrap/ca_trust | update ca-certificates (RedHat)] *********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/bootstrap/ca_trust.yml:30
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.025)       0:03:49.427 ****

TASK [vault : stop vault-temp container] ************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:3
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.024)       0:03:49.451 ****

TASK [vault : check_vault | Attempt to pull local https Vault health] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:10
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.021)       0:03:49.473 ****

TASK [vault : check_vault | Set facts about local Vault health] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:19
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.021)       0:03:49.495 ****

TASK [vault : check_vault | Set fact about the Vault cluster's initialization state] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_vault.yml:27
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.023)       0:03:49.519 ****

TASK [vault : check_etcd | Check if etcd is up and reachable] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml:3
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.029)       0:03:49.549 ****

TASK [vault : check_etcd | Set fact based off the etcd_health_check response] ***********************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml:16
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.022)       0:03:49.571 ****

TASK [vault : set_fact] *****************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml:19
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.024)       0:03:49.596 ****

TASK [vault : check_etcd | Fail if etcd is not available and needed] ********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/check_etcd.yml:22
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.028)       0:03:49.624 ****

TASK [vault : cluster/configure | Ensure the vault/config directory exists] *************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/configure.yml:3
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.030)       0:03:49.655 ****

TASK [vault : cluster/configure | Lay down the configuration file] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/configure.yml:9
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.025)       0:03:49.680 ****

TASK [vault : cluster/binary | Copy vault binary from downloaddir] **********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/binary.yml:3
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.023)       0:03:49.704 ****

TASK [vault : cluster/systemd | Ensure mount points exist prior to vault.service startup] ***********************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:3
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.023)       0:03:49.727 ****

TASK [vault : cluster/systemd | Ensure the vault user has access to needed directories] *************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:14
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.058)       0:03:49.785 ****

TASK [vault : cluster/systemd | Copy down vault.service systemd file] *******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:24
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.046)       0:03:49.831 ****

TASK [vault : Create vault service systemd directory] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:31
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.023)       0:03:49.855 ****

TASK [vault : cluster/systemd | Add vault proxy env vars] *******************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:36
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.025)       0:03:49.881 ****

TASK [vault : cluster/systemd | Enable vault.service] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:43
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.025)       0:03:49.906 ****

TASK [vault : cluster/systemd | Query local vault until service is up] ******************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/systemd.yml:50
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.024)       0:03:49.930 ****

TASK [vault : cluster/init | Initialize Vault] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:3
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.024)       0:03:49.955 ****

TASK [vault : cluster/init | Set facts on the results of the initialization] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:16
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.024)       0:03:49.979 ****

TASK [vault : cluster/init | Ensure all hosts have these facts] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:23
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.025)       0:03:50.004 ****

TASK [vault : cluster/init | Ensure the vault_secrets_dir exists] ***********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:29
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.024)       0:03:50.029 ****

TASK [vault : cluster/init | Ensure all in groups.vault have the unseal_keys locally] ***************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:35
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.022)       0:03:50.052 ****

TASK [vault : cluster/init | Ensure all in groups.vault have the root_token locally] ****************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:42
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.022)       0:03:50.075 ****

TASK [vault : cluster/init | Ensure vault_headers and vault statuses are updated] *******************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/init.yml:49
Wednesday 01 November 2017  09:41:33 +0000 (0:00:00.022)       0:03:50.098 ****

TASK [vault : cluster/unseal | Current sealed state] ************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/unseal.yml:3
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.023)       0:03:50.121 ****

TASK [vault : cluster/unseal | Unseal Vault] ********************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/unseal.yml:6
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.023)       0:03:50.145 ****

TASK [vault : cluster/unseal | Wait until server is ready] ******************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/unseal.yml:17
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.020)       0:03:50.166 ****

TASK [vault : find_leader | Find the current http Vault leader] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:3
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.026)       0:03:50.192 ****

TASK [vault : find_leader | Set fact for current http leader] ***************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:13
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.025)       0:03:50.218 ****

TASK [vault : find_leader| show vault_leader_url] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/find_leader.yml:20
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.026)       0:03:50.244 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/create_mounts.yml:2
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.023)       0:03:50.267 ****

TASK [vault : bootstrap/gen_ca | Ensure cert_dir /etc/kubernetes/ssl exists] ************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:2
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.070)       0:03:50.338 ****

TASK [vault : bootstrap/gen_ca | Generate kube root CA] *********************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:8
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.035)       0:03:50.374 ****

TASK [vault : bootstrap/gen_ca | Copy kube root CA cert locally] ************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:20
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.034)       0:03:50.408 ****

TASK [vault : bootstrap/gen_ca | Copy kube root CA key locally] *************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/gen_ca.yml:27
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.033)       0:03:50.442 ****

TASK [vault : shared/auth_backend | Test if the auth backend exists] ********************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml:2
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.025)       0:03:50.467 ****

TASK [vault : shared/auth_backend | Add the cert auth backend if needed] ****************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/shared/auth_backend.yml:10
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.026)       0:03:50.494 ****

TASK [vault : include] ******************************************************************************************************************************************************************************
task path: /root/kubespray/roles/vault/tasks/cluster/main.yml:44
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.022)       0:03:50.516 ****
META: ran handlers
META: ran handlers

PLAY [k8s-cluster] **********************************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.087)       0:03:50.604 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.021)       0:03:50.625 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.025)       0:03:50.651 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.027)       0:03:50.679 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:41:34 +0000 (0:00:00.289)       0:03:50.968 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:41:35 +0000 (0:00:00.279)       0:03:51.247 ****
ok: [master] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [kubernetes/secrets : Check_certs | check if the certs have already been generated on first master] ********************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-certs.yml:2
Wednesday 01 November 2017  09:41:35 +0000 (0:00:00.117)       0:03:51.365 ****
ok: [master -> None] => {"changed": false, "examined": 0, "failed": false, "files": [], "matched": 0, "msg": ""}

TASK [kubernetes/secrets : Check_certs | Set default value for 'sync_certs', 'gen_certs', and 'secret_changed'  to false] ***************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-certs.yml:11
Wednesday 01 November 2017  09:41:35 +0000 (0:00:00.208)       0:03:51.574 ****
ok: [master] => {"ansible_facts": {"gen_certs": false, "secret_changed": false, "sync_certs": false}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Check certs | check if a cert already exists on node] ********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-certs.yml:17
Wednesday 01 November 2017  09:41:35 +0000 (0:00:00.117)       0:03:51.691 ****
ok: [master] => (item=ca.pem) => {"changed": false, "failed": false, "item": "ca.pem", "stat": {"exists": false}}
ok: [master] => (item=apiserver.pem) => {"changed": false, "failed": false, "item": "apiserver.pem", "stat": {"exists": false}}
ok: [master] => (item=apiserver-key.pem) => {"changed": false, "failed": false, "item": "apiserver-key.pem", "stat": {"exists": false}}
ok: [master] => (item=kube-scheduler.pem) => {"changed": false, "failed": false, "item": "kube-scheduler.pem", "stat": {"exists": false}}
ok: [master] => (item=kube-scheduler-key.pem) => {"changed": false, "failed": false, "item": "kube-scheduler-key.pem", "stat": {"exists": false}}
ok: [master] => (item=kube-controller-manager.pem) => {"changed": false, "failed": false, "item": "kube-controller-manager.pem", "stat": {"exists": false}}
ok: [master] => (item=kube-controller-manager-key.pem) => {"changed": false, "failed": false, "item": "kube-controller-manager-key.pem", "stat": {"exists": false}}
ok: [master] => (item=admin-master.pem) => {"changed": false, "failed": false, "item": "admin-master.pem", "stat": {"exists": false}}
ok: [master] => (item=admin-master-key.pem) => {"changed": false, "failed": false, "item": "admin-master-key.pem", "stat": {"exists": false}}
ok: [master] => (item=node-master.pem) => {"changed": false, "failed": false, "item": "node-master.pem", "stat": {"exists": false}}
ok: [master] => (item=node-master-key.pem) => {"changed": false, "failed": false, "item": "node-master-key.pem", "stat": {"exists": false}}
ok: [master] => (item=kube-proxy-master.pem) => {"changed": false, "failed": false, "item": "kube-proxy-master.pem", "stat": {"exists": false}}
ok: [master] => (item=kube-proxy-master-key.pem) => {"changed": false, "failed": false, "item": "kube-proxy-master-key.pem", "stat": {"exists": false}}

TASK [kubernetes/secrets : Check_certs | Set 'gen_certs' to true] ***********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-certs.yml:36
Wednesday 01 November 2017  09:41:37 +0000 (0:00:02.093)       0:03:53.785 ****
ok: [master] => (item=['/etc/kubernetes/ssl/ca.pem', '/etc/kubernetes/ssl/apiserver.pem', '/etc/kubernetes/ssl/apiserver-key.pem', '/etc/kubernetes/ssl/kube-scheduler.pem', '/etc/kubernetes/ssl/kube-scheduler-key.pem', '/etc/kubernetes/ssl/kube-controller-manager.pem', '/etc/kubernetes/ssl/kube-controller-manager-key.pem',  '/etc/kubernetes/ssl/admin-master.pem' '/etc/kubernetes/ssl/admin-master-key.pem'  ]  '/etc/kubernetes/ssl/node-master.pem' '/etc/kubernetes/ssl/node-master-key.pem' '/etc/kubernetes/ssl/kube-proxy-master.pem' '/etc/kubernetes/ssl/kube-proxy-master-key.pem'  ]) => {"ansible_facts": {"gen_certs": true}, "ansible_facts_cacheable": false, "changed": false, "failed": false, "item": "['/etc/kubernetes/ssl/ca.pem', '/etc/kubernetes/ssl/apiserver.pem', '/etc/kubernetes/ssl/apiserver-key.pem', '/etc/kubernetes/ssl/kube-scheduler.pem', '/etc/kubernetes/ssl/kube-scheduler-key.pem', '/etc/kubernetes/ssl/kube-controller-manager.pem', '/etc/kubernetes/ssl/kube-controller-manager-key.pem',  '/etc/kubernetes/ssl/admin-master.pem' '/etc/kubernetes/ssl/admin-master-key.pem'  ]  '/etc/kubernetes/ssl/node-master.pem' '/etc/kubernetes/ssl/node-master-key.pem' '/etc/kubernetes/ssl/kube-proxy-master.pem' '/etc/kubernetes/ssl/kube-proxy-master-key.pem'  ]"}

TASK [kubernetes/secrets : Check_certs | Set 'gen_master_certs' to true] ****************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-certs.yml:62
Wednesday 01 November 2017  09:41:37 +0000 (0:00:00.135)       0:03:53.921 ****
ok: [master] => {"ansible_facts": {"gen_master_certs": "            False"}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Check_certs | Set 'gen_node_certs' to true] ******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-certs.yml:79
Wednesday 01 November 2017  09:41:37 +0000 (0:00:00.122)       0:03:54.043 ****
ok: [master] => {"ansible_facts": {"gen_node_certs": {"master": true}}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Check_certs | Set 'sync_certs' to true] **********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-certs.yml:96
Wednesday 01 November 2017  09:41:38 +0000 (0:00:00.121)       0:03:54.165 ****
 [WARNING]: when statements should not include jinja2 templating delimiters such as {{ }} or {% %}. Found: {%- set certs = {'sync': False} -%} {% if gen_node_certs[inventory_hostname] or   (not
kubecert_node.results[0].stat.exists|default(False)) or     (not kubecert_node.results[10].stat.exists|default(False)) or       (kubecert_node.results[10].stat.checksum|default('') !=
kubecert_master.files|selectattr("path", "equalto", kubecert_node.results[10].stat.path)|map(attribute="checksum")|first|default('')) -%}         {%- set _ = certs.update({'sync': True}) -%} {%
endif %} {{ certs.sync }}

ok: [master] => {"ansible_facts": {"sync_certs": true}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Check_tokens | check if the tokens have already been generated on first master] ******************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-tokens.yml:2
Wednesday 01 November 2017  09:41:38 +0000 (0:00:00.141)       0:03:54.306 ****
ok: [master -> None] => {"changed": false, "failed": false, "stat": {"exists": false}}

TASK [kubernetes/secrets : Check_tokens | Set default value for 'sync_tokens' and 'gen_tokens' to false] ********************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-tokens.yml:9
Wednesday 01 November 2017  09:41:38 +0000 (0:00:00.205)       0:03:54.512 ****
ok: [master] => {"ansible_facts": {"gen_tokens": false, "sync_tokens": false}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Check_tokens | Set 'sync_tokens' and 'gen_tokens' to true] ***************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-tokens.yml:14
Wednesday 01 November 2017  09:41:38 +0000 (0:00:00.123)       0:03:54.635 ****
ok: [master] => {"ansible_facts": {"gen_tokens": true}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Check tokens | check if a cert already exists] ***************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-tokens.yml:20
Wednesday 01 November 2017  09:41:38 +0000 (0:00:00.124)       0:03:54.760 ****
ok: [master] => {"changed": false, "failed": false, "stat": {"exists": false}}

TASK [kubernetes/secrets : Check_tokens | Set 'sync_tokens' to true] ********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/check-tokens.yml:25
Wednesday 01 November 2017  09:41:38 +0000 (0:00:00.209)       0:03:54.970 ****
 [WARNING]: when statements should not include jinja2 templating delimiters such as {{ }} or {% %}. Found: {%- set tokens = {'sync': False} -%} {%- for server in groups['kube-master'] |
intersect(ansible_play_batch)    if (not hostvars[server].known_tokens.stat.exists) or    (hostvars[server].known_tokens.stat.checksum|default('') != known_tokens_master.stat.checksum|default(''))
-%}    {%- set _ = tokens.update({'sync': True}) -%} {%- endfor -%} {{ tokens.sync }}

ok: [master] => {"ansible_facts": {"sync_tokens": true}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Make sure the certificate directory exits] *******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:12
Wednesday 01 November 2017  09:41:39 +0000 (0:00:00.147)       0:03:55.118 ****
changed: [master] => {"changed": true, "failed": false, "gid": 999, "group": "kube-cert", "mode": "0750", "owner": "kube", "path": "/etc/kubernetes/ssl", "size": 4096, "state": "directory", "uid": 999}

TASK [kubernetes/secrets : Make sure the tokens directory exits] ************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:19
Wednesday 01 November 2017  09:41:39 +0000 (0:00:00.207)       0:03:55.326 ****
changed: [master] => {"changed": true, "failed": false, "gid": 999, "group": "kube-cert", "mode": "0750", "owner": "root", "path": "/etc/kubernetes/tokens", "size": 4096, "state": "directory", "uid": 0}

TASK [kubernetes/secrets : Gen_certs | Create kubernetes config directory (on master)] **************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:31
Wednesday 01 November 2017  09:41:39 +0000 (0:00:00.210)       0:03:55.537 ****
ok: [master -> None] => {"changed": false, "failed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "kube", "path": "/etc/kubernetes", "size": 4096, "state": "directory", "uid": 999}

TASK [kubernetes/secrets : Gen_certs | Create kubernetes script directory (on master)] **************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:50
Wednesday 01 November 2017  09:41:39 +0000 (0:00:00.229)       0:03:55.767 ****
ok: [master -> None] => {"changed": false, "failed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "kube", "path": "/usr/local/bin/kubernetes-scripts", "size": 4096, "state": "directory", "uid": 999}

TASK [kubernetes/secrets : Get_tokens | Make sure the tokens directory exits (on master)] ***********************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:62
Wednesday 01 November 2017  09:41:39 +0000 (0:00:00.228)       0:03:55.995 ****
ok: [master -> None] => {"changed": false, "failed": false, "gid": 999, "group": "kube-cert", "mode": "0750", "owner": "root", "path": "/etc/kubernetes/tokens", "size": 4096, "state": "directory", "uid": 0}

TASK [kubernetes/secrets : include] *****************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:72
Wednesday 01 November 2017  09:41:40 +0000 (0:00:00.215)       0:03:56.210 ****
included: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml for master

TASK [kubernetes/secrets : Gen_certs | Create kubernetes config directory (on master)] **************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:2
Wednesday 01 November 2017  09:41:40 +0000 (0:00:00.105)       0:03:56.316 ****
ok: [master -> None] => {"changed": false, "failed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "kube", "path": "/etc/kubernetes", "size": 4096, "state": "directory", "uid": 999}

TASK [kubernetes/secrets : Gen_certs | Create kubernetes script directory (on master)] **************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:21
Wednesday 01 November 2017  09:41:40 +0000 (0:00:00.213)       0:03:56.529 ****
ok: [master -> None] => {"changed": false, "failed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "kube", "path": "/usr/local/bin/kubernetes-scripts", "size": 4096, "state": "directory", "uid": 999}

TASK [kubernetes/secrets : Gen_certs | write openssl config] ****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:33
Wednesday 01 November 2017  09:41:40 +0000 (0:00:00.220)       0:03:56.750 ****
changed: [master -> None] => {"changed": true, "checksum": "196126b32035e01449f695cc69a2df5b49d05a22", "dest": "/etc/kubernetes/openssl.conf", "failed": false, "gid": 0, "group": "root", "md5sum": "8ee7947512fc5a4be8bed550255a9fa0", "mode": "0644", "owner": "root", "size": 473, "src": "/root/.ansible/tmp/ansible-tmp-1509529300.82-228286084007280/source", "state": "file", "uid": 0}

TASK [kubernetes/secrets : Gen_certs | copy certs generation script] ********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:41
Wednesday 01 November 2017  09:41:41 +0000 (0:00:00.457)       0:03:57.208 ****
changed: [master -> None] => {"changed": true, "checksum": "ca132418c08e69827b1395da46c59957f462dea1", "dest": "/usr/local/bin/kubernetes-scripts/make-ssl.sh", "failed": false, "gid": 0, "group": "root", "md5sum": "ad59d699a78537363a1bf5615b57c962", "mode": "0700", "owner": "root", "size": 3601, "src": "/root/.ansible/tmp/ansible-tmp-1509529301.22-3823706385296/source", "state": "file", "uid": 0}

TASK [kubernetes/secrets : Gen_certs | run cert generation script] **********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:50
Wednesday 01 November 2017  09:41:41 +0000 (0:00:00.354)       0:03:57.562 ****
NOTIFIED HANDLER set secret_changed
changed: [master -> None] => {"changed": true, "cmd": ["/usr/local/bin/kubernetes-scripts/make-ssl.sh", "-f", "/etc/kubernetes/openssl.conf", "-d", "/etc/kubernetes/ssl"], "delta": "0:00:00.936165", "end": "2017-11-01 09:41:42.587118", "failed": false, "rc": 0, "start": "2017-11-01 09:41:41.650953", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

TASK [kubernetes/secrets : set_fact] ****************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:68
Wednesday 01 November 2017  09:41:42 +0000 (0:00:01.150)       0:03:58.712 ****
ok: [master] => {"ansible_facts": {"all_master_certs": ["ca-key.pem", "apiserver.pem", "apiserver-key.pem", "kube-scheduler.pem", "kube-scheduler-key.pem", "kube-controller-manager.pem", "kube-controller-manager-key.pem", "admin-master.pem", "admin-master-key.pem"], "all_node_certs": ["ca.pem", "node-master.pem", "node-master-key.pem", "kube-proxy-master.pem", "kube-proxy-master-key.pem"], "my_master_certs": ["ca-key.pem", "admin-master.pem", "admin-master-key.pem", "apiserver.pem", "apiserver-key.pem", "kube-scheduler.pem", "kube-scheduler-key.pem", "kube-controller-manager.pem", "kube-controller-manager-key.pem"], "my_node_certs": ["ca.pem", "node-master.pem", "node-master-key.pem", "kube-proxy-master.pem", "kube-proxy-master-key.pem"]}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Gen_certs | Gather master certs] *****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:104
Wednesday 01 November 2017  09:41:42 +0000 (0:00:00.130)       0:03:58.843 ****

TASK [kubernetes/secrets : Gen_certs | Gather node certs] *******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:115
Wednesday 01 November 2017  09:41:42 +0000 (0:00:00.033)       0:03:58.877 ****

TASK [kubernetes/secrets : Gen_certs | Prepare tempfile for unpacking certs] ************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:131
Wednesday 01 November 2017  09:41:42 +0000 (0:00:00.023)       0:03:58.901 ****

TASK [kubernetes/secrets : Gen_certs | Write master certs to tempfile] ******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:137
Wednesday 01 November 2017  09:41:42 +0000 (0:00:00.025)       0:03:58.927 ****

TASK [kubernetes/secrets : Gen_certs | Unpack certs on masters] *************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:146
Wednesday 01 November 2017  09:41:42 +0000 (0:00:00.027)       0:03:58.954 ****

TASK [kubernetes/secrets : Gen_certs | Cleanup tempfile] ********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:155
Wednesday 01 November 2017  09:41:42 +0000 (0:00:00.026)       0:03:58.980 ****

TASK [kubernetes/secrets : Gen_certs | Copy certs on nodes] *****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:162
Wednesday 01 November 2017  09:41:42 +0000 (0:00:00.023)       0:03:59.004 ****

TASK [kubernetes/secrets : Gen_certs | check certificate permissions] *******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_certs_script.yml:174
Wednesday 01 November 2017  09:41:42 +0000 (0:00:00.023)       0:03:59.027 ****
changed: [master] => {"changed": true, "failed": false, "gid": 999, "group": "kube-cert", "mode": "0700", "owner": "kube", "path": "/etc/kubernetes/ssl", "size": 4096, "state": "directory", "uid": 999}

TASK [kubernetes/secrets : Gen_certs | target ca-certificates path] *********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/upd_ca_trust.yml:2
Wednesday 01 November 2017  09:41:43 +0000 (0:00:00.198)       0:03:59.226 ****
ok: [master] => {"ansible_facts": {"ca_cert_path": "/usr/local/share/ca-certificates/kube-ca.crt"}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Gen_certs | add CA to trusted CA dir] ************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/upd_ca_trust.yml:15
Wednesday 01 November 2017  09:41:43 +0000 (0:00:00.114)       0:03:59.341 ****
changed: [master] => {"changed": true, "checksum": "4f8f5f2f31471f64c5dd3626c6cbd94cb635e3ce", "dest": "/usr/local/share/ca-certificates/kube-ca.crt", "failed": false, "gid": 0, "group": "root", "md5sum": "933b73b70c72e0acebae32c24d0d5eb9", "mode": "0644", "owner": "root", "size": 1090, "src": "/etc/kubernetes/ssl/ca.pem", "state": "file", "uid": 0}

TASK [kubernetes/secrets : Gen_certs | update ca-certificates (Debian/Ubuntu/Container Linux by CoreOS)] ********************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/upd_ca_trust.yml:22
Wednesday 01 November 2017  09:41:43 +0000 (0:00:00.201)       0:03:59.543 ****
changed: [master] => {"changed": true, "cmd": ["update-ca-certificates"], "delta": "0:00:01.361298", "end": "2017-11-01 09:41:44.985579", "failed": false, "rc": 0, "start": "2017-11-01 09:41:43.624281", "stderr": "", "stderr_lines": [], "stdout": "Updating certificates in /etc/ssl/certs...\n1 added, 0 removed; done.\nRunning hooks in /etc/ca-certificates/update.d...\ndone.", "stdout_lines": ["Updating certificates in /etc/ssl/certs...", "1 added, 0 removed; done.", "Running hooks in /etc/ca-certificates/update.d...", "done."]}

TASK [kubernetes/secrets : Gen_certs | update ca-certificates (RedHat)] *****************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/upd_ca_trust.yml:26
Wednesday 01 November 2017  09:41:44 +0000 (0:00:01.567)       0:04:01.110 ****

TASK [kubernetes/secrets : Gen_certs | Get certificate serials on kube masters] *********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:80
Wednesday 01 November 2017  09:41:45 +0000 (0:00:00.024)       0:04:01.134 ****
changed: [master] => (item=admin-master.pem) => {"changed": true, "cmd": "openssl x509 -in /etc/kubernetes/ssl/admin-master.pem -noout -serial | cut -d= -f2", "delta": "0:00:00.003858", "end": "2017-11-01 09:41:45.220431", "failed": false, "item": "admin-master.pem", "rc": 0, "start": "2017-11-01 09:41:45.216573", "stderr": "", "stderr_lines": [], "stdout": "F498674FDEDCD988", "stdout_lines": ["F498674FDEDCD988"]}
changed: [master] => (item=apiserver.pem) => {"changed": true, "cmd": "openssl x509 -in /etc/kubernetes/ssl/apiserver.pem -noout -serial | cut -d= -f2", "delta": "0:00:00.003558", "end": "2017-11-01 09:41:45.380444", "failed": false, "item": "apiserver.pem", "rc": 0, "start": "2017-11-01 09:41:45.376886", "stderr": "", "stderr_lines": [], "stdout": "F498674FDEDCD985", "stdout_lines": ["F498674FDEDCD985"]}
changed: [master] => (item=kube-controller-manager.pem) => {"changed": true, "cmd": "openssl x509 -in /etc/kubernetes/ssl/kube-controller-manager.pem -noout -serial | cut -d= -f2", "delta": "0:00:00.004142", "end": "2017-11-01 09:41:45.544362", "failed": false, "item": "kube-controller-manager.pem", "rc": 0, "start": "2017-11-01 09:41:45.540220", "stderr": "", "stderr_lines": [], "stdout": "F498674FDEDCD987", "stdout_lines": ["F498674FDEDCD987"]}
changed: [master] => (item=kube-scheduler.pem) => {"changed": true, "cmd": "openssl x509 -in /etc/kubernetes/ssl/kube-scheduler.pem -noout -serial | cut -d= -f2", "delta": "0:00:00.003481", "end": "2017-11-01 09:41:45.785679", "failed": false, "item": "kube-scheduler.pem", "rc": 0, "start": "2017-11-01 09:41:45.782198", "stderr": "", "stderr_lines": [], "stdout": "F498674FDEDCD986", "stdout_lines": ["F498674FDEDCD986"]}

TASK [kubernetes/secrets : Gen_certs | set kube master certificate serial facts] ********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:90
Wednesday 01 November 2017  09:41:45 +0000 (0:00:00.774)       0:04:01.909 ****
ok: [master] => {"ansible_facts": {"apiserver_cert_serial": "F498674FDEDCD985", "controller_manager_cert_serial": "F498674FDEDCD987", "etcd_admin_cert_serial": "F498674FDEDCD988", "scheduler_cert_serial": "F498674FDEDCD986"}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Gen_certs | Get certificate serials on kube nodes] ***********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:98
Wednesday 01 November 2017  09:41:45 +0000 (0:00:00.124)       0:04:02.033 ****
changed: [master] => (item=node-master.pem) => {"changed": true, "cmd": "openssl x509 -in /etc/kubernetes/ssl/node-master.pem -noout -serial | cut -d= -f2", "delta": "0:00:00.004253", "end": "2017-11-01 09:41:46.120658", "failed": false, "item": "node-master.pem", "rc": 0, "start": "2017-11-01 09:41:46.116405", "stderr": "", "stderr_lines": [], "stdout": "F498674FDEDCD989", "stdout_lines": ["F498674FDEDCD989"]}
changed: [master] => (item=kube-proxy-master.pem) => {"changed": true, "cmd": "openssl x509 -in /etc/kubernetes/ssl/kube-proxy-master.pem -noout -serial | cut -d= -f2", "delta": "0:00:00.004493", "end": "2017-11-01 09:41:46.365321", "failed": false, "item": "kube-proxy-master.pem", "rc": 0, "start": "2017-11-01 09:41:46.360828", "stderr": "", "stderr_lines": [], "stdout": "F498674FDEDCD98A", "stdout_lines": ["F498674FDEDCD98A"]}

TASK [kubernetes/secrets : Gen_certs | set kube node certificate serial facts] **********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/main.yml:106
Wednesday 01 November 2017  09:41:46 +0000 (0:00:00.455)       0:04:02.489 ****
ok: [master] => {"ansible_facts": {"kube_proxy_cert_serial": "F498674FDEDCD98A", "kubelet_cert_serial": "F498674FDEDCD989"}, "changed": false, "failed": false}

TASK [kubernetes/secrets : Gen_tokens | copy tokens generation script] ******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_tokens.yml:2
Wednesday 01 November 2017  09:41:46 +0000 (0:00:00.127)       0:04:02.617 ****
changed: [master -> None] => {"changed": true, "checksum": "ab9b3d2dcccd53c1fbd42398be62d69b2ce1a1bf", "dest": "/usr/local/bin/kubernetes-scripts/kube-gen-token.sh", "failed": false, "gid": 0, "group": "root", "md5sum": "4eedc4fc52b3a21f2a6057ff7e1f1b37", "mode": "0700", "owner": "root", "size": 1155, "src": "/root/.ansible/tmp/ansible-tmp-1509529306.63-279550223465885/source", "state": "file", "uid": 0}

TASK [kubernetes/secrets : Gen_tokens | generate tokens for master components] **********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_tokens.yml:11
Wednesday 01 November 2017  09:41:46 +0000 (0:00:00.357)       0:04:02.974 ****
changed: [master -> None] => (item=[u'system:kubectl', u'master']) => {"changed": true, "cmd": ["/usr/local/bin/kubernetes-scripts/kube-gen-token.sh", "system:kubectl-master"], "delta": "0:00:00.010331", "end": "2017-11-01 09:41:47.076029", "failed": false, "item": ["system:kubectl", "master"], "rc": 0, "start": "2017-11-01 09:41:47.065698", "stderr": "", "stderr_lines": [], "stdout": "Added system:kubectl-master", "stdout_lines": ["Added system:kubectl-master"]}

TASK [kubernetes/secrets : Gen_tokens | generate tokens for node components] ************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_tokens.yml:25
Wednesday 01 November 2017  09:41:47 +0000 (0:00:00.241)       0:04:03.216 ****
changed: [master -> None] => (item=[u'system:kubelet', u'master']) => {"changed": true, "cmd": ["/usr/local/bin/kubernetes-scripts/kube-gen-token.sh", "system:kubelet-master"], "delta": "0:00:00.004948", "end": "2017-11-01 09:41:47.304150", "failed": false, "item": ["system:kubelet", "master"], "rc": 0, "start": "2017-11-01 09:41:47.299202", "stderr": "", "stderr_lines": [], "stdout": "Added system:kubelet-master", "stdout_lines": ["Added system:kubelet-master"]}

TASK [kubernetes/secrets : Gen_tokens | Get list of tokens from first master] ***********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_tokens.yml:39
Wednesday 01 November 2017  09:41:47 +0000 (0:00:00.222)       0:04:03.438 ****
changed: [master -> None] => {"changed": true, "cmd": "(find /etc/kubernetes/tokens -maxdepth 1 -type f)", "delta": "0:00:00.002194", "end": "2017-11-01 09:41:47.524192", "failed": false, "rc": 0, "start": "2017-11-01 09:41:47.521998", "stderr": "", "stderr_lines": [], "stdout": "/etc/kubernetes/tokens/system:kubectl-master.token\n/etc/kubernetes/tokens/system:kubelet-master.token\n/etc/kubernetes/tokens/known_tokens.csv", "stdout_lines": ["/etc/kubernetes/tokens/system:kubectl-master.token", "/etc/kubernetes/tokens/system:kubelet-master.token", "/etc/kubernetes/tokens/known_tokens.csv"]}

TASK [kubernetes/secrets : Gen_tokens | Gather tokens] **********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_tokens.yml:47
Wednesday 01 November 2017  09:41:47 +0000 (0:00:00.215)       0:04:03.654 ****
 [WARNING]: Consider using unarchive module rather than running tar

changed: [master -> None] => {"changed": true, "cmd": "tar cfz - /etc/kubernetes/tokens/system:kubectl-master.token /etc/kubernetes/tokens/system:kubelet-master.token /etc/kubernetes/tokens/known_tokens.csv | base64 --wrap=0", "delta": "0:00:00.003155", "end": "2017-11-01 09:41:47.744904", "failed": false, "rc": 0, "start": "2017-11-01 09:41:47.741749", "stderr": "tar: Removing leading `/' from member names", "stderr_lines": ["tar: Removing leading `/' from member names"], "stdout": "H4sIANuW+VkAA+3Wu07DMBQG4Mx9ijxAaXxLUjFHnSDQVi20C2qDp1xMYpeEtyeUCWRhBUQr0P8tls+xZC+/bWmyID/sZVNJI3VgVC4rHegXbWR5+dbITHFR7vppMzk2veFILxLiOPY+j4QI6lFO44hT3vMIo5wxzyff2Guwgza7xve9Rinz1TpX/49KyrbsFvtFGm5vwnoVX6dPHY2vxLKl6XyWiNG5Dwi/SrryX0hzlvwL5P8UtgnbrFR0y9bZvJ6l6/vlY5PkrJvqmhR3U4L8/2/2/OeVaquH98kk088/28OVf8bZx/zTmPEQ+T8F1/s/tn4F7dWR6zIZW98VexUXDwAAAAAAAAAAAAAAAADAIK9lRtGvACgAAA==", "stdout_lines": ["H4sIANuW+VkAA+3Wu07DMBQG4Mx9ijxAaXxLUjFHnSDQVi20C2qDp1xMYpeEtyeUCWRhBUQr0P8tls+xZC+/bWmyID/sZVNJI3VgVC4rHegXbWR5+dbITHFR7vppMzk2veFILxLiOPY+j4QI6lFO44hT3vMIo5wxzyff2Guwgza7xve9Rinz1TpX/49KyrbsFvtFGm5vwnoVX6dPHY2vxLKl6XyWiNG5Dwi/SrryX0hzlvwL5P8UtgnbrFR0y9bZvJ6l6/vlY5PkrJvqmhR3U4L8/2/2/OeVaquH98kk088/28OVf8bZx/zTmPEQ+T8F1/s/tn4F7dWR6zIZW98VexUXDwAAAAAAAAAAAAAAAADAIK9lRtGvACgAAA=="]}

TASK [kubernetes/secrets : Gen_tokens | Copy tokens on masters] *************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/secrets/tasks/gen_tokens.yml:55
Wednesday 01 November 2017  09:41:47 +0000 (0:00:00.215)       0:04:03.869 ****

TASK [kubernetes/node : look up docker cgroup driver] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/facts.yml:2
Wednesday 01 November 2017  09:41:47 +0000 (0:00:00.028)       0:04:03.898 ****
ok: [master] => {"changed": false, "cmd": "docker info | grep 'Cgroup Driver' | awk -F': ' '{ print $2; }'", "delta": "0:00:00.018703", "end": "2017-11-01 09:41:47.986674", "failed": false, "rc": 0, "start": "2017-11-01 09:41:47.967971", "stderr": "WARNING: No swap limit support", "stderr_lines": ["WARNING: No swap limit support"], "stdout": "cgroupfs", "stdout_lines": ["cgroupfs"]}

TASK [kubernetes/node : set_fact] *******************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/facts.yml:7
Wednesday 01 November 2017  09:41:47 +0000 (0:00:00.212)       0:04:04.110 ****
ok: [master] => {"ansible_facts": {"kubelet_cgroup_driver_detected": "cgroupfs", "standalone_kubelet": false}, "changed": false, "failed": false}

TASK [kubernetes/node : Pre-upgrade | copy /var/lib/cni from kubelet] *******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/pre_upgrade.yml:2
Wednesday 01 November 2017  09:41:48 +0000 (0:00:00.119)       0:04:04.230 ****
changed: [master] => {"changed": true, "cmd": ["docker", "cp", "kubelet:/var/lib/cni", "/var/lib/cni"], "delta": "0:00:00.010820", "end": "2017-11-01 09:41:48.317605", "failed": false, "failed_when_result": false, "msg": "non-zero return code", "rc": 1, "start": "2017-11-01 09:41:48.306785", "stderr": "Error response from daemon: No such container: kubelet", "stderr_lines": ["Error response from daemon: No such container: kubelet"], "stdout": "", "stdout_lines": []}

TASK [kubernetes/node : Pre-upgrade | ensure kubelet container is stopped if using host deployment] *************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/pre_upgrade.yml:8
Wednesday 01 November 2017  09:41:48 +0000 (0:00:00.211)       0:04:04.442 ****
ok: [master] => {"changed": false, "cmd": ["docker", "stop", "kubelet"], "delta": "0:00:00.011882", "end": "2017-11-01 09:41:48.535502", "failed": false, "failed_when_result": false, "msg": "non-zero return code", "rc": 1, "start": "2017-11-01 09:41:48.523620", "stderr": "Error response from daemon: No such container: kubelet", "stderr_lines": ["Error response from daemon: No such container: kubelet"], "stdout": "", "stdout_lines": []}

TASK [kubernetes/node : Ensure /var/lib/cni exists] *************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:10
Wednesday 01 November 2017  09:41:48 +0000 (0:00:00.217)       0:04:04.660 ****
changed: [master] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/cni", "size": 4096, "state": "directory", "uid": 0}

TASK [kubernetes/node : install | Set SSL CA directories] *******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/install.yml:2
Wednesday 01 November 2017  09:41:48 +0000 (0:00:00.206)       0:04:04.866 ****
ok: [master] => {"ansible_facts": {"ssl_ca_dirs": ["/usr/share/ca-certificates"]}, "changed": false, "failed": false}

TASK [kubernetes/node : Set kubelet deployment to host if kubeadm is enabled] ***********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/install.yml:17
Wednesday 01 November 2017  09:41:48 +0000 (0:00:00.120)       0:04:04.987 ****

TASK [kubernetes/node : install | Copy kubeadm binary from download dir] ****************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/install.yml:24
Wednesday 01 November 2017  09:41:48 +0000 (0:00:00.022)       0:04:05.009 ****

TASK [kubernetes/node : install | Set kubeadm binary permissions] ***********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/install.yml:31
Wednesday 01 November 2017  09:41:48 +0000 (0:00:00.021)       0:04:05.030 ****

TASK [kubernetes/node : include] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/install.yml:40
Wednesday 01 November 2017  09:41:48 +0000 (0:00:00.020)       0:04:05.051 ****
included: /root/kubespray/roles/kubernetes/node/tasks/install_host.yml for master

TASK [kubernetes/node : install | Compare host kubelet with hyperkube container] ********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/install_host.yml:2
Wednesday 01 November 2017  09:41:48 +0000 (0:00:00.055)       0:04:05.106 ****
ok: [master] => {"attempts": 1, "changed": false, "cmd": ["/usr/bin/docker", "run", "--rm", "-v", "/usr/local/bin:/systembindir", "quay.io/coreos/hyperkube:v1.8.2_coreos.0", "/usr/bin/cmp", "/hyperkube", "/systembindir/kubelet"], "delta": "0:00:00.383343", "end": "2017-11-01 09:41:49.571221", "failed": false, "failed_when_result": false, "msg": "non-zero return code", "rc": 2, "start": "2017-11-01 09:41:49.187878", "stderr": "/usr/bin/cmp: /systembindir/kubelet: No such file or directory", "stderr_lines": ["/usr/bin/cmp: /systembindir/kubelet: No such file or directory"], "stdout": "", "stdout_lines": []}

TASK [kubernetes/node : install | Copy kubelet from hyperkube container] ****************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/install_host.yml:14
Wednesday 01 November 2017  09:41:49 +0000 (0:00:00.597)       0:04:05.704 ****
NOTIFIED HANDLER restart kubelet
changed: [master] => {"attempts": 1, "changed": true, "cmd": ["/usr/bin/docker", "run", "--rm", "-v", "/usr/local/bin:/systembindir", "quay.io/coreos/hyperkube:v1.8.2_coreos.0", "/bin/cp", "-f", "/hyperkube", "/systembindir/kubelet"], "delta": "0:00:00.622781", "end": "2017-11-01 09:41:50.412678", "failed": false, "rc": 0, "start": "2017-11-01 09:41:49.789897", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

TASK [kubernetes/node : install | Copy socat wrapper for Container Linux] ***************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/install_host.yml:26
Wednesday 01 November 2017  09:41:50 +0000 (0:00:00.842)       0:04:06.546 ****

TASK [kubernetes/node : install | Write kubelet systemd init file] **********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/install.yml:42
Wednesday 01 November 2017  09:41:50 +0000 (0:00:00.023)       0:04:06.570 ****
changed: [master] => {"changed": true, "checksum": "bce31f529284f4bf60e7b726857f0887bcbd65e7", "dest": "/etc/systemd/system/kubelet.service", "failed": false, "gid": 0, "group": "root", "md5sum": "74df568f5ccde14b3c4b57640632e6d8", "mode": "0644", "owner": "root", "size": 547, "src": "/root/.ansible/tmp/ansible-tmp-1509529310.6-153258360614110/source", "state": "file", "uid": 0}

TASK [kubernetes/node : nginx-proxy | Write static pod] *********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/nginx-proxy.yml:2
Wednesday 01 November 2017  09:41:50 +0000 (0:00:00.387)       0:04:06.958 ****

TASK [kubernetes/node : nginx-proxy | Make nginx directory] *****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/nginx-proxy.yml:7
Wednesday 01 November 2017  09:41:50 +0000 (0:00:00.026)       0:04:06.985 ****

TASK [kubernetes/node : nginx-proxy | Write nginx-proxy configuration] ******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/nginx-proxy.yml:14
Wednesday 01 November 2017  09:41:50 +0000 (0:00:00.025)       0:04:07.010 ****

TASK [kubernetes/node : Write kubelet config file (non-kubeadm)] ************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:25
Wednesday 01 November 2017  09:41:50 +0000 (0:00:00.026)       0:04:07.036 ****
changed: [master] => {"changed": true, "checksum": "0c16a18deccff48540b784eec3c2bc56443b5da4", "dest": "/etc/kubernetes/kubelet.env", "failed": false, "gid": 0, "group": "root", "md5sum": "768c922614f8a31fcf0465cd2a3f66c7", "mode": "0644", "owner": "root", "size": 1575, "src": "/root/.ansible/tmp/ansible-tmp-1509529311.17-258314480236517/source", "state": "file", "uid": 0}

TASK [kubernetes/node : Write kubelet config file (kubeadm)] ****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:35
Wednesday 01 November 2017  09:41:51 +0000 (0:00:00.499)       0:04:07.536 ****

TASK [kubernetes/node : write the kubecfg (auth) file for kubelet] **********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:46
Wednesday 01 November 2017  09:41:51 +0000 (0:00:00.020)       0:04:07.557 ****
changed: [master] => (item=node) => {"changed": true, "checksum": "2bed3a2e9cceb4c0cb848c6b57094b34e0efb479", "dest": "/etc/kubernetes/node-kubeconfig.yaml", "failed": false, "gid": 0, "group": "root", "item": "node", "md5sum": "398ace86afe79479646f526b251a6762", "mode": "0644", "owner": "root", "size": 426, "src": "/root/.ansible/tmp/ansible-tmp-1509529311.6-174010938013397/source", "state": "file", "uid": 0}
changed: [master] => (item=kube-proxy) => {"changed": true, "checksum": "061a33cdaf8e6318a009b857ad0b584c4059fade", "dest": "/etc/kubernetes/kube-proxy-kubeconfig.yaml", "failed": false, "gid": 0, "group": "root", "item": "kube-proxy", "md5sum": "4b478b072c5126f8ffa4cc29a9dab6fb", "mode": "0644", "owner": "root", "size": 450, "src": "/root/.ansible/tmp/ansible-tmp-1509529312.02-127970710121681/source", "state": "file", "uid": 0}

TASK [kubernetes/node : Ensure nodePort range is reserved] ******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:59
Wednesday 01 November 2017  09:41:52 +0000 (0:00:00.820)       0:04:08.378 ****
changed: [master] => {"changed": true, "failed": false}

TASK [kubernetes/node : Verify if br_netfilter module exists] ***************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:70
Wednesday 01 November 2017  09:41:52 +0000 (0:00:00.203)       0:04:08.581 ****
ok: [master] => {"changed": false, "cmd": "modinfo br_netfilter", "delta": "0:00:00.003227", "end": "2017-11-01 09:41:52.663316", "failed": false, "failed_when_result": false, "rc": 0, "start": "2017-11-01 09:41:52.660089", "stderr": "", "stderr_lines": [], "stdout": "filename:       /lib/modules/4.4.0-87-generic/kernel/net/bridge/br_netfilter.ko\ndescription:    Linux ethernet netfilter firewall bridge\nauthor:         Bart De Schuymer <bdschuym@pandora.be>\nauthor:         Lennert Buytenhek <buytenh@gnu.org>\nlicense:        GPL\nsrcversion:     2D11CDBC6079E453C781F51\ndepends:        bridge\nintree:         Y\nvermagic:       4.4.0-87-generic SMP mod_unload modversions ", "stdout_lines": ["filename:       /lib/modules/4.4.0-87-generic/kernel/net/bridge/br_netfilter.ko", "description:    Linux ethernet netfilter firewall bridge", "author:         Bart De Schuymer <bdschuym@pandora.be>", "author:         Lennert Buytenhek <buytenh@gnu.org>", "license:        GPL", "srcversion:     2D11CDBC6079E453C781F51", "depends:        bridge", "intree:         Y", "vermagic:       4.4.0-87-generic SMP mod_unload modversions "]}

TASK [kubernetes/node : Enable br_netfilter module] *************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:76
Wednesday 01 November 2017  09:41:52 +0000 (0:00:00.213)       0:04:08.794 ****
ok: [master] => {"changed": false, "failed": false, "name": "br_netfilter", "params": "", "state": "present"}

TASK [kubernetes/node : Persist br_netfilter module] ************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:82
Wednesday 01 November 2017  09:41:53 +0000 (0:00:00.372)       0:04:09.167 ****
changed: [master] => {"changed": true, "checksum": "c3394aff3e3a3e3920e68205b8e839b3d725648e", "dest": "/etc/modules-load.d/kubespray-br_netfilter.conf", "failed": false, "gid": 0, "group": "root", "md5sum": "6f034a1d190cd9ba928c0c4df2a4aad4", "mode": "0644", "owner": "root", "size": 12, "src": "/root/.ansible/tmp/ansible-tmp-1509529313.26-98872991028733/source", "state": "file", "uid": 0}

TASK [kubernetes/node : Check if bridge-nf-call-iptables key exists] ********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:89
Wednesday 01 November 2017  09:41:53 +0000 (0:00:00.431)       0:04:09.598 ****
ok: [master] => {"changed": false, "cmd": ["sysctl", "net.bridge.bridge-nf-call-iptables"], "delta": "0:00:00.001766", "end": "2017-11-01 09:41:53.682053", "failed": false, "failed_when_result": false, "rc": 0, "start": "2017-11-01 09:41:53.680287", "stderr": "", "stderr_lines": [], "stdout": "net.bridge.bridge-nf-call-iptables = 1", "stdout_lines": ["net.bridge.bridge-nf-call-iptables = 1"]}

TASK [kubernetes/node : Enable bridge-nf-call tables] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:95
Wednesday 01 November 2017  09:41:53 +0000 (0:00:00.208)       0:04:09.806 ****

TASK [kubernetes/node : Write proxy manifest] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:107
Wednesday 01 November 2017  09:41:53 +0000 (0:00:00.037)       0:04:09.844 ****
changed: [master] => {"changed": true, "checksum": "1d038b57c7f02af97ceacaebb7a0457b9aca316f", "dest": "/etc/kubernetes/manifests/kube-proxy.manifest", "failed": false, "gid": 0, "group": "root", "md5sum": "07e34ab0d8a27ad03d08f276108b740a", "mode": "0644", "owner": "root", "size": 1423, "src": "/root/.ansible/tmp/ansible-tmp-1509529313.87-57888738888869/source", "state": "file", "uid": 0}

TASK [kubernetes/node : Purge proxy manifest for kubeadm] *******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:115
Wednesday 01 November 2017  09:41:54 +0000 (0:00:00.375)       0:04:10.219 ****

RUNNING HANDLER [kubernetes/secrets : set secret_changed] *******************************************************************************************************************************************
Wednesday 01 November 2017  09:41:54 +0000 (0:00:00.014)       0:04:10.234 ****
NOTIFIED HANDLER set secret_changed to true
NOTIFIED HANDLER clear kubeconfig for root user
changed: [master] => {"changed": true, "cmd": ["/bin/true"], "delta": "0:00:00.001383", "end": "2017-11-01 09:41:54.315650", "failed": false, "rc": 0, "start": "2017-11-01 09:41:54.314267", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [kubernetes/secrets : set secret_changed to true] ***********************************************************************************************************************************
Wednesday 01 November 2017  09:41:54 +0000 (0:00:00.207)       0:04:10.441 ****
ok: [master] => {"ansible_facts": {"secret_changed": true}, "changed": false, "failed": false}

RUNNING HANDLER [kubernetes/secrets : clear kubeconfig for root user] *******************************************************************************************************************************
Wednesday 01 November 2017  09:41:54 +0000 (0:00:00.118)       0:04:10.559 ****
ok: [master] => {"changed": false, "failed": false, "path": "/root/.kube/config", "state": "absent"}

RUNNING HANDLER [kubernetes/node : restart kubelet] *************************************************************************************************************************************************
Wednesday 01 November 2017  09:41:54 +0000 (0:00:00.199)       0:04:10.759 ****
NOTIFIED HANDLER Kubelet | reload systemd
NOTIFIED HANDLER Kubelet | reload kubelet
changed: [master] => {"changed": true, "cmd": ["/bin/true"], "delta": "0:00:00.001298", "end": "2017-11-01 09:41:54.841890", "failed": false, "rc": 0, "start": "2017-11-01 09:41:54.840592", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [kubernetes/node : Kubelet | reload systemd] ****************************************************************************************************************************************
Wednesday 01 November 2017  09:41:54 +0000 (0:00:00.216)       0:04:10.975 ****
changed: [master] => {"changed": true, "cmd": ["systemctl", "daemon-reload"], "delta": "0:00:00.061140", "end": "2017-11-01 09:41:55.198763", "failed": false, "rc": 0, "start": "2017-11-01 09:41:55.137623", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

RUNNING HANDLER [kubernetes/node : Kubelet | reload kubelet] ****************************************************************************************************************************************
Wednesday 01 November 2017  09:41:55 +0000 (0:00:00.344)       0:04:11.319 ****
changed: [master] => {"changed": true, "failed": false, "name": "kubelet", "state": "started", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "After": "basic.target sysinit.target systemd-journald.socket system.slice docker.service", "AllowIsolate": "no", "AmbientCapabilities": "0", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "18446744073709551615", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "18446744073709551615", "CPUUsageNSec": "18446744073709551615", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "18446744073709551615", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "Conflicts": "shutdown.target", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Kubernetes Kubelet Server", "DevicePolicy": "auto", "Documentation": "https://github.com/GoogleCloudPlatform/kubernetes", "EnvironmentFile": "/etc/kubernetes/kubelet.env (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/local/bin/kubelet ; argv[]=/usr/local/bin/kubelet $KUBE_LOGTOSTDERR $KUBE_LOG_LEVEL $KUBELET_API_SERVER $KUBELET_ADDRESS $KUBELET_PORT $KUBELET_HOSTNAME $KUBE_ALLOW_PRIV $KUBELET_ARGS $DOCKER_SOCKET $KUBELET_NETWORK_PLUGIN $KUBELET_CLOUDPROVIDER ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/etc/systemd/system/kubelet.service", "GuessMainPID": "yes", "IOScheduling": "0", "Id": "kubelet.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "18446744073709551615", "LimitASSoft": "18446744073709551615", "LimitCORE": "18446744073709551615", "LimitCORESoft": "0", "LimitCPU": "18446744073709551615", "LimitCPUSoft": "18446744073709551615", "LimitDATA": "18446744073709551615", "LimitDATASoft": "18446744073709551615", "LimitFSIZE": "18446744073709551615", "LimitFSIZESoft": "18446744073709551615", "LimitLOCKS": "18446744073709551615", "LimitLOCKSSoft": "18446744073709551615", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "15650", "LimitNPROCSoft": "15650", "LimitRSS": "18446744073709551615", "LimitRSSSoft": "18446744073709551615", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "18446744073709551615", "LimitRTTIMESoft": "18446744073709551615", "LimitSIGPENDING": "15650", "LimitSIGPENDINGSoft": "15650", "LimitSTACK": "18446744073709551615", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "MainPID": "0", "MemoryAccounting": "no", "MemoryCurrent": "18446744073709551615", "MemoryLimit": "18446744073709551615", "MountFlags": "0", "NFileDescriptorStore": "0", "Names": "kubelet.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "ProtectHome": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "Requires": "sysinit.target system.slice", "Restart": "always", "RestartUSec": "10s", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitInterval": "10000000", "StartupBlockIOWeight": "18446744073709551615", "StartupCPUShares": "18446744073709551615", "StateChangeTimestampMonotonic": "0", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "no", "TasksCurrent": "18446744073709551615", "TasksMax": "18446744073709551615", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "UtmpMode": "init", "Wants": "docker.socket", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}}
META: ran handlers

TASK [kubernetes/node : Enable kubelet] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/node/tasks/main.yml:126
Wednesday 01 November 2017  09:41:55 +0000 (0:00:00.255)       0:04:11.575 ****
changed: [master] => {"changed": true, "enabled": true, "failed": false, "name": "kubelet", "state": "started", "status": {"ActiveEnterTimestamp": "Wed 2017-11-01 09:41:55 UTC", "ActiveEnterTimestampMonotonic": "1028104150", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "basic.target docker.service system.slice sysinit.target systemd-journald.socket", "AllowIsolate": "no", "AmbientCapabilities": "0", "AssertResult": "yes", "AssertTimestamp": "Wed 2017-11-01 09:41:55 UTC", "AssertTimestampMonotonic": "1028091917", "Before": "shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "18446744073709551615", "CPUAccounting": "no", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "18446744073709551615", "CPUUsageNSec": "200772394", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "18446744073709551615", "ConditionResult": "yes", "ConditionTimestamp": "Wed 2017-11-01 09:41:55 UTC", "ConditionTimestampMonotonic": "1028091917", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/kubelet.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Kubernetes Kubelet Server", "DevicePolicy": "auto", "Documentation": "https://github.com/GoogleCloudPlatform/kubernetes", "EnvironmentFile": "/etc/kubernetes/kubelet.env (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "13669", "ExecMainStartTimestamp": "Wed 2017-11-01 09:41:55 UTC", "ExecMainStartTimestampMonotonic": "1028104119", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/local/bin/kubelet ; argv[]=/usr/local/bin/kubelet $KUBE_LOGTOSTDERR $KUBE_LOG_LEVEL $KUBELET_API_SERVER $KUBELET_ADDRESS $KUBELET_PORT $KUBELET_HOSTNAME $KUBE_ALLOW_PRIV $KUBELET_ARGS $DOCKER_SOCKET $KUBELET_NETWORK_PLUGIN $KUBELET_CLOUDPROVIDER ; ignore_errors=no ; start_time=[Wed 2017-11-01 09:41:55 UTC] ; stop_time=[n/a] ; pid=13669 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/etc/systemd/system/kubelet.service", "GuessMainPID": "yes", "IOScheduling": "0", "Id": "kubelet.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Wed 2017-11-01 09:41:55 UTC", "InactiveExitTimestampMonotonic": "1028104150", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "18446744073709551615", "LimitASSoft": "18446744073709551615", "LimitCORE": "18446744073709551615", "LimitCORESoft": "0", "LimitCPU": "18446744073709551615", "LimitCPUSoft": "18446744073709551615", "LimitDATA": "18446744073709551615", "LimitDATASoft": "18446744073709551615", "LimitFSIZE": "18446744073709551615", "LimitFSIZESoft": "18446744073709551615", "LimitLOCKS": "18446744073709551615", "LimitLOCKSSoft": "18446744073709551615", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "4096", "LimitNOFILESoft": "1024", "LimitNPROC": "15650", "LimitNPROCSoft": "15650", "LimitRSS": "18446744073709551615", "LimitRSSSoft": "18446744073709551615", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "18446744073709551615", "LimitRTTIMESoft": "18446744073709551615", "LimitSIGPENDING": "15650", "LimitSIGPENDINGSoft": "15650", "LimitSTACK": "18446744073709551615", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "MainPID": "13669", "MemoryAccounting": "no", "MemoryCurrent": "17715200", "MemoryLimit": "18446744073709551615", "MountFlags": "0", "NFileDescriptorStore": "0", "Names": "kubelet.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "PrivateDevices": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "ProtectHome": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "Requires": "sysinit.target system.slice", "Restart": "always", "RestartUSec": "10s", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitInterval": "10000000", "StartupBlockIOWeight": "18446744073709551615", "StartupCPUShares": "18446744073709551615", "StateChangeTimestamp": "Wed 2017-11-01 09:41:55 UTC", "StateChangeTimestampMonotonic": "1028104150", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "no", "TasksCurrent": "10", "TasksMax": "18446744073709551615", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "UtmpMode": "init", "Wants": "docker.socket", "WatchdogTimestamp": "Wed 2017-11-01 09:41:55 UTC", "WatchdogTimestampMonotonic": "1028104149", "WatchdogUSec": "0"}}
META: ran handlers
META: ran handlers

PLAY [kube-master] **********************************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:41:55 +0000 (0:00:00.330)       0:04:11.906 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:41:55 +0000 (0:00:00.027)       0:04:11.933 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:41:55 +0000 (0:00:00.034)       0:04:11.967 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:41:55 +0000 (0:00:00.030)       0:04:11.998 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:41:56 +0000 (0:00:00.300)       0:04:12.298 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:41:56 +0000 (0:00:00.281)       0:04:12.580 ****
ok: [master] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [kubernetes/master : Pre-upgrade | etcd3 upgrade | see if old config exists] *******************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/pre-upgrade.yml:2
Wednesday 01 November 2017  09:41:56 +0000 (0:00:00.214)       0:04:12.795 ****
ok: [master -> None] => {"changed": false, "cmd": ["/usr/local/bin/etcdctl", "--peers=https://192.168.200.44:2379", "ls", "/registry/minions"], "delta": "0:00:00.027670", "end": "2017-11-01 09:41:57.011322", "failed": false, "failed_when_result": false, "msg": "non-zero return code", "rc": 4, "start": "2017-11-01 09:41:56.983652", "stderr": "Error:  100: Key not found (/registry) [4]", "stderr_lines": ["Error:  100: Key not found (/registry) [4]"], "stdout": "", "stdout_lines": []}

TASK [kubernetes/master : Pre-upgrade | etcd3 upgrade | use etcd2 unless forced to etcd3] ***********************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/pre-upgrade.yml:12
Wednesday 01 November 2017  09:41:57 +0000 (0:00:00.339)       0:04:13.134 ****

TASK [kubernetes/master : Pre-upgrade | Delete master manifests] ************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/pre-upgrade.yml:17
Wednesday 01 November 2017  09:41:57 +0000 (0:00:00.026)       0:04:13.161 ****
ok: [master] => (item=kube-apiserver) => {"changed": false, "failed": false, "item": "kube-apiserver", "path": "/etc/kubernetes/manifests/kube-apiserver.manifest", "state": "absent"}
ok: [master] => (item=kube-controller-manager) => {"changed": false, "failed": false, "item": "kube-controller-manager", "path": "/etc/kubernetes/manifests/kube-controller-manager.manifest", "state": "absent"}
ok: [master] => (item=kube-scheduler) => {"changed": false, "failed": false, "item": "kube-scheduler", "path": "/etc/kubernetes/manifests/kube-scheduler.manifest", "state": "absent"}

TASK [kubernetes/master : Pre-upgrade | Delete master containers forcefully] ************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/pre-upgrade.yml:26
Wednesday 01 November 2017  09:41:57 +0000 (0:00:00.600)       0:04:13.762 ****

TASK [kubernetes/master : Disable kube_basic_auth until kubeadm/441 is fixed] ***********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/main.yml:7
Wednesday 01 November 2017  09:41:57 +0000 (0:00:00.037)       0:04:13.799 ****

TASK [kubernetes/master : Make sure the users directory exits] **************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/users-file.yml:2
Wednesday 01 November 2017  09:41:57 +0000 (0:00:00.021)       0:04:13.820 ****

TASK [kubernetes/master : Populate users for basic auth in API] *************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/users-file.yml:9
Wednesday 01 November 2017  09:41:57 +0000 (0:00:00.026)       0:04:13.846 ****

TASK [kubernetes/master : Compare host kubectl with hyperkube container] ****************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/main.yml:15
Wednesday 01 November 2017  09:41:57 +0000 (0:00:00.022)       0:04:13.869 ****
ok: [master] => {"attempts": 1, "changed": false, "cmd": ["/usr/bin/docker", "run", "--rm", "-v", "/usr/local/bin:/systembindir", "quay.io/coreos/hyperkube:v1.8.2_coreos.0", "/usr/bin/cmp", "/hyperkube", "/systembindir/kubectl"], "delta": "0:00:00.361701", "end": "2017-11-01 09:41:58.307863", "failed": false, "failed_when_result": false, "msg": "non-zero return code", "rc": 2, "start": "2017-11-01 09:41:57.946162", "stderr": "/usr/bin/cmp: /systembindir/kubectl: No such file or directory", "stderr_lines": ["/usr/bin/cmp: /systembindir/kubectl: No such file or directory"], "stdout": "", "stdout_lines": []}

TASK [kubernetes/master : Copy kubectl from hyperkube container] ************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/main.yml:28
Wednesday 01 November 2017  09:41:58 +0000 (0:00:00.569)       0:04:14.439 ****
ok: [master] => {"attempts": 1, "changed": false, "cmd": ["/usr/bin/docker", "run", "--rm", "-v", "/usr/local/bin:/systembindir", "quay.io/coreos/hyperkube:v1.8.2_coreos.0", "/bin/cp", "/hyperkube", "/systembindir/kubectl"], "delta": "0:00:00.847566", "end": "2017-11-01 09:41:59.459415", "failed": false, "rc": 0, "start": "2017-11-01 09:41:58.611849", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

TASK [kubernetes/master : Install kubectl bash completion] ******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/main.yml:41
Wednesday 01 November 2017  09:41:59 +0000 (0:00:01.149)       0:04:15.588 ****
changed: [master] => {"changed": true, "cmd": "/usr/local/bin/kubectl completion bash >/etc/bash_completion.d/kubectl.sh", "delta": "0:00:00.187431", "end": "2017-11-01 09:41:59.861486", "failed": false, "rc": 0, "start": "2017-11-01 09:41:59.674055", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

TASK [kubernetes/master : Set kubectl bash completion file] *****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/main.yml:47
Wednesday 01 November 2017  09:41:59 +0000 (0:00:00.398)       0:04:15.987 ****
changed: [master] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/bash_completion.d/kubectl.sh", "size": 418097, "state": "file", "uid": 0}

TASK [kubernetes/master : kubeadm | Check if old apiserver cert exists on host] *********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:2
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.208)       0:04:16.195 ****

TASK [kubernetes/master : kubeadm | Check service account key] **************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:9
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.029)       0:04:16.224 ****

TASK [kubernetes/master : kubeadm | Check if kubeadm has already run] *******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:16
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.025)       0:04:16.249 ****

TASK [kubernetes/master : kubeadm | Delete old admin.conf] ******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:21
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.025)       0:04:16.275 ****

TASK [kubernetes/master : kubeadm | Delete old static pods] *****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:27
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.026)       0:04:16.301 ****

TASK [kubernetes/master : kubeadm | Forcefully delete old static pods] ******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:34
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.044)       0:04:16.346 ****

TASK [kubernetes/master : kubeadm | aggregate all SANs] *********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:39
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.040)       0:04:16.387 ****

TASK [kubernetes/master : kubeadm | Copy etcd cert dir under k8s cert dir] **************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:64
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.023)       0:04:16.411 ****

TASK [kubernetes/master : kubeadm | Create kubeadm config] ******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:68
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.024)       0:04:16.435 ****

TASK [kubernetes/master : kubeadm | Initialize first master] ****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:74
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.021)       0:04:16.457 ****

TASK [kubernetes/master : kubeadm | Upgrade first master] *******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:83
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.022)       0:04:16.480 ****

TASK [kubernetes/master : kubeadm | Enable kube-proxy] **********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:100
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.021)       0:04:16.501 ****

TASK [kubernetes/master : slurp kubeadm certs] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:105
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.045)       0:04:16.547 ****

TASK [kubernetes/master : kubeadm | write out kubeadm certs] ****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:125
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.106)       0:04:16.654 ****

TASK [kubernetes/master : kubeadm | Init other uninitialized masters] *******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:137
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.108)       0:04:16.762 ****

TASK [kubernetes/master : kubeadm | Upgrade other masters] ******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:144
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.025)       0:04:16.788 ****

TASK [kubernetes/master : kubeadm | Check service account key again] ********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:158
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.030)       0:04:16.818 ****

TASK [kubernetes/master : kubeadm | Set secret_changed if service account key was updated] **********************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-setup.yml:165
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.029)       0:04:16.847 ****

TASK [kubernetes/master : kubeadm | Purge old certs] ************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/kubeadm-cleanup-old-certs.yml:2
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.025)       0:04:16.873 ****

TASK [kubernetes/master : Write kube-apiserver manifest] ********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/static-pod-setup.yml:2
Wednesday 01 November 2017  09:42:00 +0000 (0:00:00.023)       0:04:16.897 ****
NOTIFIED HANDLER Master | wait for the apiserver to be running
changed: [master] => {"changed": true, "checksum": "6f337ba7ecc2c655ac640ecaf4881ef47dfecc88", "dest": "/etc/kubernetes/manifests/kube-apiserver.manifest", "failed": false, "gid": 0, "group": "root", "md5sum": "a32f0d2f96b8e297f14d0f494a235a31", "mode": "0644", "owner": "root", "size": 2901, "src": "/root/.ansible/tmp/ansible-tmp-1509529321.08-132330250465063/source", "state": "file", "uid": 0}

RUNNING HANDLER [kubernetes/master : Master | wait for the apiserver to be running] *****************************************************************************************************************
Wednesday 01 November 2017  09:42:01 +0000 (0:00:00.612)       0:04:17.509 ****
FAILED - RETRYING: Master | wait for the apiserver to be running (20 retries left).
FAILED - RETRYING: Master | wait for the apiserver to be running (19 retries left).
ok: [master] => {"attempts": 3, "changed": false, "connection": "close", "content_length": "2", "content_type": "text/plain; charset=utf-8", "cookies": {}, "date": "Wed, 01 Nov 2017 09:42:13 GMT", "failed": false, "msg": "OK (2 bytes)", "redirected": false, "status": 200, "url": "http://127.0.0.1:8080/healthz"}
META: ran handlers

TASK [kubernetes/master : Write kube-scheduler kubeconfig] ******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/static-pod-setup.yml:12
Wednesday 01 November 2017  09:42:13 +0000 (0:00:12.570)       0:04:30.080 ****
changed: [master] => {"changed": true, "checksum": "cca1e184bf425363350279f3b48ac5c4a8f12dfa", "dest": "/etc/kubernetes/kube-scheduler-kubeconfig.yaml", "failed": false, "gid": 0, "group": "root", "md5sum": "97d11d87956f735448f800a37952ea6c", "mode": "0644", "owner": "root", "size": 460, "src": "/root/.ansible/tmp/ansible-tmp-1509529334.24-122825344323760/source", "state": "file", "uid": 0}

TASK [kubernetes/master : Write kube-scheduler manifest] ********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/static-pod-setup.yml:19
Wednesday 01 November 2017  09:42:14 +0000 (0:00:00.533)       0:04:30.614 ****
NOTIFIED HANDLER Master | wait for kube-scheduler
changed: [master] => {"changed": true, "checksum": "a709d44ea6a6b31499912e0922ede9789eed0578", "dest": "/etc/kubernetes/manifests/kube-scheduler.manifest", "failed": false, "gid": 0, "group": "root", "md5sum": "07cf936f4cf9047d2815975bd0656e59", "mode": "0644", "owner": "root", "size": 1578, "src": "/root/.ansible/tmp/ansible-tmp-1509529334.76-128861642218242/source", "state": "file", "uid": 0}

TASK [kubernetes/master : Write kube-controller-manager kubeconfig] *********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/static-pod-setup.yml:27
Wednesday 01 November 2017  09:42:15 +0000 (0:00:00.517)       0:04:31.131 ****
changed: [master] => {"changed": true, "checksum": "c6bc384b2b87a6f55303b33a1c8c9bef35b6243d", "dest": "/etc/kubernetes/kube-controller-manager-kubeconfig.yaml", "failed": false, "gid": 0, "group": "root", "md5sum": "56ef66fa01a913741d0a02e89d5d43d7", "mode": "0644", "owner": "root", "size": 514, "src": "/root/.ansible/tmp/ansible-tmp-1509529335.29-124217007515158/source", "state": "file", "uid": 0}

TASK [kubernetes/master : Write kube-controller-manager manifest] ***********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/master/tasks/static-pod-setup.yml:34
Wednesday 01 November 2017  09:42:15 +0000 (0:00:00.573)       0:04:31.704 ****
NOTIFIED HANDLER Master | wait for kube-controller-manager
changed: [master] => {"changed": true, "checksum": "5ae9491b7ab8cd4bb5f1b173692c7236c3162a34", "dest": "/etc/kubernetes/manifests/kube-controller-manager.manifest", "failed": false, "gid": 0, "group": "root", "md5sum": "cc8f06b6d4221834b8316b9a1c25634a", "mode": "0644", "owner": "root", "size": 2333, "src": "/root/.ansible/tmp/ansible-tmp-1509529335.89-85508152616949/source", "state": "file", "uid": 0}

TASK [kubernetes/client : Set first kube master] ****************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/client/tasks/main.yml:2
Wednesday 01 November 2017  09:42:16 +0000 (0:00:00.578)       0:04:32.283 ****
ok: [master] => {"ansible_facts": {"first_kube_master": "192.168.200.44"}, "changed": false, "failed": false}

TASK [kubernetes/client : Set external kube-apiserver endpoint] *************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/client/tasks/main.yml:6
Wednesday 01 November 2017  09:42:16 +0000 (0:00:00.147)       0:04:32.430 ****
ok: [master] => {"ansible_facts": {"external_apiserver_endpoint": "https://192.168.200.44:6443"}, "changed": false, "failed": false}

TASK [kubernetes/client : Gather certs for admin kubeconfig] ****************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/client/tasks/main.yml:17
Wednesday 01 November 2017  09:42:16 +0000 (0:00:00.254)       0:04:32.684 ****
ok: [master] => (item=/etc/kubernetes/ssl/ca.pem) => {"changed": false, "content": "LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM5ekNDQWQrZ0F3SUJBZ0lKQUlBeGsxK0dYZUdtTUEwR0NTcUdTSWIzRFFFQkN3VUFNQkl4RURBT0JnTlYKQkFNTUIydDFZbVV0WTJFd0hoY05NVGN4TVRBeE1EazBNVFF4V2hjTk5EVXdNekU1TURrME1UUXhXakFTTVJBdwpEZ1lEVlFRRERBZHJkV0psTFdOaE1JSUJJakFOQmdrcWhraUc5dzBCQVFFRkFBT0NBUThBTUlJQkNnS0NBUUVBCjJ4OTAxb3dOY3B5Q2pEZFl3MStnOUtGVXcxb3ZJUUVtMHVQNUtwMHdtbFBoZi85RzEyVnNtQVJyZmk2aHB1VzYKdVM1emYrZGZaTzlqNTM0TzRqUzJNaUtHdDI2RzZJbnZKZ3NNRjJDdU52QjFHTzZRRHBZdXJjcE5NWmh4U2JzYgo2cEJJS1U4Z3Z2dHJzMEw3WGxTSkFJeDNEUDBQeG1zalRucHhyZTFsSk56Tm5xcjdCTEt1V3JyNVh5QlRJdERUCnBWc3FiOVdTRnhkamJnc0JhSDdveWVCUHprUDVCSzhLZVBVdjAzZjJ2Wi9nMFFlRXRFcytFT0F6ZHBWYjNqRG4KY3JVdWNWTWRWeVg0UWdIR1RIQm5ldEtrdHFOcjh6N3ZDQ1hOTUFZeHF6WUMycHM0UkVaVnEvVnQrMEFKdnZNcwpkMjc2YUswWEpOcitmSUE2MjJkaUR3SURBUUFCbzFBd1RqQWRCZ05WSFE0RUZnUVV2WmVTSm9mdThmUzlmYi8vCjNIRW12SWFkSzM0d0h3WURWUjBqQkJnd0ZvQVV2WmVTSm9mdThmUzlmYi8vM0hFbXZJYWRLMzR3REFZRFZSMFQKQkFVd0F3RUIvekFOQmdrcWhraUc5dzBCQVFzRkFBT0NBUUVBQ2ZycUxzbXpqcVBqUldEMEJuM2hsVTlHdnF6RgpabEZIWDBCeHRDSllYby85UFBYWEJuQVh1VXlTMk9la2VuSW9QTUkxMmpLcnR4c09UWU9FZ2pOd0FoWlRsWU5UCmhWWlBjaVJwbFY3eXpnMFRWR1NwbHN6RVF1WnVDdlZPWmtTeHh4a0VqZndXSGNiQ3N0Y0JqNkxNYmloeTd0NncKcmdiaDd3NEJSSEdpcHkramNFSVBYNnRtbHV3U25GN0hZY3UyWDl3T2Nnei9pTHE4WDk4SUFrUUVIYmtCbUZ0aApQVVBhNDljaVZBT0IzeXlvYXhQb1Y3cU9TQmh0TEhjOTVJaXFUTElnNUtRWXN2WXdKZElPOFllRnJWSHpRQU5UCkFvTWVvOUxPUzVWa0dudmduREJJM01NQjJ2aGwxM0JEVzdqMHI5ZURqOE5qdmVQUkEzckVnWWYrWUE9PQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==", "encoding": "base64", "failed": false, "item": "/etc/kubernetes/ssl/ca.pem", "source": "/etc/kubernetes/ssl/ca.pem"}
ok: [master] => (item=/etc/kubernetes/ssl/admin-master.pem) => {"changed": false, "content": "LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURmVENDQW1XZ0F3SUJBZ0lKQVBTWVowL2UzTm1JTUEwR0NTcUdTSWIzRFFFQkN3VUFNQkl4RURBT0JnTlYKQkFNTUIydDFZbVV0WTJFd0hoY05NVGN4TVRBeE1EazBNVFF5V2hjTk1qY3hNRE13TURrME1UUXlXakExTVJvdwpHQVlEVlFRRERCRnJkV0psTFdGa2JXbHVMVzFoYzNSbGNqRVhNQlVHQTFVRUNnd09jM2x6ZEdWdE9tMWhjM1JsCmNuTXdnZ0VpTUEwR0NTcUdTSWIzRFFFQkFRVUFBNElCRHdBd2dnRUtBb0lCQVFDa0k0OFBqQ3RML01sa0hKL2YKdWZvOGxEYnlwSFg2Z2xZdDZJVXIvbnRjYzBuVWRtUGJhdXR1RHU2VTZTVEI1a09GMVdScW81THVrUGMxckFjMQpZbGE4WDl3MDd5ZXF6a1h5L05jM3RjWnpFOHZxZkRHNGs2Z2RxbngrSU1mK1JlZnoxUVZxRzlzMEtwc3hBOVRsCjhNUmRPU1BIdWVWdnVUeXJlU0lGbCtkUFpiUlNJWXEyZDFKc0tHM0xQNk9qbUR5M284eGo0NDlhUVZuNFMwL3oKNlo5Ujd1N0NHSWpkbmduSlhyWVdKZTI4aEFnbDE1bnF1a3l0em4zRU9QV0Vlb1lMTTJrMFMyQ0cyVndhaXM2bApobGZ3bjNqWUdteDM2MUtaczFYTU9pcjdnd1NOQjZCSjFIVmNrbUY3T2xDcGtXb05VV3pRNmNHeXFISE1ZOHpHCjFCVDlBZ01CQUFHamdiSXdnYTh3Q1FZRFZSMFRCQUl3QURBTEJnTlZIUThFQkFNQ0JlQXdnWlFHQTFVZEVRU0IKakRDQmlZSUthM1ZpWlhKdVpYUmxjNElTYTNWaVpYSnVaWFJsY3k1a1pXWmhkV3gwZ2hacmRXSmxjbTVsZEdWegpMbVJsWm1GMWJIUXVjM1pqZ2lScmRXSmxjbTVsZEdWekxtUmxabUYxYkhRdWMzWmpMbU5zZFhOMFpYSXViRzlqCllXeUNDV3h2WTJGc2FHOXpkSUlHYldGemRHVnlod1RBcU1nc2h3VEFxTWdzaHdRSzZRQUJod1IvQUFBQk1BMEcKQ1NxR1NJYjNEUUVCQ3dVQUE0SUJBUUNML3Fud3lwSUx0R2l6REZQWk52dDdRNFh6SUUweWI3ODFOR1VvUmoxYgpRWk0zMkpQV0JhQllsd1FQdng4RXBBMkUzZkRuci8zWk5DbVhuVmtVeC9MU29ncTNwbDdDbG5qdDBLbDBjMmJNCkErUy9ybjE1WmxsazBMVTdLblFtQnY3dHUrT2VSVkNmUXFvNG5aK1JiZm54SE9rWUFiQ1FoY09sTDMxbDFrc1EKTE5VNklFbDBka3FWVkdvV1ZYdFhuR0hOZFdpUUozOTFxWjZOWkZxcnhtK0hMbVJnbnI4Nmh5d1dhWGVicFdlbwpTZGdSL0tDT2dya3pFTkltRzhqNEh4YjNaUEcxL3RObXVoR2xXbGZ0TjZiU1FNZ0hZTmpXVWphb3hQVTZwdVppCjYxYXoxVDVjdDNta0d2ak1NU0RWZlZMQzNCVHFCZDc3Z0ZnZHJER1A2RE9jCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K", "encoding": "base64", "failed": false, "item": "/etc/kubernetes/ssl/admin-master.pem", "source": "/etc/kubernetes/ssl/admin-master.pem"}
ok: [master] => (item=/etc/kubernetes/ssl/admin-master-key.pem) => {"changed": false, "content": "LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFb3dJQkFBS0NBUUVBcENPUEQ0d3JTL3pKWkJ5ZjM3bjZQSlEyOHFSMStvSldMZWlGSy81N1hITkoxSFpqCjIycnJiZzd1bE9ra3dlWkRoZFZrYXFPUzdwRDNOYXdITldKV3ZGL2NOTzhucXM1Rjh2elhON1hHY3hQTDZud3gKdUpPb0hhcDhmaURIL2tYbjg5VUZhaHZiTkNxYk1RUFU1ZkRFWFRrang3bmxiN2s4cTNraUJaZm5UMlcwVWlHSwp0bmRTYkNodHl6K2pvNWc4dDZQTVkrT1BXa0ZaK0V0UDgrbWZVZTd1d2hpSTNaNEp5VjYyRmlYdHZJUUlKZGVaCjZycE1yYzU5eERqMWhIcUdDek5wTkV0Z2h0bGNHb3JPcFlaWDhKOTQyQnBzZCt0U21iTlZ6RG9xKzRNRWpRZWcKU2RSMVhKSmhlenBRcVpGcURWRnMwT25Cc3FoeHpHUE14dFFVL1FJREFRQUJBb0lCQUJNUWZrRlVDb05jN1JkUApxOUlVaTlnVmJ2eG4xYnd1LzB0OXdsb0Z5TlpJSGI4cnNSVi9LYkV5MHN0QStSLzhXc05rc2JFaEpxUEcrcStsCk40RWYxdXN5UnlWdTBiQ3BITDdJVjBjRk9mT0x6UmVETFZNKzh6dmUzVzdZNStIRXhOZ3hXZHVsT0tTcWZqUUgKT2Vjck8rT0lDM3ZiUDZibVlRR1pwRFg2R3NmQjNMdUFCeDJyUDU0eVdubk9sVHU4VWQzeG5DMHp6V1pleXd5WQovNk9zNmdsN2xWa0JOQVBpcDNodU9idHc4UU5QaUJEQU43SmRLcUdYZitPeExUYlhFbmlhb1NUWHlKOThHQXpNCkFJekJIb1U0U0JCclRmekNrYlNtQS85SFNTZGh5WklOdTd5cFRyK2pqK1ZQcGhuQ3F5d3FNc0FvVG1DUjdrQW8KSzIwY1VCRUNnWUVBME1wSUxJdytES0l5UTZ2Wkk5QXlMYjFHMXU4VXd6SzNlYXhSKzdqVGkvSmxlQXRYZDZsVgphNDJ6eHdscitodFlDd3lXemlrZjVjczg0MVM0QXRrK2JVT05HbzhUbDBHOEtHeDExT1FmRkxPQnB1OXBzMFdoCnJQQmVhc0E5RjV0RXFFNzFoSWc3TG0wUUZkZXhJVXhCUXU0WS9ZWElndXRSbHN6TUpPWDhTWk1DZ1lFQXlVQ28KL0U4QS80Uy83YmMrTEp5WVVSWi9Eb1NNUVVDTnVzanlEb1pFUzJPbkdUTWFmZDBGcFljMm9jYlJlbW9pRGdvSwoxaW1QdmJIdkRFVTZLRmYwV2VhTm9XVkpvTy92blI0Qko3ekYvZ08zQUFiNncvVEtrcmhGOXRkcDVEUGkyZ2MxClN5bXZmbFByeHp6R1IyV2dzNXJOWThlWXdKQzJSZUFJUkVtREFTOENnWUIzb004RnB6ME9KQWpFdVR2cXh5bFoKQjdBRkNtdE5CRXdYek9JVVptdmZMWDF4OEoybkZFQzdKUyt5aFBWM0VoKzZCUGFMSFFrSHN4RXA5NnFQQjBZNwplSTdxZnJ2czJGOGtrakJaVUhOMmV2dDRXSWlwak9YN25xV2FhSmNZWllCTEp5S0pVejBGZHJ2V3FBVDNYU2V2Clg1aTErZWRQQytGdGs5NEw3akpGUFFLQmdRQ0V5ZDgySzBLelZmbjFkWlRXaHJTUnZGQTFXZ3ZZK2lrSjk1Q1AKT05SVEVmdXRTdVRONjBuUWdEang0V2RTYURqMEhuZ3IrdHhYQTlLQXZDUzFmZU5DZGpjNUtNVytKTkpyVHVMZwpQMVE4V0dNazUzWUtXYmhYdXJLZlBsOG1MWDRlOGVhZUkzRWgzMm1RMm03UnFTS3hueENxSjRhSWVITnNBM2d3CjVuaEVEUUtCZ0hhWDlNS0g4UThqaDJlY2JyNmRDS1htamVxNHBxL0x1b3I5cXFMeW1lK2M1SDJtL2x4UTNIVHAKL2JRaDVjeDJDWEVpejVMRW1TY1BKVjQ2VDNqb1FHZ2t2bHNLT3RXODJMNnhnZW9aTXJ2YWwzL0d3YnhFUWN4cApwWnVzOWY4UUFXUHJidG1TTXA2dHJ5SjB1ZXE2YW1KamEvYmZKTERjWVNUR0dybVZYM01LCi0tLS0tRU5EIFJTQSBQUklWQVRFIEtFWS0tLS0tCg==", "encoding": "base64", "failed": false, "item": "/etc/kubernetes/ssl/admin-master-key.pem", "source": "/etc/kubernetes/ssl/admin-master-key.pem"}

TASK [kubernetes/client : Write admin kubeconfig] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/client/tasks/main.yml:27
Wednesday 01 November 2017  09:42:17 +0000 (0:00:00.779)       0:04:33.464 ****
changed: [master] => {"changed": true, "checksum": "c0d63e49d61e49532b00c018c75a25c101a6465a", "dest": "/etc/kubernetes/admin.conf", "failed": false, "gid": 999, "group": "kube-cert", "md5sum": "656c7d5fa1e36bed507ae0e64f004884", "mode": "0640", "owner": "root", "size": 5782, "src": "/root/.ansible/tmp/ansible-tmp-1509529337.61-20693088411785/source", "state": "file", "uid": 0}

TASK [kubernetes/client : Create kube config dir] ***************************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/client/tasks/main.yml:36
Wednesday 01 November 2017  09:42:17 +0000 (0:00:00.583)       0:04:34.047 ****
changed: [master] => {"changed": true, "failed": false, "gid": 0, "group": "root", "mode": "0700", "owner": "root", "path": "/root/.kube", "size": 4096, "state": "directory", "uid": 0}

TASK [kubernetes/client : Copy admin kubeconfig to root user home] **********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/client/tasks/main.yml:42
Wednesday 01 November 2017  09:42:18 +0000 (0:00:00.218)       0:04:34.266 ****
changed: [master] => {"changed": true, "checksum": "c0d63e49d61e49532b00c018c75a25c101a6465a", "dest": "/root/.kube/config", "failed": false, "gid": 0, "group": "root", "md5sum": "656c7d5fa1e36bed507ae0e64f004884", "mode": "0700", "owner": "root", "size": 5782, "src": "/etc/kubernetes/admin.conf", "state": "file", "uid": 0}

TASK [kubernetes/client : Copy admin kubeconfig to ansible host] ************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/client/tasks/main.yml:50
Wednesday 01 November 2017  09:42:18 +0000 (0:00:00.222)       0:04:34.488 ****

TASK [kubernetes/client : Copy kubectl binary to ansible host] **************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/client/tasks/main.yml:59
Wednesday 01 November 2017  09:42:18 +0000 (0:00:00.025)       0:04:34.514 ****

TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Wait for kube-apiserver] ********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes-apps/cluster_roles/tasks/main.yml:2
Wednesday 01 November 2017  09:42:18 +0000 (0:00:00.026)       0:04:34.540 ****
ok: [master] => {"attempts": 1, "changed": false, "connection": "close", "content_length": "2", "content_type": "text/plain; charset=utf-8", "cookies": {}, "date": "Wed, 01 Nov 2017 09:42:18 GMT", "failed": false, "msg": "OK (2 bytes)", "redirected": false, "status": 200, "url": "http://127.0.0.1:8080/healthz"}

TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Add ClusterRoleBinding to admit nodes] ******************************************************************************************************
task path: /root/kubespray/roles/kubernetes-apps/cluster_roles/tasks/main.yml:11
Wednesday 01 November 2017  09:42:18 +0000 (0:00:00.284)       0:04:34.824 ****
changed: [master] => {"changed": true, "checksum": "92f81a1fc0cfdbfa69ba3ec913181d5233e25ae6", "dest": "/etc/kubernetes/node-crb.yml", "failed": false, "gid": 0, "group": "root", "md5sum": "c9fda539e7798b3667ad04dbdc889377", "mode": "0644", "owner": "root", "size": 398, "src": "/root/.ansible/tmp/ansible-tmp-1509529338.96-271285708317021/source", "state": "file", "uid": 0}

TASK [kubernetes-apps/cluster_roles : Apply workaround to allow all nodes with cert O=system:nodes to register] *************************************************************************************
task path: /root/kubespray/roles/kubernetes-apps/cluster_roles/tasks/main.yml:18
Wednesday 01 November 2017  09:42:19 +0000 (0:00:00.529)       0:04:35.354 ****
ok: [master] => {"changed": false, "failed": false, "msg": "success: clusterrolebinding \"system:node\" configured"}

TASK [kubernetes-apps/cluster_roles : Write kube system namespace manifest] *************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes-apps/cluster_roles/tasks/main.yml:30
Wednesday 01 November 2017  09:42:20 +0000 (0:00:00.888)       0:04:36.242 ****
changed: [master] => {"changed": true, "checksum": "cc0afb8e806c428a1ded62519eae45645c2268c7", "dest": "/etc/kubernetes/kube-system-ns.yml", "failed": false, "gid": 0, "group": "root", "md5sum": "ea40f3b60f47d952d1094b433d2c666a", "mode": "0644", "owner": "root", "size": 63, "src": "/root/.ansible/tmp/ansible-tmp-1509529340.36-36842037568378/source", "state": "file", "uid": 0}

TASK [kubernetes-apps/cluster_roles : Check if kube system namespace exists] ************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes-apps/cluster_roles/tasks/main.yml:38
Wednesday 01 November 2017  09:42:20 +0000 (0:00:00.501)       0:04:36.743 ****
ok: [master] => {"changed": false, "cmd": ["/usr/local/bin/kubectl", "get", "ns", "kube-system"], "delta": "0:00:00.169195", "end": "2017-11-01 09:42:21.005384", "failed": false, "failed_when_result": false, "rc": 0, "start": "2017-11-01 09:42:20.836189", "stderr": "", "stderr_lines": [], "stdout": "NAME          STATUS    AGE\nkube-system   Active    13s", "stdout_lines": ["NAME          STATUS    AGE", "kube-system   Active    13s"]}

TASK [kubernetes-apps/cluster_roles : Create kube system namespace] *********************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes-apps/cluster_roles/tasks/main.yml:47
Wednesday 01 November 2017  09:42:21 +0000 (0:00:00.386)       0:04:37.130 ****

RUNNING HANDLER [kubernetes/master : Master | wait for kube-scheduler] ******************************************************************************************************************************
Wednesday 01 November 2017  09:42:21 +0000 (0:00:00.018)       0:04:37.149 ****
ok: [master] => {"attempts": 1, "changed": false, "connection": "close", "content_length": "2", "content_type": "text/plain; charset=utf-8", "cookies": {}, "date": "Wed, 01 Nov 2017 09:42:21 GMT", "failed": false, "msg": "OK (2 bytes)", "redirected": false, "status": 200, "url": "http://localhost:10251/healthz"}

RUNNING HANDLER [kubernetes/master : Master | wait for kube-controller-manager] *********************************************************************************************************************
Wednesday 01 November 2017  09:42:21 +0000 (0:00:00.329)       0:04:37.479 ****
ok: [master] => {"attempts": 1, "changed": false, "connection": "close", "content_length": "2", "content_type": "text/plain; charset=utf-8", "cookies": {}, "date": "Wed, 01 Nov 2017 09:42:21 GMT", "failed": false, "msg": "OK (2 bytes)", "redirected": false, "status": 200, "url": "http://localhost:10252/healthz"}
META: ran handlers
META: ran handlers

PLAY [k8s-cluster] **********************************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:42:21 +0000 (0:00:00.370)       0:04:37.850 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:42:21 +0000 (0:00:00.027)       0:04:37.877 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:42:21 +0000 (0:00:00.028)       0:04:37.906 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:42:21 +0000 (0:00:00.024)       0:04:37.930 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.316)       0:04:38.246 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.285)       0:04:38.532 ****
ok: [master] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [kubernetes/kubeadm : Set kubeadm_discovery_address] *******************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/kubeadm/tasks/main.yml:2
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.211)       0:04:38.744 ****

TASK [kubernetes/kubeadm : Check if kubelet.conf exists] ********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/kubeadm/tasks/main.yml:14
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.026)       0:04:38.771 ****

TASK [kubernetes/kubeadm : Create kubeadm client config] ********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/kubeadm/tasks/main.yml:19
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.020)       0:04:38.791 ****

TASK [kubernetes/kubeadm : Join to cluster if needed] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/kubeadm/tasks/main.yml:27
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.019)       0:04:38.811 ****

TASK [kubernetes/kubeadm : Wait for kubelet bootstrap to create config] *****************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/kubeadm/tasks/main.yml:32
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.019)       0:04:38.830 ****

TASK [kubernetes/kubeadm : Update server field in kubelet kubeconfig] *******************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/kubeadm/tasks/main.yml:38
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.021)       0:04:38.852 ****

TASK [kubernetes/kubeadm : Symlink kubelet kubeconfig for calico/canal] *****************************************************************************************************************************
task path: /root/kubespray/roles/kubernetes/kubeadm/tasks/main.yml:48
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.024)       0:04:38.876 ****

TASK [network_plugin/calico : Calico | Disable calico-node service if it exists] ********************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:2
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.020)       0:04:38.896 ****

TASK [network_plugin/calico : Calico | Get kubelet hostname] ****************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:9
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.027)       0:04:38.924 ****

TASK [network_plugin/calico : Calico | Write Calico cni config] *************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:17
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.031)       0:04:38.956 ****

TASK [network_plugin/calico : Calico | Create calico certs directory] *******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:23
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.029)       0:04:38.985 ****

TASK [network_plugin/calico : Calico | Link etcd certificates for calico-node] **********************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:31
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.023)       0:04:39.009 ****

TASK [network_plugin/calico : Calico | Install calicoctl container script] **************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:42
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.038)       0:04:39.047 ****

TASK [network_plugin/calico : Calico | Copy cni plugins from hyperkube] *****************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:51
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.023)       0:04:39.070 ****

TASK [network_plugin/calico : Calico | Copy cni plugins from calico/cni container] ******************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:62
Wednesday 01 November 2017  09:42:22 +0000 (0:00:00.027)       0:04:39.098 ****

TASK [network_plugin/calico : Calico | Set cni directory permissions] *******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:74
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.023)       0:04:39.121 ****

TASK [network_plugin/calico : Calico | wait for etcd] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:82
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.027)       0:04:39.148 ****

TASK [network_plugin/calico : Calico | Check if calico network pool has already been configured] ****************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:93
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.029)       0:04:39.178 ****

TASK [network_plugin/calico : Calico | Configure calico network pool] *******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:105
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.026)       0:04:39.204 ****

TASK [network_plugin/calico : Calico | Get calico configuration from etcd] **************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:120
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.027)       0:04:39.231 ****

TASK [network_plugin/calico : set_fact] *************************************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:131
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.022)       0:04:39.254 ****

TASK [network_plugin/calico : Calico | Check if calico pool is properly configured] *****************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:135
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.023)       0:04:39.277 ****

TASK [network_plugin/calico : Calico | Set global as_num] *******************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:143
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.024)       0:04:39.302 ****

TASK [network_plugin/calico : Calico | Disable node mesh] *******************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:147
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.021)       0:04:39.324 ****

TASK [network_plugin/calico : Calico | Configure peering with router(s)] ****************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:153
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.023)       0:04:39.347 ****

TASK [network_plugin/calico : Calico | Configure peering with route reflectors] *********************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:165
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.019)       0:04:39.367 ****

TASK [network_plugin/calico : Calico | Create calico manifests] *************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/calico/tasks/main.yml:180
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.019)       0:04:39.386 ****

TASK [network_plugin/flannel : Flannel pre-upgrade | Purge legacy flannel systemd unit file] ********************************************************************************************************
task path: /root/kubespray/roles/network_plugin/flannel/tasks/pre-upgrade.yml:2
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.049)       0:04:39.436 ****
ok: [master] => {"changed": false, "failed": false, "path": "/etc/systemd/system/docker.service.d/flannel-options.conf", "state": "absent"}

TASK [network_plugin/flannel : Flannel pre-upgrade | Purge legacy Flannel static pod manifest] ******************************************************************************************************
task path: /root/kubespray/roles/network_plugin/flannel/tasks/pre-upgrade.yml:9
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.309)       0:04:39.745 ****
ok: [master] => {"changed": false, "failed": false, "path": "/etc/kubernetes/manifests/flannel-pod.manifest", "state": "absent"}

TASK [network_plugin/flannel : Flannel pre-upgrade | Remove Flannel's certificate directory not required by CNI] ************************************************************************************
task path: /root/kubespray/roles/network_plugin/flannel/tasks/pre-upgrade.yml:16
Wednesday 01 November 2017  09:42:23 +0000 (0:00:00.306)       0:04:40.051 ****
ok: [master] => {"changed": false, "failed": false, "path": "/etc/flannel/certs", "state": "absent"}

TASK [network_plugin/flannel : Flannel | Create cni-flannel-rbac manifest] **************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/flannel/tasks/main.yml:4
Wednesday 01 November 2017  09:42:24 +0000 (0:00:00.303)       0:04:40.355 ****
changed: [master] => {"changed": true, "checksum": "0c48c85043f0ee1ffdd0e35b72db00a50ad90b47", "dest": "/etc/kubernetes/cni-flannel-rbac.yml", "failed": false, "gid": 0, "group": "root", "md5sum": "297f05d48b9052192e58926a8f4e31c0", "mode": "0644", "owner": "root", "size": 710, "src": "/root/.ansible/tmp/ansible-tmp-1509529344.46-5293298980360/source", "state": "file", "uid": 0}

TASK [network_plugin/flannel : Flannel | Create cni-flannel manifest] *******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/flannel/tasks/main.yml:11
Wednesday 01 November 2017  09:42:24 +0000 (0:00:00.462)       0:04:40.817 ****
changed: [master] => {"changed": true, "checksum": "9f40f67fb4745e648143e55512e96b766d3d943b", "dest": "/etc/kubernetes/cni-flannel.yml", "failed": false, "gid": 0, "group": "root", "md5sum": "ca4b2278deb537394b50c929196947a9", "mode": "0644", "owner": "root", "size": 2863, "src": "/root/.ansible/tmp/ansible-tmp-1509529344.94-273270073475884/source", "state": "file", "uid": 0}

TASK [network_plugin/weave : Weave seed | Set seed if first time] ***********************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/weave/tasks/seed.yml:2
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.477)       0:04:41.295 ****

TASK [network_plugin/weave : Weave seed | Set seed if not first time] *******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/weave/tasks/seed.yml:10
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.023)       0:04:41.318 ****

TASK [network_plugin/weave : Weave seed | Set peers if fist time] ***********************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/weave/tasks/seed.yml:18
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.023)       0:04:41.342 ****

TASK [network_plugin/weave : Weave seed | Set peers if existing peers] ******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/weave/tasks/seed.yml:26
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.022)       0:04:41.365 ****

TASK [network_plugin/weave : Weave seed | Save seed] ************************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/weave/tasks/seed.yml:34
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.025)       0:04:41.391 ****

TASK [network_plugin/weave : Weave seed | Save peers] ***********************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/weave/tasks/seed.yml:46
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.025)       0:04:41.416 ****

TASK [network_plugin/weave : Weave | Copy cni plugins from hyperkube] *******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/weave/tasks/main.yml:5
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.022)       0:04:41.438 ****

TASK [network_plugin/weave : Weave | Create weave-net manifest] *************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/weave/tasks/main.yml:16
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.025)       0:04:41.464 ****

TASK [network_plugin/canal : Canal | Write Canal cni config] ****************************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:2
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.024)       0:04:41.488 ****

TASK [network_plugin/canal : Canal | Create canal certs directory] **********************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:8
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.022)       0:04:41.510 ****

TASK [network_plugin/canal : Canal | Link etcd certificates for canal-node] *************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:16
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.021)       0:04:41.532 ****

TASK [network_plugin/canal : Canal | Set Flannel etcd configuration] ********************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:27
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.044)       0:04:41.576 ****

TASK [network_plugin/canal : Canal | Create canal node manifests] ***********************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:36
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.022)       0:04:41.598 ****

TASK [network_plugin/canal : Canal | Copy cni plugins from hyperkube] *******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:53
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.062)       0:04:41.661 ****

TASK [network_plugin/canal : Canal | Copy cni plugins from calico/cni] ******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:64
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.031)       0:04:41.693 ****

TASK [network_plugin/canal : Canal | Set cni directory permissions] *********************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:75
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.025)       0:04:41.719 ****

TASK [network_plugin/canal : Canal | Install calicoctl container script] ****************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:83
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.022)       0:04:41.741 ****

TASK [network_plugin/canal : Canal | Create network policy directory] *******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/canal/tasks/main.yml:91
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.025)       0:04:41.767 ****

TASK [network_plugin/cloud : Cloud | Copy cni plugins from hyperkube] *******************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/cloud/tasks/main.yml:2
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.025)       0:04:41.792 ****

TASK [network_plugin/cloud : Cloud | Set cni directory permissions] *********************************************************************************************************************************
task path: /root/kubespray/roles/network_plugin/cloud/tasks/main.yml:10
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.026)       0:04:41.819 ****
META: ran handlers
META: ran handlers

PLAY [kube-master] **********************************************************************************************************************************************************************************
META: ran handlers

TASK [download : Register docker images info] *******************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:2
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.043)       0:04:41.862 ****

TASK [download : container_download | Create dest directory for saved/loaded container images] ******************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:11
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.030)       0:04:41.893 ****

TASK [download : container_download | create local directory for saved/loaded container images] *****************************************************************************************************
task path: /root/kubespray/roles/download/tasks/download_prep.yml:19
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.032)       0:04:41.925 ****

TASK [download : Download items] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:6
Wednesday 01 November 2017  09:42:25 +0000 (0:00:00.028)       0:04:41.954 ****

TASK [download : Sync container] ********************************************************************************************************************************************************************
task path: /root/kubespray/roles/download/tasks/main.yml:15
Wednesday 01 November 2017  09:42:26 +0000 (0:00:00.297)       0:04:42.252 ****

TASK [kubespray-defaults : Configure defaults] ******************************************************************************************************************************************************
task path: /root/kubespray/roles/kubespray-defaults/tasks/main.yaml:2
Wednesday 01 November 2017  09:42:26 +0000 (0:00:00.283)       0:04:42.535 ****
ok: [master] => {
    "msg": "Check roles/kubespray-defaults/defaults/main.yml"
}

TASK [kubernetes-apps/rotate_tokens : Rotate Tokens | Get default token name] ***********************************************************************************************************************
task path: /root/kubespray/roles/kubernetes-apps/rotate_tokens/tasks/main.yml:2
Wednesday 01 November 2017  09:42:26 +0000 (0:00:00.206)       0:04:42.742 ****
fatal: [master]: FAILED! => {"changed": true, "cmd": "/usr/local/bin/kubectl get secrets -o custom-columns=name:{.metadata.name} --no-headers | grep -m1 default-token", "delta": "0:00:00.173465", "end": "2017-11-01 09:42:27.087856", "failed": true, "msg": "non-zero return code", "rc": 1, "start": "2017-11-01 09:42:26.914391", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

NO MORE HOSTS LEFT **********************************************************************************************************************************************************************************
        to retry, use: --limit @/root/kubespray/cluster.retry

PLAY RECAP ******************************************************************************************************************************************************************************************
localhost                  : ok=2    changed=0    unreachable=0    failed=0
master                     : ok=324  changed=103  unreachable=0    failed=1

Wednesday 01 November 2017  09:42:27 +0000 (0:00:00.465)       0:04:43.208 ****
===============================================================================
download : container_download | Download containers if pull is required or told to always pull ---------------------------------------------------------------------------------------------- 36.66s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ---------------------------------------------------------------------------------------------- 18.76s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ---------------------------------------------------------------------------------------------- 17.32s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
kubernetes/master : Master | wait for the apiserver to be running --------------------------------------------------------------------------------------------------------------------------- 12.57s
/root/kubespray/roles/kubernetes/master/handlers/main.yml:40 ---------------------------------------------------------------------------------------------------------------------------------------
kubernetes/preinstall : Install packages requirements --------------------------------------------------------------------------------------------------------------------------------------- 10.43s
/root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:162 -------------------------------------------------------------------------------------------------------------------------------------
docker : Docker | pause while Docker restarts ----------------------------------------------------------------------------------------------------------------------------------------------- 10.11s
/root/kubespray/roles/docker/handlers/main.yml:25 --------------------------------------------------------------------------------------------------------------------------------------------------
kubernetes/preinstall : Install latest version of python-apt for Debian distribs ------------------------------------------------------------------------------------------------------------- 9.73s
/root/kubespray/roles/kubernetes/preinstall/tasks/main.yml:122 -------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ----------------------------------------------------------------------------------------------- 8.92s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ----------------------------------------------------------------------------------------------- 8.43s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
docker : ensure docker packages are installed ------------------------------------------------------------------------------------------------------------------------------------------------ 8.38s
/root/kubespray/roles/docker/tasks/main.yml:60 -----------------------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ----------------------------------------------------------------------------------------------- 7.75s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ----------------------------------------------------------------------------------------------- 4.66s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ----------------------------------------------------------------------------------------------- 4.38s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ----------------------------------------------------------------------------------------------- 4.08s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ----------------------------------------------------------------------------------------------- 4.05s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
download : container_download | Download containers if pull is required or told to always pull ----------------------------------------------------------------------------------------------- 3.85s
/root/kubespray/roles/download/tasks/download_container.yml:13 -------------------------------------------------------------------------------------------------------------------------------------
etcd : wait for etcd up ---------------------------------------------------------------------------------------------------------------------------------------------------------------------- 3.76s
/root/kubespray/roles/etcd/handlers/main.yml:21 ----------------------------------------------------------------------------------------------------------------------------------------------------
docker : ensure docker repository is enabled ------------------------------------------------------------------------------------------------------------------------------------------------- 3.22s
/root/kubespray/roles/docker/tasks/main.yml:46 -----------------------------------------------------------------------------------------------------------------------------------------------------
docker : Docker | reload docker -------------------------------------------------------------------------------------------------------------------------------------------------------------- 2.47s
/root/kubespray/roles/docker/handlers/main.yml:20 --------------------------------------------------------------------------------------------------------------------------------------------------
kubernetes/secrets : Check certs | check if a cert already exists on node -------------------------------------------------------------------------------------------------------------------- 2.09s
/root/kubespray/roles/kubernetes/secrets/tasks/check-certs.yml:17 ----------------------------------------------------------------------------------------------------------------------------------