Skip to content

Instantly share code, notes, and snippets.

@Barvoj
Created September 30, 2018 06:45
Show Gist options
  • Save Barvoj/6f15f342a1db88bd1717e4d92ec2915a to your computer and use it in GitHub Desktop.
Save Barvoj/6f15f342a1db88bd1717e4d92ec2915a to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
{
"kind": "NodeList",
"apiVersion": "v1",
"metadata": {
"selfLink": "/api/v1/nodes",
"resourceVersion": "2895"
},
"items": [
{
"metadata": {
"name": "master1",
"selfLink": "/api/v1/nodes/master1",
"uid": "29c8ca2d-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "2891",
"creationTimestamp": "2018-09-30T06:00:42Z",
"labels": {
"beta.kubernetes.io/arch": "amd64",
"beta.kubernetes.io/os": "linux",
"kubernetes.io/hostname": "master1",
"node-role.kubernetes.io/master": ""
},
"annotations": {
"flannel.alpha.coreos.com/backend-data": "{\"VtepMAC\":\"6e:a5:4d:58:b2:26\"}",
"flannel.alpha.coreos.com/backend-type": "vxlan",
"flannel.alpha.coreos.com/kube-subnet-manager": "true",
"flannel.alpha.coreos.com/public-ip": "68.183.36.31",
"kubeadm.alpha.kubernetes.io/cri-socket": "/var/run/dockershim.sock",
"node.alpha.kubernetes.io/ttl": "0",
"volumes.kubernetes.io/controller-managed-attach-detach": "true"
}
},
"spec": {
"podCIDR": "10.244.0.0/24",
"taints": [
{
"key": "node-role.kubernetes.io/master",
"effect": "NoSchedule"
}
]
},
"status": {
"capacity": {
"cpu": "3",
"ephemeral-storage": "60795672Ki",
"hugepages-1Gi": "0",
"hugepages-2Mi": "0",
"memory": "1008800Ki",
"pods": "110"
},
"allocatable": {
"cpu": "3",
"ephemeral-storage": "56029291223",
"hugepages-1Gi": "0",
"hugepages-2Mi": "0",
"memory": "906400Ki",
"pods": "110"
},
"conditions": [
{
"type": "OutOfDisk",
"status": "False",
"lastHeartbeatTime": "2018-09-30T06:29:37Z",
"lastTransitionTime": "2018-09-30T06:00:41Z",
"reason": "KubeletHasSufficientDisk",
"message": "kubelet has sufficient disk space available"
},
{
"type": "MemoryPressure",
"status": "False",
"lastHeartbeatTime": "2018-09-30T06:29:37Z",
"lastTransitionTime": "2018-09-30T06:00:41Z",
"reason": "KubeletHasSufficientMemory",
"message": "kubelet has sufficient memory available"
},
{
"type": "DiskPressure",
"status": "False",
"lastHeartbeatTime": "2018-09-30T06:29:37Z",
"lastTransitionTime": "2018-09-30T06:00:41Z",
"reason": "KubeletHasNoDiskPressure",
"message": "kubelet has no disk pressure"
},
{
"type": "PIDPressure",
"status": "False",
"lastHeartbeatTime": "2018-09-30T06:29:37Z",
"lastTransitionTime": "2018-09-30T06:00:41Z",
"reason": "KubeletHasSufficientPID",
"message": "kubelet has sufficient PID available"
},
{
"type": "Ready",
"status": "True",
"lastHeartbeatTime": "2018-09-30T06:29:37Z",
"lastTransitionTime": "2018-09-30T06:07:42Z",
"reason": "KubeletReady",
"message": "kubelet is posting ready status. AppArmor enabled"
}
],
"addresses": [
{
"type": "InternalIP",
"address": "68.183.36.31"
},
{
"type": "Hostname",
"address": "master1"
}
],
"daemonEndpoints": {
"kubeletEndpoint": {
"Port": 10250
}
},
"nodeInfo": {
"machineID": "8df60b17ce9b49988fa673ad94a7c95a",
"systemUUID": "8DF60B17-CE9B-4998-8FA6-73AD94A7C95A",
"bootID": "f5d6f579-54dd-403c-8836-9ee3f29997b9",
"kernelVersion": "4.15.0-30-generic",
"osImage": "Ubuntu 18.04.1 LTS",
"containerRuntimeVersion": "docker://18.6.1",
"kubeletVersion": "v1.12.0",
"kubeProxyVersion": "v1.12.0",
"operatingSystem": "linux",
"architecture": "amd64"
},
"images": [
{
"names": [
"quay.io/calico/node@sha256:a35541153f7695b38afada46843c64a2c546548cd8c171f402621736c6cf3f0b",
"quay.io/calico/node:v3.1.3"
],
"sizeBytes": 248202699
},
{
"names": [
"k8s.gcr.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20",
"k8s.gcr.io/etcd:3.2.24"
],
"sizeBytes": 219655340
},
{
"names": [
"k8s.gcr.io/kube-apiserver@sha256:8f97d9657f358206d9269fc5ee518bc38bc3e6a884cc8abb689e1c15e0adb82f",
"k8s.gcr.io/kube-apiserver:v1.12.0"
],
"sizeBytes": 193929195
},
{
"names": [
"k8s.gcr.io/kube-controller-manager@sha256:a969f8714458fc155bae6164a4b09977ec0ce6e2769eead43757dfb652f9afa3",
"k8s.gcr.io/kube-controller-manager:v1.12.0"
],
"sizeBytes": 164099341
},
{
"names": [
"k8s.gcr.io/kube-proxy@sha256:43c402294508674ee7e78d77acc1ee318b3ecfadf3470df27e49f65b38bbc90d",
"k8s.gcr.io/kube-proxy:v1.12.0"
],
"sizeBytes": 96574855
},
{
"names": [
"quay.io/calico/cni@sha256:ed172c28bc193bb09bce6be6ed7dc6bfc85118d55e61d263cee8bbb0fd464a9d",
"quay.io/calico/cni:v3.1.3"
],
"sizeBytes": 68849270
},
{
"names": [
"k8s.gcr.io/kube-scheduler@sha256:9dd39e5b3acc6742b4f7d7e6917b88b96eb33c412ca9240d78a80aa7e0ab4a3e",
"k8s.gcr.io/kube-scheduler:v1.12.0"
],
"sizeBytes": 58343329
},
{
"names": [
"quay.io/coreos/flannel@sha256:60d77552f4ebb6ed4f0562876c6e2e0b0e0ab873cb01808f23f55c8adabd1f59",
"quay.io/coreos/flannel:v0.9.1"
],
"sizeBytes": 51338831
},
{
"names": [
"k8s.gcr.io/coredns@sha256:3e2be1cec87aca0b74b7668bbe8c02964a95a402e45ceb51b2252629d608d03a",
"k8s.gcr.io/coredns:1.2.2"
],
"sizeBytes": 39220458
},
{
"names": [
"k8s.gcr.io/pause@sha256:f78411e19d84a252e53bff71a4407a5686c46983a2c2eeed83929b888179acea",
"k8s.gcr.io/pause:3.1"
],
"sizeBytes": 742472
}
]
}
},
{
"metadata": {
"name": "worker1",
"selfLink": "/api/v1/nodes/worker1",
"uid": "befcb296-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "2885",
"creationTimestamp": "2018-09-30T06:04:52Z",
"labels": {
"beta.kubernetes.io/arch": "amd64",
"beta.kubernetes.io/os": "linux",
"kubernetes.io/hostname": "worker1"
},
"annotations": {
"csi.volume.kubernetes.io/nodeid": "{\"com.digitalocean.csi.dobs\":\"112606778\"}",
"flannel.alpha.coreos.com/backend-data": "{\"VtepMAC\":\"1a:b6:50:31:2e:14\"}",
"flannel.alpha.coreos.com/backend-type": "vxlan",
"flannel.alpha.coreos.com/kube-subnet-manager": "true",
"flannel.alpha.coreos.com/public-ip": "68.183.36.35",
"kubeadm.alpha.kubernetes.io/cri-socket": "/var/run/dockershim.sock",
"node.alpha.kubernetes.io/ttl": "0",
"volumes.kubernetes.io/controller-managed-attach-detach": "true"
}
},
"spec": {
"podCIDR": "10.244.1.0/24"
},
"status": {
"capacity": {
"cpu": "1",
"ephemeral-storage": "25226960Ki",
"hugepages-1Gi": "0",
"hugepages-2Mi": "0",
"memory": "1009168Ki",
"pods": "110"
},
"allocatable": {
"cpu": "1",
"ephemeral-storage": "23249166298",
"hugepages-1Gi": "0",
"hugepages-2Mi": "0",
"memory": "906768Ki",
"pods": "110"
},
"conditions": [
{
"type": "OutOfDisk",
"status": "False",
"lastHeartbeatTime": "2018-09-30T06:29:31Z",
"lastTransitionTime": "2018-09-30T06:04:52Z",
"reason": "KubeletHasSufficientDisk",
"message": "kubelet has sufficient disk space available"
},
{
"type": "MemoryPressure",
"status": "False",
"lastHeartbeatTime": "2018-09-30T06:29:31Z",
"lastTransitionTime": "2018-09-30T06:04:52Z",
"reason": "KubeletHasSufficientMemory",
"message": "kubelet has sufficient memory available"
},
{
"type": "DiskPressure",
"status": "False",
"lastHeartbeatTime": "2018-09-30T06:29:31Z",
"lastTransitionTime": "2018-09-30T06:04:52Z",
"reason": "KubeletHasNoDiskPressure",
"message": "kubelet has no disk pressure"
},
{
"type": "PIDPressure",
"status": "False",
"lastHeartbeatTime": "2018-09-30T06:29:31Z",
"lastTransitionTime": "2018-09-30T06:04:52Z",
"reason": "KubeletHasSufficientPID",
"message": "kubelet has sufficient PID available"
},
{
"type": "Ready",
"status": "True",
"lastHeartbeatTime": "2018-09-30T06:29:31Z",
"lastTransitionTime": "2018-09-30T06:07:57Z",
"reason": "KubeletReady",
"message": "kubelet is posting ready status. AppArmor enabled"
}
],
"addresses": [
{
"type": "InternalIP",
"address": "68.183.36.35"
},
{
"type": "Hostname",
"address": "worker1"
}
],
"daemonEndpoints": {
"kubeletEndpoint": {
"Port": 10250
}
},
"nodeInfo": {
"machineID": "5655f1b16ed2499caf5ac2d7250243e9",
"systemUUID": "5655F1B1-6ED2-499C-AF5A-C2D7250243E9",
"bootID": "2b3c625c-a22f-428a-9cc2-fa575a184a3a",
"kernelVersion": "4.15.0-30-generic",
"osImage": "Ubuntu 18.04.1 LTS",
"containerRuntimeVersion": "docker://18.6.1",
"kubeletVersion": "v1.12.0",
"kubeProxyVersion": "v1.12.0",
"operatingSystem": "linux",
"architecture": "amd64"
},
"images": [
{
"names": [
"quay.io/calico/node@sha256:a35541153f7695b38afada46843c64a2c546548cd8c171f402621736c6cf3f0b",
"quay.io/calico/node:v3.1.3"
],
"sizeBytes": 248202699
},
{
"names": [
"k8s.gcr.io/kube-proxy@sha256:43c402294508674ee7e78d77acc1ee318b3ecfadf3470df27e49f65b38bbc90d",
"k8s.gcr.io/kube-proxy:v1.12.0"
],
"sizeBytes": 96574855
},
{
"names": [
"quay.io/calico/cni@sha256:ed172c28bc193bb09bce6be6ed7dc6bfc85118d55e61d263cee8bbb0fd464a9d",
"quay.io/calico/cni:v3.1.3"
],
"sizeBytes": 68849270
},
{
"names": [
"quay.io/coreos/flannel@sha256:60d77552f4ebb6ed4f0562876c6e2e0b0e0ab873cb01808f23f55c8adabd1f59",
"quay.io/coreos/flannel:v0.9.1"
],
"sizeBytes": 51338831
},
{
"names": [
"quay.io/k8scsi/csi-attacher@sha256:44b7d518e00d437fed9bdd6e37d3a9dc5c88ca7fc096ed2ab3af9d3600e4c790",
"quay.io/k8scsi/csi-attacher:v0.3.0"
],
"sizeBytes": 46929442
},
{
"names": [
"quay.io/k8scsi/csi-provisioner@sha256:d45e03c39c1308067fd46d69d8e01475cc0c9944c897f6eded4df07e75e5d3fb",
"quay.io/k8scsi/csi-provisioner:v0.3.0"
],
"sizeBytes": 46848737
},
{
"names": [
"quay.io/k8scsi/driver-registrar@sha256:b9b8b0d2e7e3bcf1fda1776c4bee216f70a51345c3b62af7248c10054143755d",
"quay.io/k8scsi/driver-registrar:v0.3.0"
],
"sizeBytes": 44650528
},
{
"names": [
"digitalocean/do-csi-plugin@sha256:ccda85cecb6a0fccd8492acff11f4d3071036ff97f1f3226b9dc3995d9f372da",
"digitalocean/do-csi-plugin:v0.2.0"
],
"sizeBytes": 19856073
},
{
"names": [
"k8s.gcr.io/pause@sha256:f78411e19d84a252e53bff71a4407a5686c46983a2c2eeed83929b888179acea",
"k8s.gcr.io/pause:3.1"
],
"sizeBytes": 742472
}
],
"volumesInUse": [
"kubernetes.io/csi/com.digitalocean.csi.dobs^c4539d24-c477-11e8-9431-0a58ac14c0bd"
],
"volumesAttached": [
{
"name": "kubernetes.io/csi/com.digitalocean.csi.dobs^c4539d24-c477-11e8-9431-0a58ac14c0bd",
"devicePath": "csi-8cbd33b3167b602b8e6d8104667af40c298411f0920a60f577db920c8e2d6540"
}
]
}
}
]
}
{
"kind": "EventList",
"apiVersion": "v1",
"metadata": {
"selfLink": "/api/v1/namespaces/kube-system/events",
"resourceVersion": "2895"
},
"items": [
{
"metadata": {
"name": "canal-pf6b5.155918382ae282c2",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.155918382ae282c2",
"uid": "7a55a08d-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "587",
"creationTimestamp": "2018-09-30T06:02:57Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "583"
},
"reason": "Scheduled",
"message": "Successfully assigned kube-system/canal-pf6b5 to master1",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:02:57Z",
"lastTimestamp": "2018-09-30T06:02:57Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.1559183857ee4cb5",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.1559183857ee4cb5",
"uid": "7ac94bad-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "590",
"creationTimestamp": "2018-09-30T06:02:57Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{calico-node}"
},
"reason": "Pulling",
"message": "pulling image \"quay.io/calico/node:v3.1.3\"",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:02:57Z",
"lastTimestamp": "2018-09-30T06:02:57Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.1559183d2158a227",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.1559183d2158a227",
"uid": "870e285d-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "617",
"creationTimestamp": "2018-09-30T06:03:18Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{calico-node}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"quay.io/calico/node:v3.1.3\"",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:18Z",
"lastTimestamp": "2018-09-30T06:03:18Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.1559183d2af172f0",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.1559183d2af172f0",
"uid": "8722b4f6-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "618",
"creationTimestamp": "2018-09-30T06:03:18Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{calico-node}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:18Z",
"lastTimestamp": "2018-09-30T06:03:18Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.1559183d885109bd",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.1559183d885109bd",
"uid": "8811a2cd-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "621",
"creationTimestamp": "2018-09-30T06:03:20Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{calico-node}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:20Z",
"lastTimestamp": "2018-09-30T06:03:20Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.1559183d888af06d",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.1559183d888af06d",
"uid": "88157eea-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "622",
"creationTimestamp": "2018-09-30T06:03:20Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{install-cni}"
},
"reason": "Pulling",
"message": "pulling image \"quay.io/calico/cni:v3.1.3\"",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:20Z",
"lastTimestamp": "2018-09-30T06:03:20Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.1559183f044e0a3b",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.1559183f044e0a3b",
"uid": "8bdf360d-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "636",
"creationTimestamp": "2018-09-30T06:03:26Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{install-cni}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"quay.io/calico/cni:v3.1.3\"",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:26Z",
"lastTimestamp": "2018-09-30T06:03:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.1559183f18398d33",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.1559183f18398d33",
"uid": "8c11c445-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "639",
"creationTimestamp": "2018-09-30T06:03:26Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{install-cni}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:26Z",
"lastTimestamp": "2018-09-30T06:03:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.1559183f338aefd1",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.1559183f338aefd1",
"uid": "8c57ec3b-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "640",
"creationTimestamp": "2018-09-30T06:03:27Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{install-cni}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:27Z",
"lastTimestamp": "2018-09-30T06:03:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.1559183f36ab972f",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.1559183f36ab972f",
"uid": "8c6126b1-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "641",
"creationTimestamp": "2018-09-30T06:03:27Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{kube-flannel}"
},
"reason": "Pulling",
"message": "pulling image \"quay.io/coreos/flannel:v0.9.1\"",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:27Z",
"lastTimestamp": "2018-09-30T06:03:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.15591840eabf3eeb",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.15591840eabf3eeb",
"uid": "90bd5165-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "648",
"creationTimestamp": "2018-09-30T06:03:34Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{kube-flannel}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"quay.io/coreos/flannel:v0.9.1\"",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:34Z",
"lastTimestamp": "2018-09-30T06:03:34Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.15591840f4ce37cd",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.15591840f4ce37cd",
"uid": "90d57561-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "652",
"creationTimestamp": "2018-09-30T06:03:34Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{kube-flannel}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:34Z",
"lastTimestamp": "2018-09-30T06:03:34Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-pf6b5.155918410953ced8",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-pf6b5.155918410953ced8",
"uid": "910a5829-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "661",
"creationTimestamp": "2018-09-30T06:03:35Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "586",
"fieldPath": "spec.containers{kube-flannel}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:35Z",
"lastTimestamp": "2018-09-30T06:03:35Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.155918530b34a718",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.155918530b34a718",
"uid": "bf25438d-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "798",
"creationTimestamp": "2018-09-30T06:04:52Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "788"
},
"reason": "Scheduled",
"message": "Successfully assigned kube-system/canal-st4rt to worker1",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:04:52Z",
"lastTimestamp": "2018-09-30T06:04:52Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.155918538acd2eb6",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.155918538acd2eb6",
"uid": "c068d4d8-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "805",
"creationTimestamp": "2018-09-30T06:04:54Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{calico-node}"
},
"reason": "Pulling",
"message": "pulling image \"quay.io/calico/node:v3.1.3\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:04:54Z",
"lastTimestamp": "2018-09-30T06:04:54Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.155918563019a22b",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.155918563019a22b",
"uid": "c72ec37b-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "826",
"creationTimestamp": "2018-09-30T06:05:06Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{calico-node}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"quay.io/calico/node:v3.1.3\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:06Z",
"lastTimestamp": "2018-09-30T06:05:06Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.155918563632cd34",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.155918563632cd34",
"uid": "c73e384a-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "828",
"creationTimestamp": "2018-09-30T06:05:06Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{calico-node}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:06Z",
"lastTimestamp": "2018-09-30T06:05:06Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.15591856412fce2b",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.15591856412fce2b",
"uid": "c75b1c4a-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "829",
"creationTimestamp": "2018-09-30T06:05:06Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{calico-node}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:06Z",
"lastTimestamp": "2018-09-30T06:05:06Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.155918564263413f",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.155918564263413f",
"uid": "c75ed594-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "830",
"creationTimestamp": "2018-09-30T06:05:06Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{install-cni}"
},
"reason": "Pulling",
"message": "pulling image \"quay.io/calico/cni:v3.1.3\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:06Z",
"lastTimestamp": "2018-09-30T06:05:06Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.15591857689ee091",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.15591857689ee091",
"uid": "ca4ecbd0-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "837",
"creationTimestamp": "2018-09-30T06:05:11Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{install-cni}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"quay.io/calico/cni:v3.1.3\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:11Z",
"lastTimestamp": "2018-09-30T06:05:11Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.155918577b61a6c6",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.155918577b61a6c6",
"uid": "ca7ec12e-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "838",
"creationTimestamp": "2018-09-30T06:05:11Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{install-cni}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:11Z",
"lastTimestamp": "2018-09-30T06:05:11Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.15591857885a70d1",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.15591857885a70d1",
"uid": "cad3149e-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "839",
"creationTimestamp": "2018-09-30T06:05:12Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{install-cni}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:11Z",
"lastTimestamp": "2018-09-30T06:05:11Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.1559185788ecda1e",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.1559185788ecda1e",
"uid": "cad53296-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "841",
"creationTimestamp": "2018-09-30T06:05:12Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{kube-flannel}"
},
"reason": "Pulling",
"message": "pulling image \"quay.io/coreos/flannel:v0.9.1\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:11Z",
"lastTimestamp": "2018-09-30T06:05:11Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.1559185857122c5c",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.1559185857122c5c",
"uid": "ccb14413-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "848",
"creationTimestamp": "2018-09-30T06:05:15Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{kube-flannel}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"quay.io/coreos/flannel:v0.9.1\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:15Z",
"lastTimestamp": "2018-09-30T06:05:15Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.155918586d2dd2f5",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.155918586d2dd2f5",
"uid": "cce9b658-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "849",
"creationTimestamp": "2018-09-30T06:05:15Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{kube-flannel}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:15Z",
"lastTimestamp": "2018-09-30T06:05:15Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal-st4rt.1559185878658d6e",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal-st4rt.1559185878658d6e",
"uid": "cd068251-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "850",
"creationTimestamp": "2018-09-30T06:05:15Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "796",
"fieldPath": "spec.containers{kube-flannel}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:05:15Z",
"lastTimestamp": "2018-09-30T06:05:15Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal.15591837d6a913f7",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal.15591837d6a913f7",
"uid": "797e03e6-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "579",
"creationTimestamp": "2018-09-30T06:02:55Z"
},
"involvedObject": {
"kind": "DaemonSet",
"namespace": "kube-system",
"name": "canal",
"uid": "796e310d-c476-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "546"
},
"reason": "FailedCreate",
"message": "Error creating: pods \"canal-\" is forbidden: error looking up service account kube-system/canal: serviceaccount \"canal\" not found",
"source": {
"component": "daemonset-controller"
},
"firstTimestamp": "2018-09-30T06:02:55Z",
"lastTimestamp": "2018-09-30T06:02:56Z",
"count": 5,
"type": "Warning",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal.155918382676e7ed",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal.155918382676e7ed",
"uid": "7a4a96fb-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "584",
"creationTimestamp": "2018-09-30T06:02:57Z"
},
"involvedObject": {
"kind": "DaemonSet",
"namespace": "kube-system",
"name": "canal",
"uid": "796e310d-c476-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "546"
},
"reason": "SuccessfulCreate",
"message": "Created pod: canal-pf6b5",
"source": {
"component": "daemonset-controller"
},
"firstTimestamp": "2018-09-30T06:02:57Z",
"lastTimestamp": "2018-09-30T06:02:57Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "canal.15591853060596e3",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/canal.15591853060596e3",
"uid": "bf1b8104-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "794",
"creationTimestamp": "2018-09-30T06:04:52Z"
},
"involvedObject": {
"kind": "DaemonSet",
"namespace": "kube-system",
"name": "canal",
"uid": "796e310d-c476-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "688"
},
"reason": "SuccessfulCreate",
"message": "Created pod: canal-st4rt",
"source": {
"component": "daemonset-controller"
},
"firstTimestamp": "2018-09-30T06:04:52Z",
"lastTimestamp": "2018-09-30T06:04:52Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-6qprv.1559181d3bfbcee8",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-6qprv.1559181d3bfbcee8",
"uid": "3563823b-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "655",
"creationTimestamp": "2018-09-30T06:01:01Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-6qprv",
"uid": "355e8528-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "323"
},
"reason": "FailedScheduling",
"message": "0/1 nodes are available: 1 node(s) had taints that the pod didn't tolerate.",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:01:01Z",
"lastTimestamp": "2018-09-30T06:03:35Z",
"count": 19,
"type": "Warning",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-6qprv.15591840fe1b1400",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-6qprv.15591840fe1b1400",
"uid": "90ed62f8-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "658",
"creationTimestamp": "2018-09-30T06:03:35Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-6qprv",
"uid": "355e8528-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "335"
},
"reason": "Scheduled",
"message": "Successfully assigned kube-system/coredns-576cbf47c7-6qprv to master1",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:03:35Z",
"lastTimestamp": "2018-09-30T06:03:35Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-6qprv.1559184196249e91",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-6qprv.1559184196249e91",
"uid": "9276ea11-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "669",
"creationTimestamp": "2018-09-30T06:03:37Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-6qprv",
"uid": "355e8528-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "656",
"fieldPath": "spec.containers{coredns}"
},
"reason": "Pulled",
"message": "Container image \"k8s.gcr.io/coredns:1.2.2\" already present on machine",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:37Z",
"lastTimestamp": "2018-09-30T06:03:37Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-6qprv.15591841a43e34be",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-6qprv.15591841a43e34be",
"uid": "92969487-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "672",
"creationTimestamp": "2018-09-30T06:03:37Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-6qprv",
"uid": "355e8528-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "656",
"fieldPath": "spec.containers{coredns}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:37Z",
"lastTimestamp": "2018-09-30T06:03:37Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-6qprv.15591841b7c7d067",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-6qprv.15591841b7c7d067",
"uid": "92c89428-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "674",
"creationTimestamp": "2018-09-30T06:03:38Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-6qprv",
"uid": "355e8528-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "656",
"fieldPath": "spec.containers{coredns}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:38Z",
"lastTimestamp": "2018-09-30T06:03:38Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-f9x2b.1559181d3f6d022f",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-f9x2b.1559181d3f6d022f",
"uid": "356fd00d-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "633",
"creationTimestamp": "2018-09-30T06:01:01Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-f9x2b",
"uid": "3562d772-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "333"
},
"reason": "FailedScheduling",
"message": "0/1 nodes are available: 1 node(s) had taints that the pod didn't tolerate.",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:01:01Z",
"lastTimestamp": "2018-09-30T06:03:24Z",
"count": 18,
"type": "Warning",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-f9x2b.15591840fe87f21d",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-f9x2b.15591840fe87f21d",
"uid": "90f0d0f6-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "659",
"creationTimestamp": "2018-09-30T06:03:35Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-f9x2b",
"uid": "3562d772-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "341"
},
"reason": "Scheduled",
"message": "Successfully assigned kube-system/coredns-576cbf47c7-f9x2b to master1",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:03:35Z",
"lastTimestamp": "2018-09-30T06:03:35Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-f9x2b.1559184196245dbf",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-f9x2b.1559184196245dbf",
"uid": "92795bb3-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "670",
"creationTimestamp": "2018-09-30T06:03:37Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-f9x2b",
"uid": "3562d772-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "657",
"fieldPath": "spec.containers{coredns}"
},
"reason": "Pulled",
"message": "Container image \"k8s.gcr.io/coredns:1.2.2\" already present on machine",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:37Z",
"lastTimestamp": "2018-09-30T06:03:37Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-f9x2b.15591841a0057ed0",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-f9x2b.15591841a0057ed0",
"uid": "928bdc1c-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "671",
"creationTimestamp": "2018-09-30T06:03:37Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-f9x2b",
"uid": "3562d772-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "657",
"fieldPath": "spec.containers{coredns}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:37Z",
"lastTimestamp": "2018-09-30T06:03:37Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7-f9x2b.15591841b2ef835b",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7-f9x2b.15591841b2ef835b",
"uid": "92bcd320-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "673",
"creationTimestamp": "2018-09-30T06:03:38Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "coredns-576cbf47c7-f9x2b",
"uid": "3562d772-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "657",
"fieldPath": "spec.containers{coredns}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:03:38Z",
"lastTimestamp": "2018-09-30T06:03:38Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7.1559181d3bfadd39",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7.1559181d3bfadd39",
"uid": "3562d704-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "329",
"creationTimestamp": "2018-09-30T06:01:01Z"
},
"involvedObject": {
"kind": "ReplicaSet",
"namespace": "kube-system",
"name": "coredns-576cbf47c7",
"uid": "355713af-c476-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "318"
},
"reason": "SuccessfulCreate",
"message": "Created pod: coredns-576cbf47c7-6qprv",
"source": {
"component": "replicaset-controller"
},
"firstTimestamp": "2018-09-30T06:01:01Z",
"lastTimestamp": "2018-09-30T06:01:01Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns-576cbf47c7.1559181d3d8bbcf1",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns-576cbf47c7.1559181d3d8bbcf1",
"uid": "35671ec0-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "338",
"creationTimestamp": "2018-09-30T06:01:01Z"
},
"involvedObject": {
"kind": "ReplicaSet",
"namespace": "kube-system",
"name": "coredns-576cbf47c7",
"uid": "355713af-c476-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "318"
},
"reason": "SuccessfulCreate",
"message": "Created pod: coredns-576cbf47c7-f9x2b",
"source": {
"component": "replicaset-controller"
},
"firstTimestamp": "2018-09-30T06:01:01Z",
"lastTimestamp": "2018-09-30T06:01:01Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "coredns.1559181d38ad9833",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/coredns.1559181d38ad9833",
"uid": "355a623b-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "320",
"creationTimestamp": "2018-09-30T06:01:01Z"
},
"involvedObject": {
"kind": "Deployment",
"namespace": "kube-system",
"name": "coredns",
"uid": "2c73e0d2-c476-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "174"
},
"reason": "ScalingReplicaSet",
"message": "Scaled up replica set coredns-576cbf47c7 to 2",
"source": {
"component": "deployment-controller"
},
"firstTimestamp": "2018-09-30T06:01:01Z",
"lastTimestamp": "2018-09-30T06:01:01Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.1559189ef45ca43b",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.1559189ef45ca43b",
"uid": "8181a4d7-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1312",
"creationTimestamp": "2018-09-30T06:10:18Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1303"
},
"reason": "Scheduled",
"message": "Successfully assigned kube-system/csi-do-controller-0 to worker1",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:10:18Z",
"lastTimestamp": "2018-09-30T06:10:18Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.1559189f4ad87477",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.1559189f4ad87477",
"uid": "82547b18-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1322",
"creationTimestamp": "2018-09-30T06:10:20Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-provisioner}"
},
"reason": "Pulling",
"message": "pulling image \"quay.io/k8scsi/csi-provisioner:v0.3.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:20Z",
"lastTimestamp": "2018-09-30T06:10:20Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a00f71bcfc",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a00f71bcfc",
"uid": "844bfa68-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1328",
"creationTimestamp": "2018-09-30T06:10:23Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-provisioner}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"quay.io/k8scsi/csi-provisioner:v0.3.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:23Z",
"lastTimestamp": "2018-09-30T06:10:23Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a01844c6b7",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a01844c6b7",
"uid": "8461f931-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1329",
"creationTimestamp": "2018-09-30T06:10:23Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-provisioner}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:23Z",
"lastTimestamp": "2018-09-30T06:10:23Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a031bc61e1",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a031bc61e1",
"uid": "84a3372c-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1331",
"creationTimestamp": "2018-09-30T06:10:24Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-provisioner}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:24Z",
"lastTimestamp": "2018-09-30T06:10:24Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a031d7ba04",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a031d7ba04",
"uid": "84a49993-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1374",
"creationTimestamp": "2018-09-30T06:10:24Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-attacher}"
},
"reason": "Pulling",
"message": "pulling image \"quay.io/k8scsi/csi-attacher:v0.3.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:24Z",
"lastTimestamp": "2018-09-30T06:10:39Z",
"count": 2,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a21dbf9351",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a21dbf9351",
"uid": "899041e8-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1377",
"creationTimestamp": "2018-09-30T06:10:32Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-attacher}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"quay.io/k8scsi/csi-attacher:v0.3.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:32Z",
"lastTimestamp": "2018-09-30T06:10:40Z",
"count": 2,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a223975ff6",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a223975ff6",
"uid": "899e2740-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1378",
"creationTimestamp": "2018-09-30T06:10:32Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-attacher}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:32Z",
"lastTimestamp": "2018-09-30T06:10:40Z",
"count": 2,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a22c5e1822",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a22c5e1822",
"uid": "89b42947-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1379",
"creationTimestamp": "2018-09-30T06:10:32Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-attacher}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:32Z",
"lastTimestamp": "2018-09-30T06:10:41Z",
"count": 2,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a22c70b959",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a22c70b959",
"uid": "89b5337e-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1352",
"creationTimestamp": "2018-09-30T06:10:32Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-do-plugin}"
},
"reason": "Pulling",
"message": "pulling image \"digitalocean/do-csi-plugin:v0.2.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:32Z",
"lastTimestamp": "2018-09-30T06:10:32Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a2e3638c20",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a2e3638c20",
"uid": "8b88c290-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1360",
"creationTimestamp": "2018-09-30T06:10:35Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-do-plugin}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"digitalocean/do-csi-plugin:v0.2.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:35Z",
"lastTimestamp": "2018-09-30T06:10:35Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a2e8369037",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a2e8369037",
"uid": "8b95e4d2-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1361",
"creationTimestamp": "2018-09-30T06:10:35Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-do-plugin}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:35Z",
"lastTimestamp": "2018-09-30T06:10:35Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller-0.155918a2fcc71729",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller-0.155918a2fcc71729",
"uid": "8bc9ace1-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1363",
"creationTimestamp": "2018-09-30T06:10:36Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1310",
"fieldPath": "spec.containers{csi-do-plugin}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:36Z",
"lastTimestamp": "2018-09-30T06:10:36Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-controller.1559189eed8d4f64",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-controller.1559189eed8d4f64",
"uid": "81686875-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1307",
"creationTimestamp": "2018-09-30T06:10:18Z"
},
"involvedObject": {
"kind": "StatefulSet",
"namespace": "kube-system",
"name": "csi-do-controller",
"uid": "8131d54f-c477-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "1292"
},
"reason": "SuccessfulCreate",
"message": "create Pod csi-do-controller-0 in StatefulSet csi-do-controller successful",
"source": {
"component": "statefulset-controller"
},
"firstTimestamp": "2018-09-30T06:10:18Z",
"lastTimestamp": "2018-09-30T06:10:18Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node-pqmjz.1559189f2b924583",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node-pqmjz.1559189f2b924583",
"uid": "8205c2d0-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1318",
"creationTimestamp": "2018-09-30T06:10:19Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1314"
},
"reason": "Scheduled",
"message": "Successfully assigned kube-system/csi-do-node-pqmjz to worker1",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:10:19Z",
"lastTimestamp": "2018-09-30T06:10:19Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node-pqmjz.1559189f56abe4df",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node-pqmjz.1559189f56abe4df",
"uid": "827258ed-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1323",
"creationTimestamp": "2018-09-30T06:10:20Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1316",
"fieldPath": "spec.containers{driver-registrar}"
},
"reason": "Pulling",
"message": "pulling image \"quay.io/k8scsi/driver-registrar:v0.3.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:20Z",
"lastTimestamp": "2018-09-30T06:10:20Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node-pqmjz.155918a0f14ce99e",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node-pqmjz.155918a0f14ce99e",
"uid": "868e13c2-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1335",
"creationTimestamp": "2018-09-30T06:10:27Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1316",
"fieldPath": "spec.containers{driver-registrar}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"quay.io/k8scsi/driver-registrar:v0.3.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:27Z",
"lastTimestamp": "2018-09-30T06:10:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node-pqmjz.155918a0f9706f6b",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node-pqmjz.155918a0f9706f6b",
"uid": "87237487-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1336",
"creationTimestamp": "2018-09-30T06:10:28Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1316",
"fieldPath": "spec.containers{driver-registrar}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:27Z",
"lastTimestamp": "2018-09-30T06:10:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node-pqmjz.155918a10314f034",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node-pqmjz.155918a10314f034",
"uid": "873aa5d6-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1338",
"creationTimestamp": "2018-09-30T06:10:28Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1316",
"fieldPath": "spec.containers{driver-registrar}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:27Z",
"lastTimestamp": "2018-09-30T06:10:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node-pqmjz.155918a103264876",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node-pqmjz.155918a103264876",
"uid": "873d39a5-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1342",
"creationTimestamp": "2018-09-30T06:10:28Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1316",
"fieldPath": "spec.containers{csi-do-plugin}"
},
"reason": "Pulling",
"message": "pulling image \"digitalocean/do-csi-plugin:v0.2.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:27Z",
"lastTimestamp": "2018-09-30T06:10:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node-pqmjz.155918a2a7bacbaa",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node-pqmjz.155918a2a7bacbaa",
"uid": "8af005b1-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1355",
"creationTimestamp": "2018-09-30T06:10:34Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1316",
"fieldPath": "spec.containers{csi-do-plugin}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"digitalocean/do-csi-plugin:v0.2.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:34Z",
"lastTimestamp": "2018-09-30T06:10:34Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node-pqmjz.155918a2b8a9d188",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node-pqmjz.155918a2b8a9d188",
"uid": "8b1b927b-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1356",
"creationTimestamp": "2018-09-30T06:10:34Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1316",
"fieldPath": "spec.containers{csi-do-plugin}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:34Z",
"lastTimestamp": "2018-09-30T06:10:34Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node-pqmjz.155918a2c3798981",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node-pqmjz.155918a2c3798981",
"uid": "8b370e38-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1357",
"creationTimestamp": "2018-09-30T06:10:35Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "1316",
"fieldPath": "spec.containers{csi-do-plugin}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:10:35Z",
"lastTimestamp": "2018-09-30T06:10:35Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "csi-do-node.1559189f2a118ca4",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/csi-do-node.1559189f2a118ca4",
"uid": "820317d7-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1315",
"creationTimestamp": "2018-09-30T06:10:19Z"
},
"involvedObject": {
"kind": "DaemonSet",
"namespace": "kube-system",
"name": "csi-do-node",
"uid": "8153c3e3-c477-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "1298"
},
"reason": "SuccessfulCreate",
"message": "Created pod: csi-do-node-pqmjz",
"source": {
"component": "daemonset-controller"
},
"firstTimestamp": "2018-09-30T06:10:19Z",
"lastTimestamp": "2018-09-30T06:10:19Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "etcd-master1.155918152148645b",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/etcd-master1.155918152148645b",
"uid": "3022e89d-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "241",
"creationTimestamp": "2018-09-30T06:00:52Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "etcd-master1",
"uid": "af3a064bb814aa02a1a832dd9aea736f",
"apiVersion": "v1",
"fieldPath": "spec.containers{etcd}"
},
"reason": "Pulled",
"message": "Container image \"k8s.gcr.io/etcd:3.2.24\" already present on machine",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:26Z",
"lastTimestamp": "2018-09-30T06:00:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "etcd-master1.1559181529b4eab7",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/etcd-master1.1559181529b4eab7",
"uid": "309cfd78-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "246",
"creationTimestamp": "2018-09-30T06:00:53Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "etcd-master1",
"uid": "af3a064bb814aa02a1a832dd9aea736f",
"apiVersion": "v1",
"fieldPath": "spec.containers{etcd}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:26Z",
"lastTimestamp": "2018-09-30T06:00:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "etcd-master1.155918153b133aad",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/etcd-master1.155918153b133aad",
"uid": "30f88489-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "249",
"creationTimestamp": "2018-09-30T06:00:54Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "etcd-master1",
"uid": "af3a064bb814aa02a1a832dd9aea736f",
"apiVersion": "v1",
"fieldPath": "spec.containers{etcd}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:27Z",
"lastTimestamp": "2018-09-30T06:00:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-apiserver-master1.15591815208dbacf",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-apiserver-master1.15591815208dbacf",
"uid": "300460c2-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "240",
"creationTimestamp": "2018-09-30T06:00:52Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-apiserver-master1",
"uid": "f9585f7fecb268d80c49b85e8f87acb8",
"apiVersion": "v1",
"fieldPath": "spec.containers{kube-apiserver}"
},
"reason": "Pulled",
"message": "Container image \"k8s.gcr.io/kube-apiserver:v1.12.0\" already present on machine",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:26Z",
"lastTimestamp": "2018-09-30T06:00:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-apiserver-master1.1559181528d95031",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-apiserver-master1.1559181528d95031",
"uid": "307e72a4-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "245",
"creationTimestamp": "2018-09-30T06:00:53Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-apiserver-master1",
"uid": "f9585f7fecb268d80c49b85e8f87acb8",
"apiVersion": "v1",
"fieldPath": "spec.containers{kube-apiserver}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:26Z",
"lastTimestamp": "2018-09-30T06:00:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-apiserver-master1.155918153c0480e6",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-apiserver-master1.155918153c0480e6",
"uid": "31170e95-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "250",
"creationTimestamp": "2018-09-30T06:00:54Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-apiserver-master1",
"uid": "f9585f7fecb268d80c49b85e8f87acb8",
"apiVersion": "v1",
"fieldPath": "spec.containers{kube-apiserver}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:27Z",
"lastTimestamp": "2018-09-30T06:00:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-controller-manager-master1.155918151b7c00e5",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-controller-manager-master1.155918151b7c00e5",
"uid": "2fe6007f-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "239",
"creationTimestamp": "2018-09-30T06:00:52Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-controller-manager-master1",
"uid": "f762deccbacd238ae853ca8f12fa2328",
"apiVersion": "v1",
"fieldPath": "spec.containers{kube-controller-manager}"
},
"reason": "Pulled",
"message": "Container image \"k8s.gcr.io/kube-controller-manager:v1.12.0\" already present on machine",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:26Z",
"lastTimestamp": "2018-09-30T06:00:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-controller-manager-master1.1559181522c12123",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-controller-manager-master1.1559181522c12123",
"uid": "305ff1c1-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "243",
"creationTimestamp": "2018-09-30T06:00:53Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-controller-manager-master1",
"uid": "f762deccbacd238ae853ca8f12fa2328",
"apiVersion": "v1",
"fieldPath": "spec.containers{kube-controller-manager}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:26Z",
"lastTimestamp": "2018-09-30T06:00:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-controller-manager-master1.1559181536326866",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-controller-manager-master1.1559181536326866",
"uid": "30da0366-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "248",
"creationTimestamp": "2018-09-30T06:00:53Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-controller-manager-master1",
"uid": "f762deccbacd238ae853ca8f12fa2328",
"apiVersion": "v1",
"fieldPath": "spec.containers{kube-controller-manager}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:27Z",
"lastTimestamp": "2018-09-30T06:00:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-controller-manager.15591819aeeecff2",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-controller-manager.15591819aeeecff2",
"uid": "2c4d19aa-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "155",
"creationTimestamp": "2018-09-30T06:00:46Z"
},
"involvedObject": {
"kind": "Endpoints",
"namespace": "kube-system",
"name": "kube-controller-manager",
"uid": "2c4ac5df-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "154"
},
"reason": "LeaderElection",
"message": "master1_223f91a9-c476-11e8-9390-de5efd564cc5 became leader",
"source": {
"component": "kube-controller-manager"
},
"firstTimestamp": "2018-09-30T06:00:46Z",
"lastTimestamp": "2018-09-30T06:00:46Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy-jznxx.155918530b28beb9",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy-jznxx.155918530b28beb9",
"uid": "bf2467d4-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "797",
"creationTimestamp": "2018-09-30T06:04:52Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-proxy-jznxx",
"uid": "bf114648-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "789"
},
"reason": "Scheduled",
"message": "Successfully assigned kube-system/kube-proxy-jznxx to worker1",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:04:52Z",
"lastTimestamp": "2018-09-30T06:04:52Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy-jznxx.15591853694baba2",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy-jznxx.15591853694baba2",
"uid": "c0131252-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "804",
"creationTimestamp": "2018-09-30T06:04:54Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-proxy-jznxx",
"uid": "bf114648-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "795",
"fieldPath": "spec.containers{kube-proxy}"
},
"reason": "Pulling",
"message": "pulling image \"k8s.gcr.io/kube-proxy:v1.12.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:04:54Z",
"lastTimestamp": "2018-09-30T06:04:54Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy-jznxx.155918545642b76a",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy-jznxx.155918545642b76a",
"uid": "c271a5de-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "812",
"creationTimestamp": "2018-09-30T06:04:58Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-proxy-jznxx",
"uid": "bf114648-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "795",
"fieldPath": "spec.containers{kube-proxy}"
},
"reason": "Pulled",
"message": "Successfully pulled image \"k8s.gcr.io/kube-proxy:v1.12.0\"",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:04:58Z",
"lastTimestamp": "2018-09-30T06:04:58Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy-jznxx.15591854607b01bd",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy-jznxx.15591854607b01bd",
"uid": "c28bbfb5-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "813",
"creationTimestamp": "2018-09-30T06:04:58Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-proxy-jznxx",
"uid": "bf114648-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "795",
"fieldPath": "spec.containers{kube-proxy}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:04:58Z",
"lastTimestamp": "2018-09-30T06:04:58Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy-jznxx.155918546e3018b7",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy-jznxx.155918546e3018b7",
"uid": "c2b05eb4-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "814",
"creationTimestamp": "2018-09-30T06:04:58Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-proxy-jznxx",
"uid": "bf114648-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "795",
"fieldPath": "spec.containers{kube-proxy}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "worker1"
},
"firstTimestamp": "2018-09-30T06:04:58Z",
"lastTimestamp": "2018-09-30T06:04:58Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy-qthzr.1559181d44404ae5",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy-qthzr.1559181d44404ae5",
"uid": "3577ee7d-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "354",
"creationTimestamp": "2018-09-30T06:01:01Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-proxy-qthzr",
"uid": "35728048-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "348"
},
"reason": "Scheduled",
"message": "Successfully assigned kube-system/kube-proxy-qthzr to master1",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:01:01Z",
"lastTimestamp": "2018-09-30T06:01:01Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy-qthzr.1559181d6ea08477",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy-qthzr.1559181d6ea08477",
"uid": "35e46346-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "371",
"creationTimestamp": "2018-09-30T06:01:02Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-proxy-qthzr",
"uid": "35728048-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "353",
"fieldPath": "spec.containers{kube-proxy}"
},
"reason": "Pulled",
"message": "Container image \"k8s.gcr.io/kube-proxy:v1.12.0\" already present on machine",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:01:02Z",
"lastTimestamp": "2018-09-30T06:01:02Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy-qthzr.1559181d74d229ba",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy-qthzr.1559181d74d229ba",
"uid": "35f430be-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "372",
"creationTimestamp": "2018-09-30T06:01:02Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-proxy-qthzr",
"uid": "35728048-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "353",
"fieldPath": "spec.containers{kube-proxy}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:01:02Z",
"lastTimestamp": "2018-09-30T06:01:02Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy-qthzr.1559181d803c03bd",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy-qthzr.1559181d803c03bd",
"uid": "3611714b-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "373",
"creationTimestamp": "2018-09-30T06:01:02Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-proxy-qthzr",
"uid": "35728048-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "353",
"fieldPath": "spec.containers{kube-proxy}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:01:02Z",
"lastTimestamp": "2018-09-30T06:01:02Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy.1559181d42d8bc9f",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy.1559181d42d8bc9f",
"uid": "35743b4f-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "349",
"creationTimestamp": "2018-09-30T06:01:01Z"
},
"involvedObject": {
"kind": "DaemonSet",
"namespace": "kube-system",
"name": "kube-proxy",
"uid": "2c923534-c476-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "193"
},
"reason": "SuccessfulCreate",
"message": "Created pod: kube-proxy-qthzr",
"source": {
"component": "daemonset-controller"
},
"firstTimestamp": "2018-09-30T06:01:01Z",
"lastTimestamp": "2018-09-30T06:01:01Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-proxy.1559185305f9e532",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-proxy.1559185305f9e532",
"uid": "bf170f59-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "793",
"creationTimestamp": "2018-09-30T06:04:52Z"
},
"involvedObject": {
"kind": "DaemonSet",
"namespace": "kube-system",
"name": "kube-proxy",
"uid": "2c923534-c476-11e8-917b-de5efd564cc5",
"apiVersion": "apps/v1",
"resourceVersion": "376"
},
"reason": "SuccessfulCreate",
"message": "Created pod: kube-proxy-jznxx",
"source": {
"component": "daemonset-controller"
},
"firstTimestamp": "2018-09-30T06:04:52Z",
"lastTimestamp": "2018-09-30T06:04:52Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-scheduler-master1.15591815228c1cc5",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-scheduler-master1.15591815228c1cc5",
"uid": "304171df-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "242",
"creationTimestamp": "2018-09-30T06:00:52Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-scheduler-master1",
"uid": "dd3b0cd7d636afb2b116453dc6524f26",
"apiVersion": "v1",
"fieldPath": "spec.containers{kube-scheduler}"
},
"reason": "Pulled",
"message": "Container image \"k8s.gcr.io/kube-scheduler:v1.12.0\" already present on machine",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:26Z",
"lastTimestamp": "2018-09-30T06:00:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-scheduler-master1.155918152c0b85c1",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-scheduler-master1.155918152c0b85c1",
"uid": "30bb7d25-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "247",
"creationTimestamp": "2018-09-30T06:00:53Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-scheduler-master1",
"uid": "dd3b0cd7d636afb2b116453dc6524f26",
"apiVersion": "v1",
"fieldPath": "spec.containers{kube-scheduler}"
},
"reason": "Created",
"message": "Created container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:26Z",
"lastTimestamp": "2018-09-30T06:00:26Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-scheduler-master1.155918153e82e1d9",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-scheduler-master1.155918153e82e1d9",
"uid": "31358c24-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "252",
"creationTimestamp": "2018-09-30T06:00:54Z"
},
"involvedObject": {
"kind": "Pod",
"namespace": "kube-system",
"name": "kube-scheduler-master1",
"uid": "dd3b0cd7d636afb2b116453dc6524f26",
"apiVersion": "v1",
"fieldPath": "spec.containers{kube-scheduler}"
},
"reason": "Started",
"message": "Started container",
"source": {
"component": "kubelet",
"host": "master1"
},
"firstTimestamp": "2018-09-30T06:00:27Z",
"lastTimestamp": "2018-09-30T06:00:27Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
},
{
"metadata": {
"name": "kube-scheduler.15591819699196a9",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/events/kube-scheduler.15591819699196a9",
"uid": "2b9b1747-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "146",
"creationTimestamp": "2018-09-30T06:00:45Z"
},
"involvedObject": {
"kind": "Endpoints",
"namespace": "kube-system",
"name": "kube-scheduler",
"uid": "2b993321-c476-11e8-917b-de5efd564cc5",
"apiVersion": "v1",
"resourceVersion": "145"
},
"reason": "LeaderElection",
"message": "master1_2118daa7-c476-11e8-a3a5-de5efd564cc5 became leader",
"source": {
"component": "default-scheduler"
},
"firstTimestamp": "2018-09-30T06:00:45Z",
"lastTimestamp": "2018-09-30T06:00:45Z",
"count": 1,
"type": "Normal",
"eventTime": null,
"reportingComponent": "",
"reportingInstance": ""
}
]
}
{
"kind": "ReplicationControllerList",
"apiVersion": "v1",
"metadata": {
"selfLink": "/api/v1/namespaces/kube-system/replicationcontrollers",
"resourceVersion": "2895"
},
"items": []
}
{
"kind": "ServiceList",
"apiVersion": "v1",
"metadata": {
"selfLink": "/api/v1/namespaces/kube-system/services",
"resourceVersion": "2895"
},
"items": [
{
"metadata": {
"name": "kube-dns",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/services/kube-dns",
"uid": "2c784d8b-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "178",
"creationTimestamp": "2018-09-30T06:00:46Z",
"labels": {
"k8s-app": "kube-dns",
"kubernetes.io/cluster-service": "true",
"kubernetes.io/name": "KubeDNS"
},
"annotations": {
"prometheus.io/port": "9153",
"prometheus.io/scrape": "true"
}
},
"spec": {
"ports": [
{
"name": "dns",
"protocol": "UDP",
"port": 53,
"targetPort": 53
},
{
"name": "dns-tcp",
"protocol": "TCP",
"port": 53,
"targetPort": 53
}
],
"selector": {
"k8s-app": "kube-dns"
},
"clusterIP": "10.96.0.10",
"type": "ClusterIP",
"sessionAffinity": "None"
},
"status": {
"loadBalancer": {}
}
}
]
}
{
"kind": "DaemonSetList",
"apiVersion": "apps/v1",
"metadata": {
"selfLink": "/apis/apps/v1/namespaces/kube-system/daemonsets",
"resourceVersion": "2895"
},
"items": [
{
"metadata": {
"name": "canal",
"namespace": "kube-system",
"selfLink": "/apis/apps/v1/namespaces/kube-system/daemonsets/canal",
"uid": "796e310d-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "1114",
"generation": 1,
"creationTimestamp": "2018-09-30T06:02:55Z",
"labels": {
"k8s-app": "canal"
},
"annotations": {
"deprecated.daemonset.template.generation": "1",
"kubectl.kubernetes.io/last-applied-configuration": "{\"apiVersion\":\"extensions/v1beta1\",\"kind\":\"DaemonSet\",\"metadata\":{\"annotations\":{},\"labels\":{\"k8s-app\":\"canal\"},\"name\":\"canal\",\"namespace\":\"kube-system\"},\"spec\":{\"selector\":{\"matchLabels\":{\"k8s-app\":\"canal\"}},\"template\":{\"metadata\":{\"annotations\":{\"scheduler.alpha.kubernetes.io/critical-pod\":\"\"},\"labels\":{\"k8s-app\":\"canal\"}},\"spec\":{\"containers\":[{\"env\":[{\"name\":\"DATASTORE_TYPE\",\"value\":\"kubernetes\"},{\"name\":\"FELIX_LOGSEVERITYSCREEN\",\"value\":\"info\"},{\"name\":\"CALICO_NETWORKING_BACKEND\",\"value\":\"none\"},{\"name\":\"CLUSTER_TYPE\",\"value\":\"k8s,canal\"},{\"name\":\"CALICO_DISABLE_FILE_LOGGING\",\"value\":\"true\"},{\"name\":\"FELIX_IPTABLESREFRESHINTERVAL\",\"value\":\"60\"},{\"name\":\"FELIX_IPV6SUPPORT\",\"value\":\"false\"},{\"name\":\"WAIT_FOR_DATASTORE\",\"value\":\"true\"},{\"name\":\"IP\",\"value\":\"\"},{\"name\":\"NODENAME\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"spec.nodeName\"}}},{\"name\":\"FELIX_DEFAULTENDPOINTTOHOSTACTION\",\"value\":\"ACCEPT\"},{\"name\":\"FELIX_HEALTHENABLED\",\"value\":\"true\"}],\"image\":\"quay.io/calico/node:v3.1.3\",\"livenessProbe\":{\"failureThreshold\":6,\"httpGet\":{\"path\":\"/liveness\",\"port\":9099},\"initialDelaySeconds\":10,\"periodSeconds\":10},\"name\":\"calico-node\",\"readinessProbe\":{\"httpGet\":{\"path\":\"/readiness\",\"port\":9099},\"periodSeconds\":10},\"resources\":{\"requests\":{\"cpu\":\"250m\"}},\"securityContext\":{\"privileged\":true},\"volumeMounts\":[{\"mountPath\":\"/lib/modules\",\"name\":\"lib-modules\",\"readOnly\":true},{\"mountPath\":\"/var/run/calico\",\"name\":\"var-run-calico\",\"readOnly\":false},{\"mountPath\":\"/var/lib/calico\",\"name\":\"var-lib-calico\",\"readOnly\":false}]},{\"command\":[\"/install-cni.sh\"],\"env\":[{\"name\":\"CNI_CONF_NAME\",\"value\":\"10-calico.conflist\"},{\"name\":\"CNI_NETWORK_CONFIG\",\"valueFrom\":{\"configMapKeyRef\":{\"key\":\"cni_network_config\",\"name\":\"canal-config\"}}},{\"name\":\"KUBERNETES_NODE_NAME\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"spec.nodeName\"}}}],\"image\":\"quay.io/calico/cni:v3.1.3\",\"name\":\"install-cni\",\"volumeMounts\":[{\"mountPath\":\"/host/opt/cni/bin\",\"name\":\"cni-bin-dir\"},{\"mountPath\":\"/host/etc/cni/net.d\",\"name\":\"cni-net-dir\"}]},{\"command\":[\"/opt/bin/flanneld\",\"--ip-masq\",\"--kube-subnet-mgr\"],\"env\":[{\"name\":\"POD_NAME\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"metadata.name\"}}},{\"name\":\"POD_NAMESPACE\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"metadata.namespace\"}}},{\"name\":\"FLANNELD_IFACE\",\"valueFrom\":{\"configMapKeyRef\":{\"key\":\"canal_iface\",\"name\":\"canal-config\"}}},{\"name\":\"FLANNELD_IP_MASQ\",\"valueFrom\":{\"configMapKeyRef\":{\"key\":\"masquerade\",\"name\":\"canal-config\"}}}],\"image\":\"quay.io/coreos/flannel:v0.9.1\",\"name\":\"kube-flannel\",\"securityContext\":{\"privileged\":true},\"volumeMounts\":[{\"mountPath\":\"/run\",\"name\":\"run\"},{\"mountPath\":\"/etc/kube-flannel/\",\"name\":\"flannel-cfg\"}]}],\"hostNetwork\":true,\"serviceAccountName\":\"canal\",\"terminationGracePeriodSeconds\":0,\"tolerations\":[{\"effect\":\"NoSchedule\",\"operator\":\"Exists\"},{\"key\":\"CriticalAddonsOnly\",\"operator\":\"Exists\"},{\"effect\":\"NoExecute\",\"operator\":\"Exists\"}],\"volumes\":[{\"hostPath\":{\"path\":\"/lib/modules\"},\"name\":\"lib-modules\"},{\"hostPath\":{\"path\":\"/var/run/calico\"},\"name\":\"var-run-calico\"},{\"hostPath\":{\"path\":\"/var/lib/calico\"},\"name\":\"var-lib-calico\"},{\"hostPath\":{\"path\":\"/opt/cni/bin\"},\"name\":\"cni-bin-dir\"},{\"hostPath\":{\"path\":\"/etc/cni/net.d\"},\"name\":\"cni-net-dir\"},{\"hostPath\":{\"path\":\"/run\"},\"name\":\"run\"},{\"configMap\":{\"name\":\"canal-config\"},\"name\":\"flannel-cfg\"}]}},\"updateStrategy\":{\"rollingUpdate\":{\"maxUnavailable\":1},\"type\":\"RollingUpdate\"}}}\n"
}
},
"spec": {
"selector": {
"matchLabels": {
"k8s-app": "canal"
}
},
"template": {
"metadata": {
"creationTimestamp": null,
"labels": {
"k8s-app": "canal"
},
"annotations": {
"scheduler.alpha.kubernetes.io/critical-pod": ""
}
},
"spec": {
"volumes": [
{
"name": "lib-modules",
"hostPath": {
"path": "/lib/modules",
"type": ""
}
},
{
"name": "var-run-calico",
"hostPath": {
"path": "/var/run/calico",
"type": ""
}
},
{
"name": "var-lib-calico",
"hostPath": {
"path": "/var/lib/calico",
"type": ""
}
},
{
"name": "cni-bin-dir",
"hostPath": {
"path": "/opt/cni/bin",
"type": ""
}
},
{
"name": "cni-net-dir",
"hostPath": {
"path": "/etc/cni/net.d",
"type": ""
}
},
{
"name": "run",
"hostPath": {
"path": "/run",
"type": ""
}
},
{
"name": "flannel-cfg",
"configMap": {
"name": "canal-config",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "calico-node",
"image": "quay.io/calico/node:v3.1.3",
"env": [
{
"name": "DATASTORE_TYPE",
"value": "kubernetes"
},
{
"name": "FELIX_LOGSEVERITYSCREEN",
"value": "info"
},
{
"name": "CALICO_NETWORKING_BACKEND",
"value": "none"
},
{
"name": "CLUSTER_TYPE",
"value": "k8s,canal"
},
{
"name": "CALICO_DISABLE_FILE_LOGGING",
"value": "true"
},
{
"name": "FELIX_IPTABLESREFRESHINTERVAL",
"value": "60"
},
{
"name": "FELIX_IPV6SUPPORT",
"value": "false"
},
{
"name": "WAIT_FOR_DATASTORE",
"value": "true"
},
{
"name": "IP"
},
{
"name": "NODENAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "spec.nodeName"
}
}
},
{
"name": "FELIX_DEFAULTENDPOINTTOHOSTACTION",
"value": "ACCEPT"
},
{
"name": "FELIX_HEALTHENABLED",
"value": "true"
}
],
"resources": {
"requests": {
"cpu": "250m"
}
},
"volumeMounts": [
{
"name": "lib-modules",
"readOnly": true,
"mountPath": "/lib/modules"
},
{
"name": "var-run-calico",
"mountPath": "/var/run/calico"
},
{
"name": "var-lib-calico",
"mountPath": "/var/lib/calico"
}
],
"livenessProbe": {
"httpGet": {
"path": "/liveness",
"port": 9099,
"scheme": "HTTP"
},
"initialDelaySeconds": 10,
"timeoutSeconds": 1,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 6
},
"readinessProbe": {
"httpGet": {
"path": "/readiness",
"port": 9099,
"scheme": "HTTP"
},
"timeoutSeconds": 1,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 3
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"privileged": true,
"procMount": "Default"
}
},
{
"name": "install-cni",
"image": "quay.io/calico/cni:v3.1.3",
"command": [
"/install-cni.sh"
],
"env": [
{
"name": "CNI_CONF_NAME",
"value": "10-calico.conflist"
},
{
"name": "CNI_NETWORK_CONFIG",
"valueFrom": {
"configMapKeyRef": {
"name": "canal-config",
"key": "cni_network_config"
}
}
},
{
"name": "KUBERNETES_NODE_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "spec.nodeName"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "cni-bin-dir",
"mountPath": "/host/opt/cni/bin"
},
{
"name": "cni-net-dir",
"mountPath": "/host/etc/cni/net.d"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
},
{
"name": "kube-flannel",
"image": "quay.io/coreos/flannel:v0.9.1",
"command": [
"/opt/bin/flanneld",
"--ip-masq",
"--kube-subnet-mgr"
],
"env": [
{
"name": "POD_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.name"
}
}
},
{
"name": "POD_NAMESPACE",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.namespace"
}
}
},
{
"name": "FLANNELD_IFACE",
"valueFrom": {
"configMapKeyRef": {
"name": "canal-config",
"key": "canal_iface"
}
}
},
{
"name": "FLANNELD_IP_MASQ",
"valueFrom": {
"configMapKeyRef": {
"name": "canal-config",
"key": "masquerade"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "run",
"mountPath": "/run"
},
{
"name": "flannel-cfg",
"mountPath": "/etc/kube-flannel/"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"privileged": true,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 0,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "canal",
"serviceAccount": "canal",
"hostNetwork": true,
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"operator": "Exists",
"effect": "NoExecute"
}
]
}
},
"updateStrategy": {
"type": "RollingUpdate",
"rollingUpdate": {
"maxUnavailable": 1
}
},
"revisionHistoryLimit": 10
},
"status": {
"currentNumberScheduled": 2,
"numberMisscheduled": 0,
"desiredNumberScheduled": 2,
"numberReady": 2,
"observedGeneration": 1,
"updatedNumberScheduled": 2,
"numberAvailable": 2
}
},
{
"metadata": {
"name": "csi-do-node",
"namespace": "kube-system",
"selfLink": "/apis/apps/v1/namespaces/kube-system/daemonsets/csi-do-node",
"uid": "8153c3e3-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1359",
"generation": 1,
"creationTimestamp": "2018-09-30T06:10:18Z",
"annotations": {
"deprecated.daemonset.template.generation": "1",
"kubectl.kubernetes.io/last-applied-configuration": "{\"apiVersion\":\"apps/v1beta2\",\"kind\":\"DaemonSet\",\"metadata\":{\"annotations\":{},\"name\":\"csi-do-node\",\"namespace\":\"kube-system\"},\"spec\":{\"selector\":{\"matchLabels\":{\"app\":\"csi-do-node\"}},\"template\":{\"metadata\":{\"labels\":{\"app\":\"csi-do-node\",\"role\":\"csi-do\"}},\"spec\":{\"containers\":[{\"args\":[\"--v=5\",\"--csi-address=$(ADDRESS)\"],\"env\":[{\"name\":\"ADDRESS\",\"value\":\"/csi/csi.sock\"},{\"name\":\"KUBE_NODE_NAME\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"spec.nodeName\"}}}],\"image\":\"quay.io/k8scsi/driver-registrar:v0.3.0\",\"name\":\"driver-registrar\",\"volumeMounts\":[{\"mountPath\":\"/csi/\",\"name\":\"plugin-dir\"}]},{\"args\":[\"--endpoint=$(CSI_ENDPOINT)\",\"--token=$(DIGITALOCEAN_ACCESS_TOKEN)\",\"--url=$(DIGITALOCEAN_API_URL)\"],\"env\":[{\"name\":\"CSI_ENDPOINT\",\"value\":\"unix:///csi/csi.sock\"},{\"name\":\"DIGITALOCEAN_API_URL\",\"value\":\"https://api.digitalocean.com/\"},{\"name\":\"DIGITALOCEAN_ACCESS_TOKEN\",\"valueFrom\":{\"secretKeyRef\":{\"key\":\"access-token\",\"name\":\"digitalocean\"}}}],\"image\":\"digitalocean/do-csi-plugin:v0.2.0\",\"imagePullPolicy\":\"Always\",\"name\":\"csi-do-plugin\",\"securityContext\":{\"allowPrivilegeEscalation\":true,\"capabilities\":{\"add\":[\"SYS_ADMIN\"]},\"privileged\":true},\"volumeMounts\":[{\"mountPath\":\"/csi\",\"name\":\"plugin-dir\"},{\"mountPath\":\"/var/lib/kubelet\",\"mountPropagation\":\"Bidirectional\",\"name\":\"pods-mount-dir\"},{\"mountPath\":\"/dev\",\"name\":\"device-dir\"}]}],\"hostNetwork\":true,\"serviceAccount\":\"csi-do-node-sa\",\"volumes\":[{\"hostPath\":{\"path\":\"/var/lib/kubelet/plugins/com.digitalocean.csi.dobs\",\"type\":\"DirectoryOrCreate\"},\"name\":\"plugin-dir\"},{\"hostPath\":{\"path\":\"/var/lib/kubelet\",\"type\":\"Directory\"},\"name\":\"pods-mount-dir\"},{\"hostPath\":{\"path\":\"/dev\"},\"name\":\"device-dir\"}]}}}}\n"
}
},
"spec": {
"selector": {
"matchLabels": {
"app": "csi-do-node"
}
},
"template": {
"metadata": {
"creationTimestamp": null,
"labels": {
"app": "csi-do-node",
"role": "csi-do"
}
},
"spec": {
"volumes": [
{
"name": "plugin-dir",
"hostPath": {
"path": "/var/lib/kubelet/plugins/com.digitalocean.csi.dobs",
"type": "DirectoryOrCreate"
}
},
{
"name": "pods-mount-dir",
"hostPath": {
"path": "/var/lib/kubelet",
"type": "Directory"
}
},
{
"name": "device-dir",
"hostPath": {
"path": "/dev",
"type": ""
}
}
],
"containers": [
{
"name": "driver-registrar",
"image": "quay.io/k8scsi/driver-registrar:v0.3.0",
"args": [
"--v=5",
"--csi-address=$(ADDRESS)"
],
"env": [
{
"name": "ADDRESS",
"value": "/csi/csi.sock"
},
{
"name": "KUBE_NODE_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "spec.nodeName"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "plugin-dir",
"mountPath": "/csi/"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
},
{
"name": "csi-do-plugin",
"image": "digitalocean/do-csi-plugin:v0.2.0",
"args": [
"--endpoint=$(CSI_ENDPOINT)",
"--token=$(DIGITALOCEAN_ACCESS_TOKEN)",
"--url=$(DIGITALOCEAN_API_URL)"
],
"env": [
{
"name": "CSI_ENDPOINT",
"value": "unix:///csi/csi.sock"
},
{
"name": "DIGITALOCEAN_API_URL",
"value": "https://api.digitalocean.com/"
},
{
"name": "DIGITALOCEAN_ACCESS_TOKEN",
"valueFrom": {
"secretKeyRef": {
"name": "digitalocean",
"key": "access-token"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "plugin-dir",
"mountPath": "/csi"
},
{
"name": "pods-mount-dir",
"mountPath": "/var/lib/kubelet",
"mountPropagation": "Bidirectional"
},
{
"name": "device-dir",
"mountPath": "/dev"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "Always",
"securityContext": {
"capabilities": {
"add": [
"SYS_ADMIN"
]
},
"privileged": true,
"allowPrivilegeEscalation": true,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "csi-do-node-sa",
"serviceAccount": "csi-do-node-sa",
"hostNetwork": true,
"securityContext": {},
"schedulerName": "default-scheduler"
}
},
"updateStrategy": {
"type": "RollingUpdate",
"rollingUpdate": {
"maxUnavailable": 1
}
},
"revisionHistoryLimit": 10
},
"status": {
"currentNumberScheduled": 1,
"numberMisscheduled": 0,
"desiredNumberScheduled": 1,
"numberReady": 1,
"observedGeneration": 1,
"updatedNumberScheduled": 1,
"numberAvailable": 1
}
},
{
"metadata": {
"name": "kube-proxy",
"namespace": "kube-system",
"selfLink": "/apis/apps/v1/namespaces/kube-system/daemonsets/kube-proxy",
"uid": "2c923534-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "818",
"generation": 1,
"creationTimestamp": "2018-09-30T06:00:46Z",
"labels": {
"k8s-app": "kube-proxy"
},
"annotations": {
"deprecated.daemonset.template.generation": "1"
}
},
"spec": {
"selector": {
"matchLabels": {
"k8s-app": "kube-proxy"
}
},
"template": {
"metadata": {
"creationTimestamp": null,
"labels": {
"k8s-app": "kube-proxy"
},
"annotations": {
"scheduler.alpha.kubernetes.io/critical-pod": ""
}
},
"spec": {
"volumes": [
{
"name": "kube-proxy",
"configMap": {
"name": "kube-proxy",
"defaultMode": 420
}
},
{
"name": "xtables-lock",
"hostPath": {
"path": "/run/xtables.lock",
"type": "FileOrCreate"
}
},
{
"name": "lib-modules",
"hostPath": {
"path": "/lib/modules",
"type": ""
}
}
],
"containers": [
{
"name": "kube-proxy",
"image": "k8s.gcr.io/kube-proxy:v1.12.0",
"command": [
"/usr/local/bin/kube-proxy",
"--config=/var/lib/kube-proxy/config.conf"
],
"resources": {},
"volumeMounts": [
{
"name": "kube-proxy",
"mountPath": "/var/lib/kube-proxy"
},
{
"name": "xtables-lock",
"mountPath": "/run/xtables.lock"
},
{
"name": "lib-modules",
"readOnly": true,
"mountPath": "/lib/modules"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"privileged": true,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "kube-proxy",
"serviceAccount": "kube-proxy",
"hostNetwork": true,
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"operator": "Exists"
}
],
"priorityClassName": "system-node-critical"
}
},
"updateStrategy": {
"type": "RollingUpdate",
"rollingUpdate": {
"maxUnavailable": 1
}
},
"revisionHistoryLimit": 10
},
"status": {
"currentNumberScheduled": 2,
"numberMisscheduled": 0,
"desiredNumberScheduled": 2,
"numberReady": 2,
"observedGeneration": 1,
"updatedNumberScheduled": 2,
"numberAvailable": 2
}
}
]
}
{
"kind": "DeploymentList",
"apiVersion": "apps/v1",
"metadata": {
"selfLink": "/apis/apps/v1/namespaces/kube-system/deployments",
"resourceVersion": "2895"
},
"items": [
{
"metadata": {
"name": "coredns",
"namespace": "kube-system",
"selfLink": "/apis/apps/v1/namespaces/kube-system/deployments/coredns",
"uid": "2c73e0d2-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "684",
"generation": 1,
"creationTimestamp": "2018-09-30T06:00:46Z",
"labels": {
"k8s-app": "kube-dns"
},
"annotations": {
"deployment.kubernetes.io/revision": "1"
}
},
"spec": {
"replicas": 2,
"selector": {
"matchLabels": {
"k8s-app": "kube-dns"
}
},
"template": {
"metadata": {
"creationTimestamp": null,
"labels": {
"k8s-app": "kube-dns"
}
},
"spec": {
"volumes": [
{
"name": "config-volume",
"configMap": {
"name": "coredns",
"items": [
{
"key": "Corefile",
"path": "Corefile"
}
],
"defaultMode": 420
}
}
],
"containers": [
{
"name": "coredns",
"image": "k8s.gcr.io/coredns:1.2.2",
"args": [
"-conf",
"/etc/coredns/Corefile"
],
"ports": [
{
"name": "dns",
"containerPort": 53,
"protocol": "UDP"
},
{
"name": "dns-tcp",
"containerPort": 53,
"protocol": "TCP"
},
{
"name": "metrics",
"containerPort": 9153,
"protocol": "TCP"
}
],
"resources": {
"limits": {
"memory": "170Mi"
},
"requests": {
"cpu": "100m",
"memory": "70Mi"
}
},
"volumeMounts": [
{
"name": "config-volume",
"readOnly": true,
"mountPath": "/etc/coredns"
}
],
"livenessProbe": {
"httpGet": {
"path": "/health",
"port": 8080,
"scheme": "HTTP"
},
"initialDelaySeconds": 60,
"timeoutSeconds": 5,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 5
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"capabilities": {
"add": [
"NET_BIND_SERVICE"
],
"drop": [
"all"
]
},
"readOnlyRootFilesystem": true,
"allowPrivilegeEscalation": false,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "Default",
"serviceAccountName": "coredns",
"serviceAccount": "coredns",
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"key": "node-role.kubernetes.io/master",
"effect": "NoSchedule"
}
]
}
},
"strategy": {
"type": "RollingUpdate",
"rollingUpdate": {
"maxUnavailable": 1,
"maxSurge": "25%"
}
},
"revisionHistoryLimit": 10,
"progressDeadlineSeconds": 600
},
"status": {
"observedGeneration": 1,
"replicas": 2,
"updatedReplicas": 2,
"readyReplicas": 2,
"availableReplicas": 2,
"conditions": [
{
"type": "Available",
"status": "True",
"lastUpdateTime": "2018-09-30T06:03:39Z",
"lastTransitionTime": "2018-09-30T06:03:39Z",
"reason": "MinimumReplicasAvailable",
"message": "Deployment has minimum availability."
},
{
"type": "Progressing",
"status": "True",
"lastUpdateTime": "2018-09-30T06:03:39Z",
"lastTransitionTime": "2018-09-30T06:01:01Z",
"reason": "NewReplicaSetAvailable",
"message": "ReplicaSet \"coredns-576cbf47c7\" has successfully progressed."
}
]
}
}
]
}
{
"kind": "ReplicaSetList",
"apiVersion": "apps/v1",
"metadata": {
"selfLink": "/apis/apps/v1/namespaces/kube-system/replicasets",
"resourceVersion": "2895"
},
"items": [
{
"metadata": {
"name": "coredns-576cbf47c7",
"namespace": "kube-system",
"selfLink": "/apis/apps/v1/namespaces/kube-system/replicasets/coredns-576cbf47c7",
"uid": "355713af-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "682",
"generation": 1,
"creationTimestamp": "2018-09-30T06:01:01Z",
"labels": {
"k8s-app": "kube-dns",
"pod-template-hash": "576cbf47c7"
},
"annotations": {
"deployment.kubernetes.io/desired-replicas": "2",
"deployment.kubernetes.io/max-replicas": "3",
"deployment.kubernetes.io/revision": "1"
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "Deployment",
"name": "coredns",
"uid": "2c73e0d2-c476-11e8-917b-de5efd564cc5",
"controller": true,
"blockOwnerDeletion": true
}
]
},
"spec": {
"replicas": 2,
"selector": {
"matchLabels": {
"k8s-app": "kube-dns",
"pod-template-hash": "576cbf47c7"
}
},
"template": {
"metadata": {
"creationTimestamp": null,
"labels": {
"k8s-app": "kube-dns",
"pod-template-hash": "576cbf47c7"
}
},
"spec": {
"volumes": [
{
"name": "config-volume",
"configMap": {
"name": "coredns",
"items": [
{
"key": "Corefile",
"path": "Corefile"
}
],
"defaultMode": 420
}
}
],
"containers": [
{
"name": "coredns",
"image": "k8s.gcr.io/coredns:1.2.2",
"args": [
"-conf",
"/etc/coredns/Corefile"
],
"ports": [
{
"name": "dns",
"containerPort": 53,
"protocol": "UDP"
},
{
"name": "dns-tcp",
"containerPort": 53,
"protocol": "TCP"
},
{
"name": "metrics",
"containerPort": 9153,
"protocol": "TCP"
}
],
"resources": {
"limits": {
"memory": "170Mi"
},
"requests": {
"cpu": "100m",
"memory": "70Mi"
}
},
"volumeMounts": [
{
"name": "config-volume",
"readOnly": true,
"mountPath": "/etc/coredns"
}
],
"livenessProbe": {
"httpGet": {
"path": "/health",
"port": 8080,
"scheme": "HTTP"
},
"initialDelaySeconds": 60,
"timeoutSeconds": 5,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 5
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"capabilities": {
"add": [
"NET_BIND_SERVICE"
],
"drop": [
"all"
]
},
"readOnlyRootFilesystem": true,
"allowPrivilegeEscalation": false,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "Default",
"serviceAccountName": "coredns",
"serviceAccount": "coredns",
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"key": "node-role.kubernetes.io/master",
"effect": "NoSchedule"
}
]
}
}
},
"status": {
"replicas": 2,
"fullyLabeledReplicas": 2,
"readyReplicas": 2,
"availableReplicas": 2,
"observedGeneration": 1
}
}
]
}
{
"kind": "PodList",
"apiVersion": "v1",
"metadata": {
"selfLink": "/api/v1/namespaces/kube-system/pods",
"resourceVersion": "2895"
},
"items": [
{
"metadata": {
"name": "canal-pf6b5",
"generateName": "canal-",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/canal-pf6b5",
"uid": "7a4750fb-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "1085",
"creationTimestamp": "2018-09-30T06:02:57Z",
"labels": {
"controller-revision-hash": "fc47d9c6f",
"k8s-app": "canal",
"pod-template-generation": "1"
},
"annotations": {
"scheduler.alpha.kubernetes.io/critical-pod": ""
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "DaemonSet",
"name": "canal",
"uid": "796e310d-c476-11e8-917b-de5efd564cc5",
"controller": true,
"blockOwnerDeletion": true
}
]
},
"spec": {
"volumes": [
{
"name": "lib-modules",
"hostPath": {
"path": "/lib/modules",
"type": ""
}
},
{
"name": "var-run-calico",
"hostPath": {
"path": "/var/run/calico",
"type": ""
}
},
{
"name": "var-lib-calico",
"hostPath": {
"path": "/var/lib/calico",
"type": ""
}
},
{
"name": "cni-bin-dir",
"hostPath": {
"path": "/opt/cni/bin",
"type": ""
}
},
{
"name": "cni-net-dir",
"hostPath": {
"path": "/etc/cni/net.d",
"type": ""
}
},
{
"name": "run",
"hostPath": {
"path": "/run",
"type": ""
}
},
{
"name": "flannel-cfg",
"configMap": {
"name": "canal-config",
"defaultMode": 420
}
},
{
"name": "canal-token-8ddkq",
"secret": {
"secretName": "canal-token-8ddkq",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "calico-node",
"image": "quay.io/calico/node:v3.1.3",
"env": [
{
"name": "DATASTORE_TYPE",
"value": "kubernetes"
},
{
"name": "FELIX_LOGSEVERITYSCREEN",
"value": "info"
},
{
"name": "CALICO_NETWORKING_BACKEND",
"value": "none"
},
{
"name": "CLUSTER_TYPE",
"value": "k8s,canal"
},
{
"name": "CALICO_DISABLE_FILE_LOGGING",
"value": "true"
},
{
"name": "FELIX_IPTABLESREFRESHINTERVAL",
"value": "60"
},
{
"name": "FELIX_IPV6SUPPORT",
"value": "false"
},
{
"name": "WAIT_FOR_DATASTORE",
"value": "true"
},
{
"name": "IP"
},
{
"name": "NODENAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "spec.nodeName"
}
}
},
{
"name": "FELIX_DEFAULTENDPOINTTOHOSTACTION",
"value": "ACCEPT"
},
{
"name": "FELIX_HEALTHENABLED",
"value": "true"
}
],
"resources": {
"requests": {
"cpu": "250m"
}
},
"volumeMounts": [
{
"name": "lib-modules",
"readOnly": true,
"mountPath": "/lib/modules"
},
{
"name": "var-run-calico",
"mountPath": "/var/run/calico"
},
{
"name": "var-lib-calico",
"mountPath": "/var/lib/calico"
},
{
"name": "canal-token-8ddkq",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"livenessProbe": {
"httpGet": {
"path": "/liveness",
"port": 9099,
"scheme": "HTTP"
},
"initialDelaySeconds": 10,
"timeoutSeconds": 1,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 6
},
"readinessProbe": {
"httpGet": {
"path": "/readiness",
"port": 9099,
"scheme": "HTTP"
},
"timeoutSeconds": 1,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 3
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"privileged": true,
"procMount": "Default"
}
},
{
"name": "install-cni",
"image": "quay.io/calico/cni:v3.1.3",
"command": [
"/install-cni.sh"
],
"env": [
{
"name": "CNI_CONF_NAME",
"value": "10-calico.conflist"
},
{
"name": "CNI_NETWORK_CONFIG",
"valueFrom": {
"configMapKeyRef": {
"name": "canal-config",
"key": "cni_network_config"
}
}
},
{
"name": "KUBERNETES_NODE_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "spec.nodeName"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "cni-bin-dir",
"mountPath": "/host/opt/cni/bin"
},
{
"name": "cni-net-dir",
"mountPath": "/host/etc/cni/net.d"
},
{
"name": "canal-token-8ddkq",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
},
{
"name": "kube-flannel",
"image": "quay.io/coreos/flannel:v0.9.1",
"command": [
"/opt/bin/flanneld",
"--ip-masq",
"--kube-subnet-mgr"
],
"env": [
{
"name": "POD_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.name"
}
}
},
{
"name": "POD_NAMESPACE",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.namespace"
}
}
},
{
"name": "FLANNELD_IFACE",
"valueFrom": {
"configMapKeyRef": {
"name": "canal-config",
"key": "canal_iface"
}
}
},
{
"name": "FLANNELD_IP_MASQ",
"valueFrom": {
"configMapKeyRef": {
"name": "canal-config",
"key": "masquerade"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "run",
"mountPath": "/run"
},
{
"name": "flannel-cfg",
"mountPath": "/etc/kube-flannel/"
},
{
"name": "canal-token-8ddkq",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"privileged": true,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 0,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "canal",
"serviceAccount": "canal",
"nodeName": "master1",
"hostNetwork": true,
"securityContext": {},
"affinity": {
"nodeAffinity": {
"requiredDuringSchedulingIgnoredDuringExecution": {
"nodeSelectorTerms": [
{
"matchFields": [
{
"key": "metadata.name",
"operator": "In",
"values": [
"master1"
]
}
]
}
]
}
}
},
"schedulerName": "default-scheduler",
"tolerations": [
{
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/disk-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/memory-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/unschedulable",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/network-unavailable",
"operator": "Exists",
"effect": "NoSchedule"
}
],
"priority": 0
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:02:57Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:50Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:50Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:02:57Z"
}
],
"hostIP": "68.183.36.31",
"podIP": "68.183.36.31",
"startTime": "2018-09-30T06:02:57Z",
"containerStatuses": [
{
"name": "calico-node",
"state": {
"running": {
"startedAt": "2018-09-30T06:03:20Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "quay.io/calico/node:v3.1.3",
"imageID": "docker-pullable://quay.io/calico/node@sha256:a35541153f7695b38afada46843c64a2c546548cd8c171f402621736c6cf3f0b",
"containerID": "docker://214c0be4824a86bf68d3aa365b3fe4a2c2e568807b4caeee0f03f6606068b7ce"
},
{
"name": "install-cni",
"state": {
"running": {
"startedAt": "2018-09-30T06:03:27Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "quay.io/calico/cni:v3.1.3",
"imageID": "docker-pullable://quay.io/calico/cni@sha256:ed172c28bc193bb09bce6be6ed7dc6bfc85118d55e61d263cee8bbb0fd464a9d",
"containerID": "docker://8f0f1b2bcc43f7cffb21a91293c11e5c4da6992d55a79535f427eb13f23e22da"
},
{
"name": "kube-flannel",
"state": {
"running": {
"startedAt": "2018-09-30T06:03:35Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "quay.io/coreos/flannel:v0.9.1",
"imageID": "docker-pullable://quay.io/coreos/flannel@sha256:60d77552f4ebb6ed4f0562876c6e2e0b0e0ab873cb01808f23f55c8adabd1f59",
"containerID": "docker://d99648b154f549756a70072a04479e7ac871bb6a90708d93b065659d1bc938a0"
}
],
"qosClass": "Burstable"
}
},
{
"metadata": {
"name": "canal-st4rt",
"generateName": "canal-",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/canal-st4rt",
"uid": "bf1143ac-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "1113",
"creationTimestamp": "2018-09-30T06:04:52Z",
"labels": {
"controller-revision-hash": "fc47d9c6f",
"k8s-app": "canal",
"pod-template-generation": "1"
},
"annotations": {
"scheduler.alpha.kubernetes.io/critical-pod": ""
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "DaemonSet",
"name": "canal",
"uid": "796e310d-c476-11e8-917b-de5efd564cc5",
"controller": true,
"blockOwnerDeletion": true
}
]
},
"spec": {
"volumes": [
{
"name": "lib-modules",
"hostPath": {
"path": "/lib/modules",
"type": ""
}
},
{
"name": "var-run-calico",
"hostPath": {
"path": "/var/run/calico",
"type": ""
}
},
{
"name": "var-lib-calico",
"hostPath": {
"path": "/var/lib/calico",
"type": ""
}
},
{
"name": "cni-bin-dir",
"hostPath": {
"path": "/opt/cni/bin",
"type": ""
}
},
{
"name": "cni-net-dir",
"hostPath": {
"path": "/etc/cni/net.d",
"type": ""
}
},
{
"name": "run",
"hostPath": {
"path": "/run",
"type": ""
}
},
{
"name": "flannel-cfg",
"configMap": {
"name": "canal-config",
"defaultMode": 420
}
},
{
"name": "canal-token-8ddkq",
"secret": {
"secretName": "canal-token-8ddkq",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "calico-node",
"image": "quay.io/calico/node:v3.1.3",
"env": [
{
"name": "DATASTORE_TYPE",
"value": "kubernetes"
},
{
"name": "FELIX_LOGSEVERITYSCREEN",
"value": "info"
},
{
"name": "CALICO_NETWORKING_BACKEND",
"value": "none"
},
{
"name": "CLUSTER_TYPE",
"value": "k8s,canal"
},
{
"name": "CALICO_DISABLE_FILE_LOGGING",
"value": "true"
},
{
"name": "FELIX_IPTABLESREFRESHINTERVAL",
"value": "60"
},
{
"name": "FELIX_IPV6SUPPORT",
"value": "false"
},
{
"name": "WAIT_FOR_DATASTORE",
"value": "true"
},
{
"name": "IP"
},
{
"name": "NODENAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "spec.nodeName"
}
}
},
{
"name": "FELIX_DEFAULTENDPOINTTOHOSTACTION",
"value": "ACCEPT"
},
{
"name": "FELIX_HEALTHENABLED",
"value": "true"
}
],
"resources": {
"requests": {
"cpu": "250m"
}
},
"volumeMounts": [
{
"name": "lib-modules",
"readOnly": true,
"mountPath": "/lib/modules"
},
{
"name": "var-run-calico",
"mountPath": "/var/run/calico"
},
{
"name": "var-lib-calico",
"mountPath": "/var/lib/calico"
},
{
"name": "canal-token-8ddkq",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"livenessProbe": {
"httpGet": {
"path": "/liveness",
"port": 9099,
"scheme": "HTTP"
},
"initialDelaySeconds": 10,
"timeoutSeconds": 1,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 6
},
"readinessProbe": {
"httpGet": {
"path": "/readiness",
"port": 9099,
"scheme": "HTTP"
},
"timeoutSeconds": 1,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 3
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"privileged": true,
"procMount": "Default"
}
},
{
"name": "install-cni",
"image": "quay.io/calico/cni:v3.1.3",
"command": [
"/install-cni.sh"
],
"env": [
{
"name": "CNI_CONF_NAME",
"value": "10-calico.conflist"
},
{
"name": "CNI_NETWORK_CONFIG",
"valueFrom": {
"configMapKeyRef": {
"name": "canal-config",
"key": "cni_network_config"
}
}
},
{
"name": "KUBERNETES_NODE_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "spec.nodeName"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "cni-bin-dir",
"mountPath": "/host/opt/cni/bin"
},
{
"name": "cni-net-dir",
"mountPath": "/host/etc/cni/net.d"
},
{
"name": "canal-token-8ddkq",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
},
{
"name": "kube-flannel",
"image": "quay.io/coreos/flannel:v0.9.1",
"command": [
"/opt/bin/flanneld",
"--ip-masq",
"--kube-subnet-mgr"
],
"env": [
{
"name": "POD_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.name"
}
}
},
{
"name": "POD_NAMESPACE",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.namespace"
}
}
},
{
"name": "FLANNELD_IFACE",
"valueFrom": {
"configMapKeyRef": {
"name": "canal-config",
"key": "canal_iface"
}
}
},
{
"name": "FLANNELD_IP_MASQ",
"valueFrom": {
"configMapKeyRef": {
"name": "canal-config",
"key": "masquerade"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "run",
"mountPath": "/run"
},
{
"name": "flannel-cfg",
"mountPath": "/etc/kube-flannel/"
},
{
"name": "canal-token-8ddkq",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"privileged": true,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 0,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "canal",
"serviceAccount": "canal",
"nodeName": "worker1",
"hostNetwork": true,
"securityContext": {},
"affinity": {
"nodeAffinity": {
"requiredDuringSchedulingIgnoredDuringExecution": {
"nodeSelectorTerms": [
{
"matchFields": [
{
"key": "metadata.name",
"operator": "In",
"values": [
"worker1"
]
}
]
}
]
}
}
},
"schedulerName": "default-scheduler",
"tolerations": [
{
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/disk-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/memory-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/unschedulable",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/network-unavailable",
"operator": "Exists",
"effect": "NoSchedule"
}
],
"priority": 0
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:04:52Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:08:00Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:08:00Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:04:52Z"
}
],
"hostIP": "68.183.36.35",
"podIP": "68.183.36.35",
"startTime": "2018-09-30T06:04:52Z",
"containerStatuses": [
{
"name": "calico-node",
"state": {
"running": {
"startedAt": "2018-09-30T06:05:06Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "quay.io/calico/node:v3.1.3",
"imageID": "docker-pullable://quay.io/calico/node@sha256:a35541153f7695b38afada46843c64a2c546548cd8c171f402621736c6cf3f0b",
"containerID": "docker://940c99c4b7387ed4547040f351b4726038d426388d7833d288a23ec04ebc6216"
},
{
"name": "install-cni",
"state": {
"running": {
"startedAt": "2018-09-30T06:05:11Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "quay.io/calico/cni:v3.1.3",
"imageID": "docker-pullable://quay.io/calico/cni@sha256:ed172c28bc193bb09bce6be6ed7dc6bfc85118d55e61d263cee8bbb0fd464a9d",
"containerID": "docker://a7ce807bad20547bcbb667dc8f61bd753b0378c105cfefbea03e71df07c00c58"
},
{
"name": "kube-flannel",
"state": {
"running": {
"startedAt": "2018-09-30T06:05:15Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "quay.io/coreos/flannel:v0.9.1",
"imageID": "docker-pullable://quay.io/coreos/flannel@sha256:60d77552f4ebb6ed4f0562876c6e2e0b0e0ab873cb01808f23f55c8adabd1f59",
"containerID": "docker://09c65b0fc52312fdad7742cd0dcb0777f1c0e8816aa17f9d69143bb3148c8bd2"
}
],
"qosClass": "Burstable"
}
},
{
"metadata": {
"name": "coredns-576cbf47c7-6qprv",
"generateName": "coredns-576cbf47c7-",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/coredns-576cbf47c7-6qprv",
"uid": "355e8528-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "677",
"creationTimestamp": "2018-09-30T06:01:01Z",
"labels": {
"k8s-app": "kube-dns",
"pod-template-hash": "576cbf47c7"
},
"annotations": {
"cni.projectcalico.org/podIP": "10.244.0.3/32"
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "ReplicaSet",
"name": "coredns-576cbf47c7",
"uid": "355713af-c476-11e8-917b-de5efd564cc5",
"controller": true,
"blockOwnerDeletion": true
}
]
},
"spec": {
"volumes": [
{
"name": "config-volume",
"configMap": {
"name": "coredns",
"items": [
{
"key": "Corefile",
"path": "Corefile"
}
],
"defaultMode": 420
}
},
{
"name": "coredns-token-lnhqm",
"secret": {
"secretName": "coredns-token-lnhqm",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "coredns",
"image": "k8s.gcr.io/coredns:1.2.2",
"args": [
"-conf",
"/etc/coredns/Corefile"
],
"ports": [
{
"name": "dns",
"containerPort": 53,
"protocol": "UDP"
},
{
"name": "dns-tcp",
"containerPort": 53,
"protocol": "TCP"
},
{
"name": "metrics",
"containerPort": 9153,
"protocol": "TCP"
}
],
"resources": {
"limits": {
"memory": "170Mi"
},
"requests": {
"cpu": "100m",
"memory": "70Mi"
}
},
"volumeMounts": [
{
"name": "config-volume",
"readOnly": true,
"mountPath": "/etc/coredns"
},
{
"name": "coredns-token-lnhqm",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"livenessProbe": {
"httpGet": {
"path": "/health",
"port": 8080,
"scheme": "HTTP"
},
"initialDelaySeconds": 60,
"timeoutSeconds": 5,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 5
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"capabilities": {
"add": [
"NET_BIND_SERVICE"
],
"drop": [
"all"
]
},
"readOnlyRootFilesystem": true,
"allowPrivilegeEscalation": false,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "Default",
"serviceAccountName": "coredns",
"serviceAccount": "coredns",
"nodeName": "master1",
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"key": "node-role.kubernetes.io/master",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
}
],
"priority": 0
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:03:35Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:03:39Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:03:39Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:03:35Z"
}
],
"hostIP": "68.183.36.31",
"podIP": "10.244.0.3",
"startTime": "2018-09-30T06:03:35Z",
"containerStatuses": [
{
"name": "coredns",
"state": {
"running": {
"startedAt": "2018-09-30T06:03:38Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "k8s.gcr.io/coredns:1.2.2",
"imageID": "docker-pullable://k8s.gcr.io/coredns@sha256:3e2be1cec87aca0b74b7668bbe8c02964a95a402e45ceb51b2252629d608d03a",
"containerID": "docker://b15318afddfc9aa94a9adad2b1777aa34040cd58e8539c36829366cc925e101c"
}
],
"qosClass": "Burstable"
}
},
{
"metadata": {
"name": "coredns-576cbf47c7-f9x2b",
"generateName": "coredns-576cbf47c7-",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/coredns-576cbf47c7-f9x2b",
"uid": "3562d772-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "678",
"creationTimestamp": "2018-09-30T06:01:01Z",
"labels": {
"k8s-app": "kube-dns",
"pod-template-hash": "576cbf47c7"
},
"annotations": {
"cni.projectcalico.org/podIP": "10.244.0.2/32"
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "ReplicaSet",
"name": "coredns-576cbf47c7",
"uid": "355713af-c476-11e8-917b-de5efd564cc5",
"controller": true,
"blockOwnerDeletion": true
}
]
},
"spec": {
"volumes": [
{
"name": "config-volume",
"configMap": {
"name": "coredns",
"items": [
{
"key": "Corefile",
"path": "Corefile"
}
],
"defaultMode": 420
}
},
{
"name": "coredns-token-lnhqm",
"secret": {
"secretName": "coredns-token-lnhqm",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "coredns",
"image": "k8s.gcr.io/coredns:1.2.2",
"args": [
"-conf",
"/etc/coredns/Corefile"
],
"ports": [
{
"name": "dns",
"containerPort": 53,
"protocol": "UDP"
},
{
"name": "dns-tcp",
"containerPort": 53,
"protocol": "TCP"
},
{
"name": "metrics",
"containerPort": 9153,
"protocol": "TCP"
}
],
"resources": {
"limits": {
"memory": "170Mi"
},
"requests": {
"cpu": "100m",
"memory": "70Mi"
}
},
"volumeMounts": [
{
"name": "config-volume",
"readOnly": true,
"mountPath": "/etc/coredns"
},
{
"name": "coredns-token-lnhqm",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"livenessProbe": {
"httpGet": {
"path": "/health",
"port": 8080,
"scheme": "HTTP"
},
"initialDelaySeconds": 60,
"timeoutSeconds": 5,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 5
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"capabilities": {
"add": [
"NET_BIND_SERVICE"
],
"drop": [
"all"
]
},
"readOnlyRootFilesystem": true,
"allowPrivilegeEscalation": false,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "Default",
"serviceAccountName": "coredns",
"serviceAccount": "coredns",
"nodeName": "master1",
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"key": "node-role.kubernetes.io/master",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
}
],
"priority": 0
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:03:35Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:03:39Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:03:39Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:03:35Z"
}
],
"hostIP": "68.183.36.31",
"podIP": "10.244.0.2",
"startTime": "2018-09-30T06:03:35Z",
"containerStatuses": [
{
"name": "coredns",
"state": {
"running": {
"startedAt": "2018-09-30T06:03:38Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "k8s.gcr.io/coredns:1.2.2",
"imageID": "docker-pullable://k8s.gcr.io/coredns@sha256:3e2be1cec87aca0b74b7668bbe8c02964a95a402e45ceb51b2252629d608d03a",
"containerID": "docker://392dd96cac5fbae019bc102a74d2ea473ec556d016883ff950c775d4ae1774e3"
}
],
"qosClass": "Burstable"
}
},
{
"metadata": {
"name": "csi-do-controller-0",
"generateName": "csi-do-controller-",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/csi-do-controller-0",
"uid": "815dd1bf-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1380",
"creationTimestamp": "2018-09-30T06:10:18Z",
"labels": {
"app": "csi-do-controller",
"controller-revision-hash": "csi-do-controller-677cd69fd7",
"role": "csi-do",
"statefulset.kubernetes.io/pod-name": "csi-do-controller-0"
},
"annotations": {
"cni.projectcalico.org/podIP": "10.244.1.2/32"
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "StatefulSet",
"name": "csi-do-controller",
"uid": "8131d54f-c477-11e8-917b-de5efd564cc5",
"controller": true,
"blockOwnerDeletion": true
}
]
},
"spec": {
"volumes": [
{
"name": "socket-dir",
"emptyDir": {}
},
{
"name": "csi-do-controller-sa-token-xwhdb",
"secret": {
"secretName": "csi-do-controller-sa-token-xwhdb",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "csi-provisioner",
"image": "quay.io/k8scsi/csi-provisioner:v0.3.0",
"args": [
"--provisioner=com.digitalocean.csi.dobs",
"--csi-address=$(ADDRESS)",
"--v=5"
],
"env": [
{
"name": "ADDRESS",
"value": "/var/lib/csi/sockets/pluginproxy/csi.sock"
}
],
"resources": {},
"volumeMounts": [
{
"name": "socket-dir",
"mountPath": "/var/lib/csi/sockets/pluginproxy/"
},
{
"name": "csi-do-controller-sa-token-xwhdb",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "Always"
},
{
"name": "csi-attacher",
"image": "quay.io/k8scsi/csi-attacher:v0.3.0",
"args": [
"--v=5",
"--csi-address=$(ADDRESS)"
],
"env": [
{
"name": "ADDRESS",
"value": "/var/lib/csi/sockets/pluginproxy/csi.sock"
}
],
"resources": {},
"volumeMounts": [
{
"name": "socket-dir",
"mountPath": "/var/lib/csi/sockets/pluginproxy/"
},
{
"name": "csi-do-controller-sa-token-xwhdb",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "Always"
},
{
"name": "csi-do-plugin",
"image": "digitalocean/do-csi-plugin:v0.2.0",
"args": [
"--endpoint=$(CSI_ENDPOINT)",
"--token=$(DIGITALOCEAN_ACCESS_TOKEN)",
"--url=$(DIGITALOCEAN_API_URL)"
],
"env": [
{
"name": "CSI_ENDPOINT",
"value": "unix:///var/lib/csi/sockets/pluginproxy/csi.sock"
},
{
"name": "DIGITALOCEAN_API_URL",
"value": "https://api.digitalocean.com/"
},
{
"name": "DIGITALOCEAN_ACCESS_TOKEN",
"valueFrom": {
"secretKeyRef": {
"name": "digitalocean",
"key": "access-token"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "socket-dir",
"mountPath": "/var/lib/csi/sockets/pluginproxy/"
},
{
"name": "csi-do-controller-sa-token-xwhdb",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "Always"
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "csi-do-controller-sa",
"serviceAccount": "csi-do-controller-sa",
"nodeName": "worker1",
"securityContext": {},
"hostname": "csi-do-controller-0",
"subdomain": "csi-do",
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
}
],
"priority": 0
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:10:18Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:10:41Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:10:41Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:10:18Z"
}
],
"hostIP": "68.183.36.35",
"podIP": "10.244.1.2",
"startTime": "2018-09-30T06:10:18Z",
"containerStatuses": [
{
"name": "csi-attacher",
"state": {
"running": {
"startedAt": "2018-09-30T06:10:41Z"
}
},
"lastState": {
"terminated": {
"exitCode": 1,
"reason": "Error",
"startedAt": "2018-09-30T06:10:32Z",
"finishedAt": "2018-09-30T06:10:37Z",
"containerID": "docker://2995d80d16736090e7eceef6514c2ddb802cdc4b6e1fd77ca76febdf7a72eb1b"
}
},
"ready": true,
"restartCount": 1,
"image": "quay.io/k8scsi/csi-attacher:v0.3.0",
"imageID": "docker-pullable://quay.io/k8scsi/csi-attacher@sha256:44b7d518e00d437fed9bdd6e37d3a9dc5c88ca7fc096ed2ab3af9d3600e4c790",
"containerID": "docker://0b7bc070239bc063f5c39a5e99ddbf57169f5238e91f839ae51fca1f26ae6bf2"
},
{
"name": "csi-do-plugin",
"state": {
"running": {
"startedAt": "2018-09-30T06:10:35Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "digitalocean/do-csi-plugin:v0.2.0",
"imageID": "docker-pullable://digitalocean/do-csi-plugin@sha256:ccda85cecb6a0fccd8492acff11f4d3071036ff97f1f3226b9dc3995d9f372da",
"containerID": "docker://c108c9d11f4e1eeb04ead04311da46177d9ba18553b19ca3329ae05990bc00fe"
},
{
"name": "csi-provisioner",
"state": {
"running": {
"startedAt": "2018-09-30T06:10:23Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "quay.io/k8scsi/csi-provisioner:v0.3.0",
"imageID": "docker-pullable://quay.io/k8scsi/csi-provisioner@sha256:d45e03c39c1308067fd46d69d8e01475cc0c9944c897f6eded4df07e75e5d3fb",
"containerID": "docker://38569a40e03f0a6115fa4be2112b94d3ee56c83d016854e84504f46a1b0545a6"
}
],
"qosClass": "BestEffort"
}
},
{
"metadata": {
"name": "csi-do-node-pqmjz",
"generateName": "csi-do-node-",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/csi-do-node-pqmjz",
"uid": "81ffd13e-c477-11e8-917b-de5efd564cc5",
"resourceVersion": "1358",
"creationTimestamp": "2018-09-30T06:10:19Z",
"labels": {
"app": "csi-do-node",
"controller-revision-hash": "68b7956db4",
"pod-template-generation": "1",
"role": "csi-do"
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "DaemonSet",
"name": "csi-do-node",
"uid": "8153c3e3-c477-11e8-917b-de5efd564cc5",
"controller": true,
"blockOwnerDeletion": true
}
]
},
"spec": {
"volumes": [
{
"name": "plugin-dir",
"hostPath": {
"path": "/var/lib/kubelet/plugins/com.digitalocean.csi.dobs",
"type": "DirectoryOrCreate"
}
},
{
"name": "pods-mount-dir",
"hostPath": {
"path": "/var/lib/kubelet",
"type": "Directory"
}
},
{
"name": "device-dir",
"hostPath": {
"path": "/dev",
"type": ""
}
},
{
"name": "csi-do-node-sa-token-xnj6d",
"secret": {
"secretName": "csi-do-node-sa-token-xnj6d",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "driver-registrar",
"image": "quay.io/k8scsi/driver-registrar:v0.3.0",
"args": [
"--v=5",
"--csi-address=$(ADDRESS)"
],
"env": [
{
"name": "ADDRESS",
"value": "/csi/csi.sock"
},
{
"name": "KUBE_NODE_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "spec.nodeName"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "plugin-dir",
"mountPath": "/csi/"
},
{
"name": "csi-do-node-sa-token-xnj6d",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
},
{
"name": "csi-do-plugin",
"image": "digitalocean/do-csi-plugin:v0.2.0",
"args": [
"--endpoint=$(CSI_ENDPOINT)",
"--token=$(DIGITALOCEAN_ACCESS_TOKEN)",
"--url=$(DIGITALOCEAN_API_URL)"
],
"env": [
{
"name": "CSI_ENDPOINT",
"value": "unix:///csi/csi.sock"
},
{
"name": "DIGITALOCEAN_API_URL",
"value": "https://api.digitalocean.com/"
},
{
"name": "DIGITALOCEAN_ACCESS_TOKEN",
"valueFrom": {
"secretKeyRef": {
"name": "digitalocean",
"key": "access-token"
}
}
}
],
"resources": {},
"volumeMounts": [
{
"name": "plugin-dir",
"mountPath": "/csi"
},
{
"name": "pods-mount-dir",
"mountPath": "/var/lib/kubelet",
"mountPropagation": "Bidirectional"
},
{
"name": "device-dir",
"mountPath": "/dev"
},
{
"name": "csi-do-node-sa-token-xnj6d",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "Always",
"securityContext": {
"capabilities": {
"add": [
"SYS_ADMIN"
]
},
"privileged": true,
"allowPrivilegeEscalation": true,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "csi-do-node-sa",
"serviceAccount": "csi-do-node-sa",
"nodeName": "worker1",
"hostNetwork": true,
"securityContext": {},
"affinity": {
"nodeAffinity": {
"requiredDuringSchedulingIgnoredDuringExecution": {
"nodeSelectorTerms": [
{
"matchFields": [
{
"key": "metadata.name",
"operator": "In",
"values": [
"worker1"
]
}
]
}
]
}
}
},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/disk-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/memory-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/unschedulable",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/network-unavailable",
"operator": "Exists",
"effect": "NoSchedule"
}
],
"priority": 0
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:10:19Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:10:35Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:10:35Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:10:19Z"
}
],
"hostIP": "68.183.36.35",
"podIP": "68.183.36.35",
"startTime": "2018-09-30T06:10:19Z",
"containerStatuses": [
{
"name": "csi-do-plugin",
"state": {
"running": {
"startedAt": "2018-09-30T06:10:35Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "digitalocean/do-csi-plugin:v0.2.0",
"imageID": "docker-pullable://digitalocean/do-csi-plugin@sha256:ccda85cecb6a0fccd8492acff11f4d3071036ff97f1f3226b9dc3995d9f372da",
"containerID": "docker://53958c5a9b6cec5a75fd3cd033d92dadead4fd557e71547fa950121574c0d0a8"
},
{
"name": "driver-registrar",
"state": {
"running": {
"startedAt": "2018-09-30T06:10:27Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "quay.io/k8scsi/driver-registrar:v0.3.0",
"imageID": "docker-pullable://quay.io/k8scsi/driver-registrar@sha256:b9b8b0d2e7e3bcf1fda1776c4bee216f70a51345c3b62af7248c10054143755d",
"containerID": "docker://1400726eddcb532ada76b17ba6930a2cf36d3b394a1f681c8f35987a1554d3ef"
}
],
"qosClass": "BestEffort"
}
},
{
"metadata": {
"name": "etcd-master1",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/etcd-master1",
"uid": "54548d20-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "455",
"creationTimestamp": "2018-09-30T06:01:53Z",
"labels": {
"component": "etcd",
"tier": "control-plane"
},
"annotations": {
"kubernetes.io/config.hash": "af3a064bb814aa02a1a832dd9aea736f",
"kubernetes.io/config.mirror": "af3a064bb814aa02a1a832dd9aea736f",
"kubernetes.io/config.seen": "2018-09-30T06:00:25.41819271Z",
"kubernetes.io/config.source": "file",
"scheduler.alpha.kubernetes.io/critical-pod": ""
}
},
"spec": {
"volumes": [
{
"name": "etcd-data",
"hostPath": {
"path": "/var/lib/etcd",
"type": "DirectoryOrCreate"
}
},
{
"name": "etcd-certs",
"hostPath": {
"path": "/etc/kubernetes/pki/etcd",
"type": "DirectoryOrCreate"
}
}
],
"containers": [
{
"name": "etcd",
"image": "k8s.gcr.io/etcd:3.2.24",
"command": [
"etcd",
"--advertise-client-urls=https://127.0.0.1:2379",
"--cert-file=/etc/kubernetes/pki/etcd/server.crt",
"--client-cert-auth=true",
"--data-dir=/var/lib/etcd",
"--initial-advertise-peer-urls=https://127.0.0.1:2380",
"--initial-cluster=master1=https://127.0.0.1:2380",
"--key-file=/etc/kubernetes/pki/etcd/server.key",
"--listen-client-urls=https://127.0.0.1:2379",
"--listen-peer-urls=https://127.0.0.1:2380",
"--name=master1",
"--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt",
"--peer-client-cert-auth=true",
"--peer-key-file=/etc/kubernetes/pki/etcd/peer.key",
"--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt",
"--snapshot-count=10000",
"--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"
],
"resources": {},
"volumeMounts": [
{
"name": "etcd-data",
"mountPath": "/var/lib/etcd"
},
{
"name": "etcd-certs",
"mountPath": "/etc/kubernetes/pki/etcd"
}
],
"livenessProbe": {
"exec": {
"command": [
"/bin/sh",
"-ec",
"ETCDCTL_API=3 etcdctl --endpoints=https://[127.0.0.1]:2379 --cacert=/etc/kubernetes/pki/etcd/ca.crt --cert=/etc/kubernetes/pki/etcd/healthcheck-client.crt --key=/etc/kubernetes/pki/etcd/healthcheck-client.key get foo"
]
},
"initialDelaySeconds": 15,
"timeoutSeconds": 15,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 8
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"nodeName": "master1",
"hostNetwork": true,
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"operator": "Exists",
"effect": "NoExecute"
}
],
"priorityClassName": "system-cluster-critical",
"priority": 2000000000
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:00:25Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:00:28Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:00:28Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:00:25Z"
}
],
"hostIP": "68.183.36.31",
"podIP": "68.183.36.31",
"startTime": "2018-09-30T06:00:25Z",
"containerStatuses": [
{
"name": "etcd",
"state": {
"running": {
"startedAt": "2018-09-30T06:00:27Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "k8s.gcr.io/etcd:3.2.24",
"imageID": "docker-pullable://k8s.gcr.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20",
"containerID": "docker://c10243c35d376e2e812e000d10dbad738a739624ca8eb7b99327bdb2113cc9d9"
}
],
"qosClass": "BestEffort"
}
},
{
"metadata": {
"name": "kube-apiserver-master1",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/kube-apiserver-master1",
"uid": "515942c4-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "456",
"creationTimestamp": "2018-09-30T06:01:48Z",
"labels": {
"component": "kube-apiserver",
"tier": "control-plane"
},
"annotations": {
"kubernetes.io/config.hash": "f9585f7fecb268d80c49b85e8f87acb8",
"kubernetes.io/config.mirror": "f9585f7fecb268d80c49b85e8f87acb8",
"kubernetes.io/config.seen": "2018-09-30T06:00:25.418202603Z",
"kubernetes.io/config.source": "file",
"scheduler.alpha.kubernetes.io/critical-pod": ""
}
},
"spec": {
"volumes": [
{
"name": "k8s-certs",
"hostPath": {
"path": "/etc/kubernetes/pki",
"type": "DirectoryOrCreate"
}
},
{
"name": "ca-certs",
"hostPath": {
"path": "/etc/ssl/certs",
"type": "DirectoryOrCreate"
}
},
{
"name": "usr-share-ca-certificates",
"hostPath": {
"path": "/usr/share/ca-certificates",
"type": "DirectoryOrCreate"
}
},
{
"name": "usr-local-share-ca-certificates",
"hostPath": {
"path": "/usr/local/share/ca-certificates",
"type": "DirectoryOrCreate"
}
},
{
"name": "etc-ca-certificates",
"hostPath": {
"path": "/etc/ca-certificates",
"type": "DirectoryOrCreate"
}
}
],
"containers": [
{
"name": "kube-apiserver",
"image": "k8s.gcr.io/kube-apiserver:v1.12.0",
"command": [
"kube-apiserver",
"--authorization-mode=Node,RBAC",
"--advertise-address=68.183.36.31",
"--allow-privileged=true",
"--client-ca-file=/etc/kubernetes/pki/ca.crt",
"--enable-admission-plugins=NodeRestriction",
"--enable-bootstrap-token-auth=true",
"--etcd-cafile=/etc/kubernetes/pki/etcd/ca.crt",
"--etcd-certfile=/etc/kubernetes/pki/apiserver-etcd-client.crt",
"--etcd-keyfile=/etc/kubernetes/pki/apiserver-etcd-client.key",
"--etcd-servers=https://127.0.0.1:2379",
"--insecure-port=0",
"--kubelet-client-certificate=/etc/kubernetes/pki/apiserver-kubelet-client.crt",
"--kubelet-client-key=/etc/kubernetes/pki/apiserver-kubelet-client.key",
"--kubelet-preferred-address-types=InternalIP,ExternalIP,Hostname",
"--proxy-client-cert-file=/etc/kubernetes/pki/front-proxy-client.crt",
"--proxy-client-key-file=/etc/kubernetes/pki/front-proxy-client.key",
"--requestheader-allowed-names=front-proxy-client",
"--requestheader-client-ca-file=/etc/kubernetes/pki/front-proxy-ca.crt",
"--requestheader-extra-headers-prefix=X-Remote-Extra-",
"--requestheader-group-headers=X-Remote-Group",
"--requestheader-username-headers=X-Remote-User",
"--secure-port=6443",
"--service-account-key-file=/etc/kubernetes/pki/sa.pub",
"--service-cluster-ip-range=10.96.0.0/12",
"--tls-cert-file=/etc/kubernetes/pki/apiserver.crt",
"--tls-private-key-file=/etc/kubernetes/pki/apiserver.key"
],
"resources": {
"requests": {
"cpu": "250m"
}
},
"volumeMounts": [
{
"name": "usr-local-share-ca-certificates",
"readOnly": true,
"mountPath": "/usr/local/share/ca-certificates"
},
{
"name": "etc-ca-certificates",
"readOnly": true,
"mountPath": "/etc/ca-certificates"
},
{
"name": "k8s-certs",
"readOnly": true,
"mountPath": "/etc/kubernetes/pki"
},
{
"name": "ca-certs",
"readOnly": true,
"mountPath": "/etc/ssl/certs"
},
{
"name": "usr-share-ca-certificates",
"readOnly": true,
"mountPath": "/usr/share/ca-certificates"
}
],
"livenessProbe": {
"httpGet": {
"path": "/healthz",
"port": 6443,
"host": "68.183.36.31",
"scheme": "HTTPS"
},
"initialDelaySeconds": 15,
"timeoutSeconds": 15,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 8
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"nodeName": "master1",
"hostNetwork": true,
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"operator": "Exists",
"effect": "NoExecute"
}
],
"priorityClassName": "system-cluster-critical",
"priority": 2000000000
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:00:25Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:00:28Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:00:28Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:00:25Z"
}
],
"hostIP": "68.183.36.31",
"podIP": "68.183.36.31",
"startTime": "2018-09-30T06:00:25Z",
"containerStatuses": [
{
"name": "kube-apiserver",
"state": {
"running": {
"startedAt": "2018-09-30T06:00:27Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "k8s.gcr.io/kube-apiserver:v1.12.0",
"imageID": "docker-pullable://k8s.gcr.io/kube-apiserver@sha256:8f97d9657f358206d9269fc5ee518bc38bc3e6a884cc8abb689e1c15e0adb82f",
"containerID": "docker://f80de60b3f2b669cc0be13b56ed7253c3d74fa9a47c498332c0483613cf94993"
}
],
"qosClass": "Burstable"
}
},
{
"metadata": {
"name": "kube-controller-manager-master1",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/kube-controller-manager-master1",
"uid": "4737f028-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "1045",
"creationTimestamp": "2018-09-30T06:01:31Z",
"labels": {
"component": "kube-controller-manager",
"tier": "control-plane"
},
"annotations": {
"kubernetes.io/config.hash": "f762deccbacd238ae853ca8f12fa2328",
"kubernetes.io/config.mirror": "f762deccbacd238ae853ca8f12fa2328",
"kubernetes.io/config.seen": "2018-09-30T06:00:25.418205712Z",
"kubernetes.io/config.source": "file",
"scheduler.alpha.kubernetes.io/critical-pod": ""
}
},
"spec": {
"volumes": [
{
"name": "usr-share-ca-certificates",
"hostPath": {
"path": "/usr/share/ca-certificates",
"type": "DirectoryOrCreate"
}
},
{
"name": "usr-local-share-ca-certificates",
"hostPath": {
"path": "/usr/local/share/ca-certificates",
"type": "DirectoryOrCreate"
}
},
{
"name": "etc-ca-certificates",
"hostPath": {
"path": "/etc/ca-certificates",
"type": "DirectoryOrCreate"
}
},
{
"name": "k8s-certs",
"hostPath": {
"path": "/etc/kubernetes/pki",
"type": "DirectoryOrCreate"
}
},
{
"name": "ca-certs",
"hostPath": {
"path": "/etc/ssl/certs",
"type": "DirectoryOrCreate"
}
},
{
"name": "kubeconfig",
"hostPath": {
"path": "/etc/kubernetes/controller-manager.conf",
"type": "FileOrCreate"
}
},
{
"name": "flexvolume-dir",
"hostPath": {
"path": "/usr/libexec/kubernetes/kubelet-plugins/volume/exec",
"type": "DirectoryOrCreate"
}
}
],
"containers": [
{
"name": "kube-controller-manager",
"image": "k8s.gcr.io/kube-controller-manager:v1.12.0",
"command": [
"kube-controller-manager",
"--address=127.0.0.1",
"--allocate-node-cidrs=true",
"--authentication-kubeconfig=/etc/kubernetes/controller-manager.conf",
"--authorization-kubeconfig=/etc/kubernetes/controller-manager.conf",
"--client-ca-file=/etc/kubernetes/pki/ca.crt",
"--cluster-cidr=10.244.0.0/16",
"--cluster-signing-cert-file=/etc/kubernetes/pki/ca.crt",
"--cluster-signing-key-file=/etc/kubernetes/pki/ca.key",
"--controllers=*,bootstrapsigner,tokencleaner",
"--kubeconfig=/etc/kubernetes/controller-manager.conf",
"--leader-elect=true",
"--node-cidr-mask-size=24",
"--requestheader-client-ca-file=/etc/kubernetes/pki/front-proxy-ca.crt",
"--root-ca-file=/etc/kubernetes/pki/ca.crt",
"--service-account-private-key-file=/etc/kubernetes/pki/sa.key",
"--use-service-account-credentials=true"
],
"resources": {
"requests": {
"cpu": "200m"
}
},
"volumeMounts": [
{
"name": "flexvolume-dir",
"mountPath": "/usr/libexec/kubernetes/kubelet-plugins/volume/exec"
},
{
"name": "usr-share-ca-certificates",
"readOnly": true,
"mountPath": "/usr/share/ca-certificates"
},
{
"name": "usr-local-share-ca-certificates",
"readOnly": true,
"mountPath": "/usr/local/share/ca-certificates"
},
{
"name": "etc-ca-certificates",
"readOnly": true,
"mountPath": "/etc/ca-certificates"
},
{
"name": "k8s-certs",
"readOnly": true,
"mountPath": "/etc/kubernetes/pki"
},
{
"name": "ca-certs",
"readOnly": true,
"mountPath": "/etc/ssl/certs"
},
{
"name": "kubeconfig",
"readOnly": true,
"mountPath": "/etc/kubernetes/controller-manager.conf"
}
],
"livenessProbe": {
"httpGet": {
"path": "/healthz",
"port": 10252,
"host": "127.0.0.1",
"scheme": "HTTP"
},
"initialDelaySeconds": 15,
"timeoutSeconds": 15,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 8
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"nodeName": "master1",
"hostNetwork": true,
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"operator": "Exists",
"effect": "NoExecute"
}
],
"priorityClassName": "system-cluster-critical",
"priority": 2000000000
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:33Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:33Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:33Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:33Z"
}
],
"hostIP": "68.183.36.31",
"podIP": "68.183.36.31",
"startTime": "2018-09-30T06:07:33Z",
"containerStatuses": [
{
"name": "kube-controller-manager",
"state": {
"running": {
"startedAt": "2018-09-30T06:00:27Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "k8s.gcr.io/kube-controller-manager:v1.12.0",
"imageID": "docker-pullable://k8s.gcr.io/kube-controller-manager@sha256:a969f8714458fc155bae6164a4b09977ec0ce6e2769eead43757dfb652f9afa3",
"containerID": "docker://ec9c30498c39039c51e66b9e6cf7ac7b83de9f4b583b2a15964b4cb5de78d556"
}
],
"qosClass": "Burstable"
}
},
{
"metadata": {
"name": "kube-proxy-jznxx",
"generateName": "kube-proxy-",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/kube-proxy-jznxx",
"uid": "bf114648-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "817",
"creationTimestamp": "2018-09-30T06:04:52Z",
"labels": {
"controller-revision-hash": "548c5fcf6f",
"k8s-app": "kube-proxy",
"pod-template-generation": "1"
},
"annotations": {
"scheduler.alpha.kubernetes.io/critical-pod": ""
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "DaemonSet",
"name": "kube-proxy",
"uid": "2c923534-c476-11e8-917b-de5efd564cc5",
"controller": true,
"blockOwnerDeletion": true
}
]
},
"spec": {
"volumes": [
{
"name": "kube-proxy",
"configMap": {
"name": "kube-proxy",
"defaultMode": 420
}
},
{
"name": "xtables-lock",
"hostPath": {
"path": "/run/xtables.lock",
"type": "FileOrCreate"
}
},
{
"name": "lib-modules",
"hostPath": {
"path": "/lib/modules",
"type": ""
}
},
{
"name": "kube-proxy-token-2mcq8",
"secret": {
"secretName": "kube-proxy-token-2mcq8",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "kube-proxy",
"image": "k8s.gcr.io/kube-proxy:v1.12.0",
"command": [
"/usr/local/bin/kube-proxy",
"--config=/var/lib/kube-proxy/config.conf"
],
"resources": {},
"volumeMounts": [
{
"name": "kube-proxy",
"mountPath": "/var/lib/kube-proxy"
},
{
"name": "xtables-lock",
"mountPath": "/run/xtables.lock"
},
{
"name": "lib-modules",
"readOnly": true,
"mountPath": "/lib/modules"
},
{
"name": "kube-proxy-token-2mcq8",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"privileged": true,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "kube-proxy",
"serviceAccount": "kube-proxy",
"nodeName": "worker1",
"hostNetwork": true,
"securityContext": {},
"affinity": {
"nodeAffinity": {
"requiredDuringSchedulingIgnoredDuringExecution": {
"nodeSelectorTerms": [
{
"matchFields": [
{
"key": "metadata.name",
"operator": "In",
"values": [
"worker1"
]
}
]
}
]
}
}
},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"operator": "Exists"
},
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/disk-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/memory-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/unschedulable",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/network-unavailable",
"operator": "Exists",
"effect": "NoSchedule"
}
],
"priorityClassName": "system-node-critical",
"priority": 2000001000
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:04:52Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:04:59Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:04:59Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:04:52Z"
}
],
"hostIP": "68.183.36.35",
"podIP": "68.183.36.35",
"startTime": "2018-09-30T06:04:52Z",
"containerStatuses": [
{
"name": "kube-proxy",
"state": {
"running": {
"startedAt": "2018-09-30T06:04:58Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "k8s.gcr.io/kube-proxy:v1.12.0",
"imageID": "docker-pullable://k8s.gcr.io/kube-proxy@sha256:43c402294508674ee7e78d77acc1ee318b3ecfadf3470df27e49f65b38bbc90d",
"containerID": "docker://8ff563b8426a41e561dddebb1553b25ecf3dc696f3c2184744e873848b80ae21"
}
],
"qosClass": "BestEffort"
}
},
{
"metadata": {
"name": "kube-proxy-qthzr",
"generateName": "kube-proxy-",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/kube-proxy-qthzr",
"uid": "35728048-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "375",
"creationTimestamp": "2018-09-30T06:01:01Z",
"labels": {
"controller-revision-hash": "548c5fcf6f",
"k8s-app": "kube-proxy",
"pod-template-generation": "1"
},
"annotations": {
"scheduler.alpha.kubernetes.io/critical-pod": ""
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "DaemonSet",
"name": "kube-proxy",
"uid": "2c923534-c476-11e8-917b-de5efd564cc5",
"controller": true,
"blockOwnerDeletion": true
}
]
},
"spec": {
"volumes": [
{
"name": "kube-proxy",
"configMap": {
"name": "kube-proxy",
"defaultMode": 420
}
},
{
"name": "xtables-lock",
"hostPath": {
"path": "/run/xtables.lock",
"type": "FileOrCreate"
}
},
{
"name": "lib-modules",
"hostPath": {
"path": "/lib/modules",
"type": ""
}
},
{
"name": "kube-proxy-token-2mcq8",
"secret": {
"secretName": "kube-proxy-token-2mcq8",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "kube-proxy",
"image": "k8s.gcr.io/kube-proxy:v1.12.0",
"command": [
"/usr/local/bin/kube-proxy",
"--config=/var/lib/kube-proxy/config.conf"
],
"resources": {},
"volumeMounts": [
{
"name": "kube-proxy",
"mountPath": "/var/lib/kube-proxy"
},
{
"name": "xtables-lock",
"mountPath": "/run/xtables.lock"
},
{
"name": "lib-modules",
"readOnly": true,
"mountPath": "/lib/modules"
},
{
"name": "kube-proxy-token-2mcq8",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent",
"securityContext": {
"privileged": true,
"procMount": "Default"
}
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "kube-proxy",
"serviceAccount": "kube-proxy",
"nodeName": "master1",
"hostNetwork": true,
"securityContext": {},
"affinity": {
"nodeAffinity": {
"requiredDuringSchedulingIgnoredDuringExecution": {
"nodeSelectorTerms": [
{
"matchFields": [
{
"key": "metadata.name",
"operator": "In",
"values": [
"master1"
]
}
]
}
]
}
}
},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "CriticalAddonsOnly",
"operator": "Exists"
},
{
"operator": "Exists"
},
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute"
},
{
"key": "node.kubernetes.io/disk-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/memory-pressure",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/unschedulable",
"operator": "Exists",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/network-unavailable",
"operator": "Exists",
"effect": "NoSchedule"
}
],
"priorityClassName": "system-node-critical",
"priority": 2000001000
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:01:01Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:01:03Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:01:03Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:01:01Z"
}
],
"hostIP": "68.183.36.31",
"podIP": "68.183.36.31",
"startTime": "2018-09-30T06:01:01Z",
"containerStatuses": [
{
"name": "kube-proxy",
"state": {
"running": {
"startedAt": "2018-09-30T06:01:02Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "k8s.gcr.io/kube-proxy:v1.12.0",
"imageID": "docker-pullable://k8s.gcr.io/kube-proxy@sha256:43c402294508674ee7e78d77acc1ee318b3ecfadf3470df27e49f65b38bbc90d",
"containerID": "docker://af2fc50fa381f981e05a14262c067656a4273f37640e9386f42ee32bab39c885"
}
],
"qosClass": "BestEffort"
}
},
{
"metadata": {
"name": "kube-scheduler-master1",
"namespace": "kube-system",
"selfLink": "/api/v1/namespaces/kube-system/pods/kube-scheduler-master1",
"uid": "4e60a075-c476-11e8-917b-de5efd564cc5",
"resourceVersion": "1047",
"creationTimestamp": "2018-09-30T06:01:43Z",
"labels": {
"component": "kube-scheduler",
"tier": "control-plane"
},
"annotations": {
"kubernetes.io/config.hash": "dd3b0cd7d636afb2b116453dc6524f26",
"kubernetes.io/config.mirror": "dd3b0cd7d636afb2b116453dc6524f26",
"kubernetes.io/config.seen": "2018-09-30T06:00:25.418207966Z",
"kubernetes.io/config.source": "file",
"scheduler.alpha.kubernetes.io/critical-pod": ""
}
},
"spec": {
"volumes": [
{
"name": "kubeconfig",
"hostPath": {
"path": "/etc/kubernetes/scheduler.conf",
"type": "FileOrCreate"
}
}
],
"containers": [
{
"name": "kube-scheduler",
"image": "k8s.gcr.io/kube-scheduler:v1.12.0",
"command": [
"kube-scheduler",
"--address=127.0.0.1",
"--kubeconfig=/etc/kubernetes/scheduler.conf",
"--leader-elect=true"
],
"resources": {
"requests": {
"cpu": "100m"
}
},
"volumeMounts": [
{
"name": "kubeconfig",
"readOnly": true,
"mountPath": "/etc/kubernetes/scheduler.conf"
}
],
"livenessProbe": {
"httpGet": {
"path": "/healthz",
"port": 10251,
"host": "127.0.0.1",
"scheme": "HTTP"
},
"initialDelaySeconds": 15,
"timeoutSeconds": 15,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 8
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"nodeName": "master1",
"hostNetwork": true,
"securityContext": {},
"schedulerName": "default-scheduler",
"tolerations": [
{
"operator": "Exists",
"effect": "NoExecute"
}
],
"priorityClassName": "system-cluster-critical",
"priority": 2000000000
},
"status": {
"phase": "Running",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:33Z"
},
{
"type": "Ready",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:33Z"
},
{
"type": "ContainersReady",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:33Z"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2018-09-30T06:07:33Z"
}
],
"hostIP": "68.183.36.31",
"podIP": "68.183.36.31",
"startTime": "2018-09-30T06:07:33Z",
"containerStatuses": [
{
"name": "kube-scheduler",
"state": {
"running": {
"startedAt": "2018-09-30T06:00:27Z"
}
},
"lastState": {},
"ready": true,
"restartCount": 0,
"image": "k8s.gcr.io/kube-scheduler:v1.12.0",
"imageID": "docker-pullable://k8s.gcr.io/kube-scheduler@sha256:9dd39e5b3acc6742b4f7d7e6917b88b96eb33c412ca9240d78a80aa7e0ab4a3e",
"containerID": "docker://81183dce2dd4d57f78b85f631cd6ab7154c433267f25e24102743dcf31857a3c"
}
],
"qosClass": "Burstable"
}
}
]
}
==== START logs for container calico-node of pod kube-system/canal-pf6b5 ====
2018-09-30 06:03:20.382 [INFO][10] startup.go 251: Early log level set to info
2018-09-30 06:03:20.382 [INFO][10] startup.go 267: Using NODENAME environment for node name
2018-09-30 06:03:20.382 [INFO][10] startup.go 279: Determined node name: master1
2018-09-30 06:03:20.385 [INFO][10] startup.go 302: Checking datastore connection
2018-09-30 06:03:20.424 [INFO][10] startup.go 326: Datastore connection verified
2018-09-30 06:03:20.424 [INFO][10] startup.go 99: Datastore is ready
2018-09-30 06:03:20.437 [INFO][10] customresource.go 217: Error getting resource Key=ClusterInformation(default) Name="default" Resource="ClusterInformations" Revision="" error=clusterinformations.crd.projectcalico.org "default" not found
2018-09-30 06:03:20.438 [INFO][10] customresource.go 100: Error getting resource Key=GlobalFelixConfig(name=CalicoVersion) Name="calicoversion" Resource="GlobalFelixConfigs" error=the server could not find the requested resource (get GlobalFelixConfigs.crd.projectcalico.org calicoversion)
2018-09-30 06:03:20.528 [INFO][10] startup.go 516: CALICO_IPV4POOL_NAT_OUTGOING is true (defaulted) through environment variable
2018-09-30 06:03:20.528 [INFO][10] startup.go 779: Ensure default IPv4 pool is created. IPIP mode:
2018-09-30 06:03:20.545 [INFO][10] startup.go 789: Created default IPv4 pool (192.168.0.0/16) with NAT outgoing true. IPIP mode:
2018-09-30 06:03:20.545 [INFO][10] startup.go 510: FELIX_IPV6SUPPORT is false through environment variable
2018-09-30 06:03:20.546 [INFO][10] k8s.go 264: EnsuringInitialized - noop
2018-09-30 06:03:20.550 [INFO][10] customresource.go 217: Error getting resource Key=ClusterInformation(default) Name="default" Resource="ClusterInformations" Revision="" error=clusterinformations.crd.projectcalico.org "default" not found
2018-09-30 06:03:20.561 [INFO][10] customresource.go 217: Error getting resource Key=FelixConfiguration(default) Name="default" Resource="FelixConfigurations" Revision="" error=felixconfigurations.crd.projectcalico.org "default" not found
2018-09-30 06:03:20.570 [INFO][10] startup.go 176: Using node name: master1
2018-09-30 06:03:20.855 [INFO][19] allocate_ipip_addr.go 41: Kubernetes datastore driver handles IPIP allocation - no op
CALICO_NETWORKING_BACKEND is none - no BGP daemon running
Calico node started successfully
2018-09-30 06:03:22.172 [INFO][34] logutils.go 82: Early screen log level set to info
2018-09-30 06:03:22.181 [INFO][34] felix.go 147: Felix starting up GOMAXPROCS=3 buildDate="2018-05-30T17:16:03+0000" gitCommit="4d7bb9ad6ff7b34d1a79531121bc9e48d1123652" version="3.1.3"
2018-09-30 06:03:22.182 [INFO][34] felix.go 148: Command line arguments: map[--config-file:/etc/calico/felix.cfg --version:false]
2018-09-30 06:03:22.182 [INFO][34] felix.go 166: Loading configuration...
2018-09-30 06:03:22.184 [INFO][34] env_var_loader.go 40: Found felix environment variable: "felixhostname"="master1"
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "ipv6support"="false"
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "etcdcertfile"=""
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "iptablesrefreshinterval"="60"
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "logseverityscreen"="info"
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "etcdscheme"=""
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "etcdaddr"=""
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "defaultendpointtohostaction"="ACCEPT"
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "datastoretype"="kubernetes"
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "etcdkeyfile"=""
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "healthenabled"="true"
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "etcdendpoints"=""
2018-09-30 06:03:22.185 [INFO][34] env_var_loader.go 40: Found felix environment variable: "etcdcafile"=""
2018-09-30 06:03:22.185 [INFO][34] config_params.go 201: Merging in config from environment variable: map[felixhostname:master1 ipv6support:false logseverityscreen:info defaultendpointtohostaction:ACCEPT etcdkeyfile: etcdendpoints: etcdcafile: etcdcertfile: iptablesrefreshinterval:60 etcdscheme: etcdaddr: datastoretype:kubernetes healthenabled:true]
2018-09-30 06:03:22.186 [INFO][34] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdkeyfile" source=environment variable
2018-09-30 06:03:22.186 [INFO][34] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdendpoints" source=environment variable
2018-09-30 06:03:22.186 [INFO][34] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdcafile" source=environment variable
2018-09-30 06:03:22.186 [INFO][34] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdcertfile" source=environment variable
2018-09-30 06:03:22.186 [INFO][34] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdscheme" source=environment variable
2018-09-30 06:03:22.186 [INFO][34] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdaddr" source=environment variable
2018-09-30 06:03:22.186 [INFO][34] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 286: Parsing value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 322: Parsed value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 201: Merging in config from config file: map[MetadataAddr:None LogFilePath:None LogSeverityFile:None LogSeveritySys:None]
2018-09-30 06:03:22.186 [INFO][34] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 286: Parsing value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.186 [INFO][34] config_params.go 322: Parsed value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.187 [INFO][34] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.187 [INFO][34] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.187 [INFO][34] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:03:22.187 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.187 [INFO][34] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:03:22.187 [INFO][34] health.go 179: Health enabled. Starting server. port=9099
2018-09-30 06:03:22.188 [INFO][34] config_params.go 390: IPIP disabled, disabling node poll (if KDD is in use).
2018-09-30 06:03:22.216 [INFO][34] felix.go 754: Loaded ready flag kind="ClusterInformation" name="default" ready=true
2018-09-30 06:03:22.235 [INFO][34] customresource.go 217: Error getting resource Key=FelixConfiguration(node.master1) Name="node.master1" Resource="FelixConfigurations" Revision="" error=felixconfigurations.crd.projectcalico.org "node.master1" not found
2018-09-30 06:03:22.235 [INFO][34] felix.go 734: No config of this type kind="FelixConfiguration" name="node.master1"
2018-09-30 06:03:22.250 [INFO][34] config_params.go 201: Merging in config from datastore (global): map[ReportingIntervalSecs:0 ClusterGUID:5249e12bf7fa49128a2aa258bb3c82fb ClusterType:k8s,canal,kdd CalicoVersion:v3.1.3 LogSeverityScreen:Info]
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:03:22.251 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: Info (from datastore (global))
2018-09-30 06:03:22.251 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2018-09-30 06:03:22.252 [INFO][34] config_params.go 325: Skipping config value for LogSeverityScreen from datastore (global); already have a value from environment variable
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for ReportingIntervalSecs: 0s (from datastore (global))
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:03:22.252 [INFO][34] config_params.go 201: Merging in config from datastore (per-host): map[IpInIpTunnelAddr:10.244.0.1]
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.252 [INFO][34] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:03:22.252 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.253 [INFO][34] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:03:22.253 [INFO][34] config_params.go 286: Parsing value for IpInIpTunnelAddr: 10.244.0.1 (from datastore (per-host))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 322: Parsed value for IpInIpTunnelAddr: 10.244.0.1 (from datastore (per-host))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 286: Parsing value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 322: Parsed value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: Info (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 325: Skipping config value for LogSeverityScreen from datastore (global); already have a value from environment variable
2018-09-30 06:03:22.253 [INFO][34] config_params.go 286: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 322: Parsed value for ReportingIntervalSecs: 0s (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 286: Parsing value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 322: Parsed value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 286: Parsing value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 322: Parsed value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:03:22.253 [INFO][34] config_params.go 390: IPIP disabled, disabling node poll (if KDD is in use).
2018-09-30 06:03:22.256 [INFO][34] health.go 176: Health enabled. Server is already running. port=9099
2018-09-30 06:03:22.256 [INFO][34] felix.go 292: Successfully loaded configuration. GOMAXPROCS=3 buildDate="2018-05-30T17:16:03+0000" config=&config.Config{UseInternalDataplaneDriver:true, DataplaneDriver:"calico-iptables-plugin", DatastoreType:"kubernetes", FelixHostname:"master1", EtcdAddr:"127.0.0.1:2379", EtcdScheme:"http", EtcdKeyFile:"", EtcdCertFile:"", EtcdCaFile:"", EtcdEndpoints:[]string(nil), TyphaAddr:"", TyphaK8sServiceName:"", TyphaK8sNamespace:"kube-system", TyphaReadTimeout:30000000000, TyphaWriteTimeout:10000000000, Ipv6Support:false, IgnoreLooseRPF:false, RouteRefreshInterval:90000000000, IptablesRefreshInterval:60000000000, IptablesPostWriteCheckIntervalSecs:1000000000, IptablesLockFilePath:"/run/xtables.lock", IptablesLockTimeoutSecs:0, IptablesLockProbeIntervalMillis:50000000, IpsetsRefreshInterval:10000000000, MaxIpsetSize:1048576, PolicySyncPathPrefix:"", NetlinkTimeoutSecs:10000000000, MetadataAddr:"", MetadataPort:8775, InterfacePrefix:"cali", InterfaceExclude:"kube-ipvs0", ChainInsertMode:"insert", DefaultEndpointToHostAction:"ACCEPT", IptablesFilterAllowAction:"ACCEPT", IptablesMangleAllowAction:"ACCEPT", LogPrefix:"calico-packet", LogFilePath:"", LogSeverityFile:"", LogSeverityScreen:"INFO", LogSeveritySys:"", IpInIpEnabled:false, IpInIpMtu:1440, IpInIpTunnelAddr:net.IP{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0xff, 0xa, 0xf4, 0x0, 0x1}, ReportingIntervalSecs:0, ReportingTTLSecs:90000000000, EndpointReportingEnabled:false, EndpointReportingDelaySecs:1000000000, IptablesMarkMask:0xffff0000, DisableConntrackInvalidCheck:false, HealthEnabled:true, HealthPort:9099, PrometheusMetricsEnabled:false, PrometheusMetricsPort:9091, PrometheusGoMetricsEnabled:true, PrometheusProcessMetricsEnabled:true, FailsafeInboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x16}, config.ProtoPort{Protocol:"udp", Port:0x44}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, FailsafeOutboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"udp", Port:0x35}, config.ProtoPort{Protocol:"udp", Port:0x43}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, KubeNodePortRanges:[]numorstring.Port{numorstring.Port{MinPort:0x7530, MaxPort:0x7fff, PortName:""}}, UsageReportingEnabled:true, UsageReportingInitialDelaySecs:300000000000, UsageReportingIntervalSecs:86400000000000, ClusterGUID:"5249e12bf7fa49128a2aa258bb3c82fb", ClusterType:"k8s,canal,kdd", CalicoVersion:"v3.1.3", DebugMemoryProfilePath:"", DebugDisableLogDropping:false, DebugSimulateCalcGraphHangAfter:0, DebugSimulateDataplaneHangAfter:0, sourceToRawConfig:map[config.Source]map[string]string{0x4:map[string]string{"iptablesrefreshinterval":"60", "datastoretype":"kubernetes", "healthenabled":"true", "felixhostname":"master1", "ipv6support":"false", "logseverityscreen":"info", "defaultendpointtohostaction":"ACCEPT"}, 0x3:map[string]string{"LogSeverityFile":"None", "LogSeveritySys":"None", "MetadataAddr":"None", "LogFilePath":"None"}, 0x1:map[string]string{"CalicoVersion":"v3.1.3", "LogSeverityScreen":"Info", "ReportingIntervalSecs":"0", "ClusterGUID":"5249e12bf7fa49128a2aa258bb3c82fb", "ClusterType":"k8s,canal,kdd"}, 0x2:map[string]string{"IpInIpTunnelAddr":"10.244.0.1"}}, rawValues:map[string]string{"FelixHostname":"master1", "LogSeveritySys":"None", "IpInIpTunnelAddr":"10.244.0.1", "Ipv6Support":"false", "LogFilePath":"None", "LogSeverityFile":"None", "CalicoVersion":"v3.1.3", "ClusterGUID":"5249e12bf7fa49128a2aa258bb3c82fb", "LogSeverityScreen":"info", "DefaultEndpointToHostAction":"ACCEPT", "ReportingIntervalSecs":"0", "HealthEnabled":"true", "IptablesRefreshInterval":"60", "DatastoreType":"kubernetes", "MetadataAddr":"None", "ClusterType":"k8s,canal,kdd"}, Err:error(nil)} gitCommit="4d7bb9ad6ff7b34d1a79531121bc9e48d1123652" version="3.1.3"
2018-09-30 06:03:22.256 [INFO][34] driver.go 41: Using internal (linux) dataplane driver.
2018-09-30 06:03:22.257 [INFO][34] driver.go 83: Calculated iptables mark bits acceptMark=0x10000 endpointMark=0xfff00000 endpointMarkNonCali=0x100000 passMark=0x20000 scratch0Mark=0x40000 scratch1Mark=0x80000
2018-09-30 06:03:22.258 [INFO][34] int_dataplane.go 210: Creating internal dataplane driver. config=intdataplane.Config{IPv6Enabled:false, RuleRendererOverride:rules.RuleRenderer(nil), IPIPMTU:1440, IgnoreLooseRPF:false, MaxIPSetSize:1048576, IPSetsRefreshInterval:10000000000, RouteRefreshInterval:90000000000, IptablesRefreshInterval:60000000000, IptablesPostWriteCheckInterval:1000000000, IptablesInsertMode:"insert", IptablesLockFilePath:"/run/xtables.lock", IptablesLockTimeout:0, IptablesLockProbeInterval:50000000, NetlinkTimeout:10000000000, RulesConfig:rules.Config{IPSetConfigV4:(*ipsets.IPVersionConfig)(0xc4204f68c0), IPSetConfigV6:(*ipsets.IPVersionConfig)(0xc4204f69b0), WorkloadIfacePrefixes:[]string{"cali"}, IptablesMarkAccept:0x10000, IptablesMarkPass:0x20000, IptablesMarkScratch0:0x40000, IptablesMarkScratch1:0x80000, IptablesMarkEndpoint:0xfff00000, IptablesMarkNonCaliEndpoint:0x100000, KubeNodePortRanges:[]numorstring.Port{numorstring.Port{MinPort:0x7530, MaxPort:0x7fff, PortName:""}}, KubeIPVSSupportEnabled:false, OpenStackMetadataIP:net.IP(nil), OpenStackMetadataPort:0x2247, OpenStackSpecialCasesEnabled:false, IPIPEnabled:false, IPIPTunnelAddress:net.IP{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0xff, 0xa, 0xf4, 0x0, 0x1}, IptablesLogPrefix:"calico-packet", EndpointToHostAction:"ACCEPT", IptablesFilterAllowAction:"ACCEPT", IptablesMangleAllowAction:"ACCEPT", FailsafeInboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x16}, config.ProtoPort{Protocol:"udp", Port:0x44}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, FailsafeOutboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"udp", Port:0x35}, config.ProtoPort{Protocol:"udp", Port:0x43}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, DisableConntrackInvalid:false}, IfaceMonitorConfig:ifacemonitor.Config{InterfaceExcludes:[]string{"kube-ipvs0"}}, StatusReportingInterval:0, ConfigChangedRestartCallback:(func())(0x13122c0), PostInSyncCallback:(func())(0x115c490), HealthAggregator:(*health.HealthAggregator)(0xc420135a40), DebugSimulateDataplaneHangAfter:0}
2018-09-30 06:03:22.258 [INFO][34] rule_defs.go 281: Creating rule renderer. config=rules.Config{IPSetConfigV4:(*ipsets.IPVersionConfig)(0xc4204f68c0), IPSetConfigV6:(*ipsets.IPVersionConfig)(0xc4204f69b0), WorkloadIfacePrefixes:[]string{"cali"}, IptablesMarkAccept:0x10000, IptablesMarkPass:0x20000, IptablesMarkScratch0:0x40000, IptablesMarkScratch1:0x80000, IptablesMarkEndpoint:0xfff00000, IptablesMarkNonCaliEndpoint:0x100000, KubeNodePortRanges:[]numorstring.Port{numorstring.Port{MinPort:0x7530, MaxPort:0x7fff, PortName:""}}, KubeIPVSSupportEnabled:false, OpenStackMetadataIP:net.IP(nil), OpenStackMetadataPort:0x2247, OpenStackSpecialCasesEnabled:false, IPIPEnabled:false, IPIPTunnelAddress:net.IP{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0xff, 0xa, 0xf4, 0x0, 0x1}, IptablesLogPrefix:"calico-packet", EndpointToHostAction:"ACCEPT", IptablesFilterAllowAction:"ACCEPT", IptablesMangleAllowAction:"ACCEPT", FailsafeInboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x16}, config.ProtoPort{Protocol:"udp", Port:0x44}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, FailsafeOutboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"udp", Port:0x35}, config.ProtoPort{Protocol:"udp", Port:0x43}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, DisableConntrackInvalid:false}
2018-09-30 06:03:22.258 [INFO][34] rule_defs.go 291: Workload to host packets will be accepted.
2018-09-30 06:03:22.258 [INFO][34] rule_defs.go 305: filter table allowed packets will be accepted immediately.
2018-09-30 06:03:22.258 [INFO][34] rule_defs.go 313: mangle table allowed packets will be accepted immediately.
2018-09-30 06:03:22.263 [INFO][34] int_dataplane.go 249: iptables lock disabled.
2018-09-30 06:03:22.265 [INFO][34] route_table.go 133: Calculated interface name regexp regex="^cali.*"
2018-09-30 06:03:22.265 [INFO][34] ipsets.go 114: Queueing IP set for creation family="inet" setID="all-ipam-pools" setType="hash:net"
2018-09-30 06:03:22.265 [INFO][34] ipsets.go 114: Queueing IP set for creation family="inet" setID="masq-ipam-pools" setType="hash:net"
2018-09-30 06:03:22.265 [INFO][34] int_dataplane.go 405: Registering to report health.
2018-09-30 06:03:22.266 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x4 table="raw"
2018-09-30 06:03:22.266 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-failsafe-out" ipVersion=0x4 table="raw"
2018-09-30 06:03:22.266 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x4 table="raw"
2018-09-30 06:03:22.266 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x4 table="raw"
2018-09-30 06:03:22.266 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-FORWARD" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.266 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-INPUT" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.266 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-wl-to-host" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.266 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.267 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.267 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-failsafe-out" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.267 [INFO][34] int_dataplane.go 550: IPIP disabled. Not starting tunnel update thread.
2018-09-30 06:03:22.267 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x4 table="nat"
2018-09-30 06:03:22.267 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-POSTROUTING" ipVersion=0x4 table="nat"
2018-09-30 06:03:22.267 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x4 table="nat"
2018-09-30 06:03:22.267 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x4 table="mangle"
2018-09-30 06:03:22.267 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x4 table="mangle"
2018-09-30 06:03:22.267 [INFO][34] felix.go 306: Connect to the dataplane driver.
2018-09-30 06:03:22.268 [INFO][34] int_dataplane.go 963: Started internal status report thread
2018-09-30 06:03:22.268 [INFO][34] int_dataplane.go 965: Process status reports disabled
2018-09-30 06:03:22.268 [INFO][34] iface_monitor.go 88: Interface monitoring thread started.
2018-09-30 06:03:22.268 [INFO][34] iface_monitor.go 95: Subscribed to netlink updates.
2018-09-30 06:03:22.269 [INFO][34] felix.go 373: Created Syncer syncer=&watchersyncer.watcherSyncer{status:0x0, watcherCaches:[]*watchersyncer.watcherCache{(*watchersyncer.watcherCache)(0xc420232300), (*watchersyncer.watcherCache)(0xc420232380), (*watchersyncer.watcherCache)(0xc420232500), (*watchersyncer.watcherCache)(0xc420232600), (*watchersyncer.watcherCache)(0xc420232700), (*watchersyncer.watcherCache)(0xc420232800), (*watchersyncer.watcherCache)(0xc420232900), (*watchersyncer.watcherCache)(0xc420232980), (*watchersyncer.watcherCache)(0xc420232a80), (*watchersyncer.watcherCache)(0xc420232b00)}, results:(chan interface {})(0xc42004e8a0), numSynced:0, callbacks:(*calc.SyncerCallbacksDecoupler)(0xc42000c270), wgwc:(*sync.WaitGroup)(nil), wgws:(*sync.WaitGroup)(nil), cancel:(context.CancelFunc)(nil)}
2018-09-30 06:03:22.269 [INFO][34] calc_graph.go 96: Creating calculation graph, filtered to hostname master1
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fba0)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fba0)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fc60)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fc60)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.PolicyKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.ProfileRulesKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.ProfileLabelsKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.ProfileTagsKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.ProfileTagsKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.ProfileLabelsKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:03:22.269 [INFO][34] dispatcher.go 68: Registering listener for type model.NetworkSetKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.PolicyKey: (dispatcher.UpdateHandler)(0x106fe50)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fe50)
2018-09-30 06:03:22.270 [INFO][34] int_dataplane.go 452: Linux interface state changed. ifaceName="lo" state="up"
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fe50)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.HostIPKey: (dispatcher.UpdateHandler)(0x106fd90)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.IPPoolKey: (dispatcher.UpdateHandler)(0x106fd90)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.GlobalConfigKey: (dispatcher.UpdateHandler)(0x106fcd0)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.HostConfigKey: (dispatcher.UpdateHandler)(0x106fcd0)
2018-09-30 06:03:22.270 [INFO][34] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"127.0.0.1":set.empty{}, "::1":set.empty{}} ifaceName="lo"
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.ReadyFlagKey: (dispatcher.UpdateHandler)(0x106fcd0)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.ProfileLabelsKey: (dispatcher.UpdateHandler)(0x106ff80)
2018-09-30 06:03:22.270 [INFO][34] int_dataplane.go 452: Linux interface state changed. ifaceName="eth0" state="up"
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.HostIPKey: (dispatcher.UpdateHandler)(0x106fff0)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fff0)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fff0)
2018-09-30 06:03:22.270 [INFO][34] dispatcher.go 68: Registering listener for type model.HostConfigKey: (dispatcher.UpdateHandler)(0x106fff0)
2018-09-30 06:03:22.270 [INFO][34] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"68.183.36.31":set.empty{}, "10.16.0.7":set.empty{}, "fe80::dc5e:fdff:fe56:4cc5":set.empty{}} ifaceName="eth0"
2018-09-30 06:03:22.270 [INFO][34] felix.go 441: Starting the datastore Syncer
2018-09-30 06:03:22.270 [INFO][34] watchersyncer.go 89: Start called
2018-09-30 06:03:22.270 [INFO][34] async_calc_graph.go 229: Starting AsyncCalcGraph
2018-09-30 06:03:22.270 [INFO][34] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"172.17.0.1":set.empty{}} ifaceName="docker0"
2018-09-30 06:03:22.270 [INFO][34] felix.go 456: Started the processing graph
2018-09-30 06:03:22.270 [INFO][34] felix.go 815: Reading from dataplane driver pipe...
2018-09-30 06:03:22.270 [INFO][34] watchersyncer.go 127: Sending status update Status=wait-for-ready
2018-09-30 06:03:22.267 [INFO][34] int_dataplane.go 575: Started internal iptables dataplane driver loop
2018-09-30 06:03:22.271 [INFO][34] int_dataplane.go 585: Will refresh IP sets on timer interval=1m0s
2018-09-30 06:03:22.271 [INFO][34] int_dataplane.go 595: Will refresh routes on timer interval=1m30s
2018-09-30 06:03:22.271 [INFO][34] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"lo", Addrs:set.mapSet{"::1":set.empty{}, "127.0.0.1":set.empty{}}}
2018-09-30 06:03:22.271 [INFO][34] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"lo", Addrs:set.mapSet{"::1":set.empty{}, "127.0.0.1":set.empty{}}}
2018-09-30 06:03:22.271 [INFO][34] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:03:22.271 [INFO][34] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"eth0", Addrs:set.mapSet{"68.183.36.31":set.empty{}, "10.16.0.7":set.empty{}, "fe80::dc5e:fdff:fe56:4cc5":set.empty{}}}
2018-09-30 06:03:22.271 [INFO][34] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"eth0", Addrs:set.mapSet{"fe80::dc5e:fdff:fe56:4cc5":set.empty{}, "68.183.36.31":set.empty{}, "10.16.0.7":set.empty{}}}
2018-09-30 06:03:22.271 [INFO][34] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:03:22.271 [INFO][34] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"docker0", Addrs:set.mapSet{"172.17.0.1":set.empty{}}}
2018-09-30 06:03:22.271 [INFO][34] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"docker0", Addrs:set.mapSet{"172.17.0.1":set.empty{}}}
2018-09-30 06:03:22.271 [INFO][34] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:03:22.271 [INFO][34] int_dataplane.go 626: Received interface update msg=&intdataplane.ifaceUpdate{Name:"lo", State:"up"}
2018-09-30 06:03:22.271 [INFO][34] int_dataplane.go 626: Received interface update msg=&intdataplane.ifaceUpdate{Name:"eth0", State:"up"}
2018-09-30 06:03:22.272 [INFO][34] watchersyncer.go 147: Starting main event processing loop
2018-09-30 06:03:22.272 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:03:22.272 [INFO][34] async_calc_graph.go 134: AsyncCalcGraph running
2018-09-30 06:03:22.273 [INFO][34] int_dataplane.go 611: Received *proto.ConfigUpdate update from calculation graph msg=config:<key:"CalicoVersion" value:"v3.1.3" > config:<key:"ClusterGUID" value:"5249e12bf7fa49128a2aa258bb3c82fb" > config:<key:"ClusterType" value:"k8s,canal,kdd" > config:<key:"DatastoreType" value:"kubernetes" > config:<key:"DefaultEndpointToHostAction" value:"ACCEPT" > config:<key:"FelixHostname" value:"master1" > config:<key:"HealthEnabled" value:"true" > config:<key:"IpInIpTunnelAddr" value:"10.244.0.1" > config:<key:"IptablesRefreshInterval" value:"60" > config:<key:"Ipv6Support" value:"false" > config:<key:"LogFilePath" value:"None" > config:<key:"LogSeverityFile" value:"None" > config:<key:"LogSeverityScreen" value:"info" > config:<key:"LogSeveritySys" value:"None" > config:<key:"MetadataAddr" value:"None" > config:<key:"ReportingIntervalSecs" value:"0" >
2018-09-30 06:03:22.274 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:03:22.274 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:03:22.276 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/nodes"
2018-09-30 06:03:22.276 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:03:22.276 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:03:22.277 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:03:22.278 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/profiles"
2018-09-30 06:03:22.278 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/workloadendpoints"
2018-09-30 06:03:22.278 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:03:22.281 [INFO][34] felix.go 548: No driver process to monitor
2018-09-30 06:03:22.286 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:03:22.287 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.287 [INFO][34] watchersyncer.go 127: Sending status update Status=resync
2018-09-30 06:03:22.292 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/profiles"
2018-09-30 06:03:22.292 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.306 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/nodes"
2018-09-30 06:03:22.311 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.317 [INFO][34] config_batcher.go 61: Host config update for this host: {{HostConfig(node=master1,name=IpInIpTunnelAddr) 10.244.0.1 609 0s} 1}
2018-09-30 06:03:22.318 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="Node"
2018-09-30 06:03:22.325 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:03:22.331 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.336 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:03:22.341 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="Profile-NS"
2018-09-30 06:03:22.341 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:03:22.346 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:03:22.349 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.351 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:03:22.350 [INFO][34] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=ClusterGUID) 5249e12bf7fa49128a2aa258bb3c82fb 624 0s} 1}
2018-09-30 06:03:22.351 [INFO][34] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=ClusterType) k8s,canal,kdd 624 0s} 1}
2018-09-30 06:03:22.351 [INFO][34] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=CalicoVersion) v3.1.3 624 0s} 1}
2018-09-30 06:03:22.351 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.352 [INFO][34] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=LogSeverityScreen) Info 625 0s} 1}
2018-09-30 06:03:22.353 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:03:22.353 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.353 [INFO][34] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=ReportingIntervalSecs) 0 625 0s} 1}
2018-09-30 06:03:22.354 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:03:22.355 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:03:22.355 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:03:22.369 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:03:22.370 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.370 [INFO][34] int_dataplane.go 611: Received *proto.IPAMPoolUpdate update from calculation graph msg=id:"192.168.0.0-16" pool:<cidr:"192.168.0.0/16" masquerade:true >
2018-09-30 06:03:22.380 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:03:22.415 [INFO][34] networkpolicy.go 279: Returning NP KVPs KVPs=&model.KVPairList{KVPairs:[]*model.KVPair{}, Revision:"627/627"}
2018-09-30 06:03:22.415 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:03:22.415 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:03:22.415 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.417 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:03:22.419 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:03:22.419 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:03:22.683 [INFO][34] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/workloadendpoints"
2018-09-30 06:03:22.684 [INFO][34] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:03:22.685 [INFO][34] watchersyncer.go 221: All watchers have sync'd data - sending data and final sync
2018-09-30 06:03:22.685 [INFO][34] watchersyncer.go 127: Sending status update Status=in-sync
2018-09-30 06:03:22.685 [INFO][34] config_batcher.go 102: Datamodel in sync, flushing config update
2018-09-30 06:03:22.685 [INFO][34] config_batcher.go 112: Sending config update global: map[ClusterType:k8s,canal,kdd CalicoVersion:v3.1.3 LogSeverityScreen:Info ReportingIntervalSecs:0 ClusterGUID:5249e12bf7fa49128a2aa258bb3c82fb], host: map[IpInIpTunnelAddr:10.244.0.1].
2018-09-30 06:03:22.685 [INFO][34] async_calc_graph.go 160: First time we've been in sync
2018-09-30 06:03:22.685 [INFO][34] event_sequencer.go 210: Possible config update. global=map[string]string{"ClusterGUID":"5249e12bf7fa49128a2aa258bb3c82fb", "ClusterType":"k8s,canal,kdd", "CalicoVersion":"v3.1.3", "LogSeverityScreen":"Info", "ReportingIntervalSecs":"0"} host=map[string]string{"IpInIpTunnelAddr":"10.244.0.1"}
2018-09-30 06:03:22.686 [INFO][34] config_params.go 201: Merging in config from datastore (global): map[ClusterGUID:5249e12bf7fa49128a2aa258bb3c82fb ClusterType:k8s,canal,kdd CalicoVersion:v3.1.3 LogSeverityScreen:Info ReportingIntervalSecs:0]
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] usagerep.go 83: Waiting before first check-in delay=5m0.397s
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:03:22.686 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="Pod"
2018-09-30 06:03:22.686 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:03:22.686 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.686 [INFO][34] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:03:22.687 [INFO][34] config_params.go 286: Parsing value for IpInIpTunnelAddr: 10.244.0.1 (from datastore (per-host))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 322: Parsed value for IpInIpTunnelAddr: 10.244.0.1 (from datastore (per-host))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: Info (from datastore (global))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 325: Skipping config value for LogSeverityScreen from datastore (global); already have a value from environment variable
2018-09-30 06:03:22.687 [INFO][34] config_params.go 286: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 322: Parsed value for ReportingIntervalSecs: 0s (from datastore (global))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 286: Parsing value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 322: Parsed value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 286: Parsing value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 322: Parsed value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 286: Parsing value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:03:22.687 [INFO][34] config_params.go 322: Parsed value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:03:22.688 [INFO][34] config_params.go 201: Merging in config from datastore (per-host): map[IpInIpTunnelAddr:10.244.0.1]
2018-09-30 06:03:22.688 [INFO][34] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 286: Parsing value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 322: Parsed value for FelixHostname: master1 (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.688 [INFO][34] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:03:22.688 [INFO][34] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:03:22.689 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.689 [INFO][34] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:03:22.689 [INFO][34] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:03:22.689 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.689 [INFO][34] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:03:22.689 [INFO][34] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:03:22.689 [INFO][34] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:03:22.689 [INFO][34] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:03:22.689 [INFO][34] config_params.go 286: Parsing value for IpInIpTunnelAddr: 10.244.0.1 (from datastore (per-host))
2018-09-30 06:03:22.689 [INFO][34] config_params.go 322: Parsed value for IpInIpTunnelAddr: 10.244.0.1 (from datastore (per-host))
2018-09-30 06:03:22.689 [INFO][34] config_params.go 286: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2018-09-30 06:03:22.689 [INFO][34] config_params.go 322: Parsed value for ReportingIntervalSecs: 0s (from datastore (global))
2018-09-30 06:03:22.689 [INFO][34] config_params.go 286: Parsing value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:03:22.689 [INFO][34] config_params.go 322: Parsed value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:03:22.689 [INFO][34] config_params.go 286: Parsing value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:03:22.689 [INFO][34] config_params.go 322: Parsed value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:03:22.689 [INFO][34] config_params.go 286: Parsing value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:03:22.689 [INFO][34] config_params.go 322: Parsed value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:03:22.690 [INFO][34] config_params.go 286: Parsing value for LogSeverityScreen: Info (from datastore (global))
2018-09-30 06:03:22.690 [INFO][34] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2018-09-30 06:03:22.690 [INFO][34] config_params.go 325: Skipping config value for LogSeverityScreen from datastore (global); already have a value from environment variable
2018-09-30 06:03:22.690 [INFO][34] async_calc_graph.go 209: First flush after becoming in sync, sending InSync message.
2018-09-30 06:03:22.690 [INFO][34] felix.go 894: Datastore now in sync.
2018-09-30 06:03:22.690 [INFO][34] felix.go 896: Datastore in sync for first time, sending message to status reporter.
2018-09-30 06:03:22.690 [INFO][34] int_dataplane.go 611: Received *proto.InSync update from calculation graph msg=
2018-09-30 06:03:22.690 [INFO][34] int_dataplane.go 619: Datastore in sync, flushing the dataplane for the first time... timeSinceStart=542.102308ms
2018-09-30 06:03:22.690 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:22.690 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-from-wl-dispatch" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.690 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-to-wl-dispatch" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-to-host-endpoint" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-from-hep-forward" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-to-hep-forward" ipVersion=0x4 table="filter"
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x4 table="mangle"
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x4 table="raw"
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-to-host-endpoint" ipVersion=0x4 table="raw"
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-fip-dnat" ipVersion=0x4 table="nat"
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-fip-snat" ipVersion=0x4 table="nat"
2018-09-30 06:03:22.691 [INFO][34] masq_mgr.go 144: IPAM pools updated, refreshing iptables rule ipVersion=0x4
2018-09-30 06:03:22.691 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-nat-outgoing" ipVersion=0x4 table="nat"
2018-09-30 06:03:22.692 [INFO][34] route_table.go 199: Trying to connect to netlink
2018-09-30 06:03:22.693 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:03:22.702 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=9.023612ms
2018-09-30 06:03:22.703 [INFO][34] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=1 setID="all-ipam-pools"
2018-09-30 06:03:22.703 [INFO][34] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=1 setID="masq-ipam-pools"
2018-09-30 06:03:22.703 [INFO][34] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=4 setID="this-host"
2018-09-30 06:03:22.807 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:03:22.807 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:03:22.808 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:03:22.808 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:22.954 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=263.460146
2018-09-30 06:03:22.954 [INFO][34] int_dataplane.go 753: Completed first update to dataplane. secsSinceStart=0.805706999
2018-09-30 06:03:24.002 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:24.002 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:03:24.002 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:03:24.002 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:03:24.002 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:03:24.002 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:03:24.002 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:03:24.002 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:03:24.002 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:24.011 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.810526000000001
2018-09-30 06:03:24.865 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:24.865 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:03:24.865 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:03:24.867 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:03:24.867 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:24.873 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.526851000000001
2018-09-30 06:03:24.894 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:24.894 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:03:24.894 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:03:24.902 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.164632
2018-09-30 06:03:24.961 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:24.962 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:03:24.962 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:03:24.964 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.392997
2018-09-30 06:03:26.858 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:26.858 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:03:26.858 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:26.861 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.03801
2018-09-30 06:03:26.861 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:26.861 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:03:26.861 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:03:26.864 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.7649459999999997
2018-09-30 06:03:26.889 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:26.889 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:03:26.889 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:03:26.892 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.6800919999999997
2018-09-30 06:03:26.958 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:26.958 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:03:26.958 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:03:26.964 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.14254
2018-09-30 06:03:30.861 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:30.862 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:03:30.862 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:03:30.862 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:03:30.862 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:30.881 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=19.560513
2018-09-30 06:03:30.906 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:30.906 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:03:30.906 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:03:30.910 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.8417630000000003
2018-09-30 06:03:30.958 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:30.958 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:03:30.958 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:03:30.961 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.508782
2018-09-30 06:03:32.421 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:32.423 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:03:32.434 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:03:32.444 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=9.181171ms
2018-09-30 06:03:32.446 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=24.600152
2018-09-30 06:03:36.620 [INFO][34] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{} ifaceName="flannel.1"
2018-09-30 06:03:36.633 [INFO][34] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{}}
2018-09-30 06:03:36.634 [INFO][34] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{}}
2018-09-30 06:03:36.638 [INFO][34] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:03:36.641 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:36.674 [INFO][34] int_dataplane.go 452: Linux interface state changed. ifaceName="flannel.1" state="up"
2018-09-30 06:03:36.675 [INFO][34] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"10.244.0.0":set.empty{}, "fe80::6ca5:4dff:fe58:b226":set.empty{}} ifaceName="flannel.1"
2018-09-30 06:03:36.675 [INFO][34] iface_monitor.go 176: Netlink address update. addr="10.244.0.0" exists=true ifIndex=4
2018-09-30 06:03:36.662 [INFO][34] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=4 setID="this-host"
2018-09-30 06:03:36.718 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=74.68588199999999
2018-09-30 06:03:36.719 [INFO][34] int_dataplane.go 626: Received interface update msg=&intdataplane.ifaceUpdate{Name:"flannel.1", State:"up"}
2018-09-30 06:03:36.719 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:36.719 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.099435
2018-09-30 06:03:36.719 [INFO][34] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{"10.244.0.0":set.empty{}, "fe80::6ca5:4dff:fe58:b226":set.empty{}}}
2018-09-30 06:03:36.719 [INFO][34] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{"10.244.0.0":set.empty{}, "fe80::6ca5:4dff:fe58:b226":set.empty{}}}
2018-09-30 06:03:36.719 [INFO][34] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:03:36.719 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:36.735 [INFO][34] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=5 setID="this-host"
2018-09-30 06:03:36.771 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=51.520154
2018-09-30 06:03:37.471 [INFO][34] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{} ifaceName="cali41c95fa5869"
2018-09-30 06:03:37.471 [INFO][34] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"cali41c95fa5869", Addrs:set.mapSet{}}
2018-09-30 06:03:37.471 [INFO][34] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"cali41c95fa5869", Addrs:set.mapSet{}}
2018-09-30 06:03:37.471 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:37.471 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.099817
2018-09-30 06:03:37.503 [INFO][34] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"fe80::ecee:eeff:feee:eeee":set.empty{}} ifaceName="calicbe6f950e44"
2018-09-30 06:03:37.503 [INFO][34] int_dataplane.go 452: Linux interface state changed. ifaceName="calicbe6f950e44" state="up"
2018-09-30 06:03:37.503 [INFO][34] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"calicbe6f950e44", Addrs:set.mapSet{"fe80::ecee:eeff:feee:eeee":set.empty{}}}
2018-09-30 06:03:37.503 [INFO][34] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"calicbe6f950e44", Addrs:set.mapSet{"fe80::ecee:eeff:feee:eeee":set.empty{}}}
2018-09-30 06:03:37.504 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:37.504 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.08428999999999999
2018-09-30 06:03:37.504 [INFO][34] int_dataplane.go 626: Received interface update msg=&intdataplane.ifaceUpdate{Name:"calicbe6f950e44", State:"up"}
2018-09-30 06:03:37.504 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:37.507 [INFO][34] endpoint_mgr.go 253: Workload interface came up, marking for reconfiguration. ifaceName="calicbe6f950e44"
2018-09-30 06:03:37.507 [INFO][34] int_dataplane.go 452: Linux interface state changed. ifaceName="cali41c95fa5869" state="up"
2018-09-30 06:03:37.507 [INFO][34] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"fe80::ecee:eeff:feee:eeee":set.empty{}} ifaceName="cali41c95fa5869"
2018-09-30 06:03:37.508 [INFO][34] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="calicbe6f950e44"
2018-09-30 06:03:37.511 [INFO][34] route_table.go 442: Syncing routes: found unexpected route; ignoring due to grace period. dest=10.244.0.2/32 ifaceName="calicbe6f950e44" ipVersion=0x4
2018-09-30 06:03:37.511 [INFO][34] route_table.go 298: Interface in cleanup grace period, will retry after. ifaceName="calicbe6f950e44" ipVersion=0x4
2018-09-30 06:03:37.511 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.460705
2018-09-30 06:03:37.511 [INFO][34] int_dataplane.go 626: Received interface update msg=&intdataplane.ifaceUpdate{Name:"cali41c95fa5869", State:"up"}
2018-09-30 06:03:37.511 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:37.511 [INFO][34] endpoint_mgr.go 253: Workload interface came up, marking for reconfiguration. ifaceName="cali41c95fa5869"
2018-09-30 06:03:37.511 [INFO][34] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="cali41c95fa5869"
2018-09-30 06:03:37.512 [INFO][34] route_table.go 442: Syncing routes: found unexpected route; ignoring due to grace period. dest=10.244.0.2/32 ifaceName="calicbe6f950e44" ipVersion=0x4
2018-09-30 06:03:37.512 [INFO][34] route_table.go 298: Interface in cleanup grace period, will retry after. ifaceName="calicbe6f950e44" ipVersion=0x4
2018-09-30 06:03:37.512 [INFO][34] route_table.go 442: Syncing routes: found unexpected route; ignoring due to grace period. dest=10.244.0.3/32 ifaceName="cali41c95fa5869" ipVersion=0x4
2018-09-30 06:03:37.512 [INFO][34] route_table.go 298: Interface in cleanup grace period, will retry after. ifaceName="cali41c95fa5869" ipVersion=0x4
2018-09-30 06:03:37.512 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.780365
2018-09-30 06:03:37.512 [INFO][34] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"cali41c95fa5869", Addrs:set.mapSet{"fe80::ecee:eeff:feee:eeee":set.empty{}}}
2018-09-30 06:03:37.512 [INFO][34] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"cali41c95fa5869", Addrs:set.mapSet{"fe80::ecee:eeff:feee:eeee":set.empty{}}}
2018-09-30 06:03:37.512 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:37.512 [INFO][34] route_table.go 442: Syncing routes: found unexpected route; ignoring due to grace period. dest=10.244.0.2/32 ifaceName="calicbe6f950e44" ipVersion=0x4
2018-09-30 06:03:37.512 [INFO][34] route_table.go 298: Interface in cleanup grace period, will retry after. ifaceName="calicbe6f950e44" ipVersion=0x4
2018-09-30 06:03:37.512 [INFO][34] route_table.go 442: Syncing routes: found unexpected route; ignoring due to grace period. dest=10.244.0.3/32 ifaceName="cali41c95fa5869" ipVersion=0x4
2018-09-30 06:03:37.512 [INFO][34] route_table.go 298: Interface in cleanup grace period, will retry after. ifaceName="cali41c95fa5869" ipVersion=0x4
2018-09-30 06:03:37.513 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.301265
2018-09-30 06:03:37.582 [INFO][34] calc_graph.go 361: Local endpoint updated id=WorkloadEndpoint(node=master1, orchestrator=k8s, workload=kube-system/coredns-576cbf47c7-6qprv, name=eth0)
2018-09-30 06:03:37.584 [INFO][34] calc_graph.go 361: Local endpoint updated id=WorkloadEndpoint(node=master1, orchestrator=k8s, workload=kube-system/coredns-576cbf47c7-f9x2b, name=eth0)
2018-09-30 06:03:37.585 [INFO][34] int_dataplane.go 611: Received *proto.ActiveProfileUpdate update from calculation graph msg=id:<name:"kns.kube-system" > profile:<inbound_rules:<action:"allow" rule_id:"YlN-KJA93B7Fe2ih" > outbound_rules:<action:"allow" rule_id:"GUM3x2IgYhIM5cBY" > >
2018-09-30 06:03:37.598 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-pri-kns.kube-system" ipVersion=0x4 table="filter"
2018-09-30 06:03:37.598 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="chain update" table="filter"
2018-09-30 06:03:37.598 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-pro-kns.kube-system" ipVersion=0x4 table="filter"
2018-09-30 06:03:37.599 [INFO][34] int_dataplane.go 611: Received *proto.WorkloadEndpointUpdate update from calculation graph msg=id:<orchestrator_id:"k8s" workload_id:"kube-system/coredns-576cbf47c7-6qprv" endpoint_id:"eth0" > endpoint:<state:"active" name:"cali41c95fa5869" profile_ids:"kns.kube-system" ipv4_nets:"10.244.0.3/32" >
2018-09-30 06:03:37.600 [INFO][34] int_dataplane.go 611: Received *proto.WorkloadEndpointUpdate update from calculation graph msg=id:<orchestrator_id:"k8s" workload_id:"kube-system/coredns-576cbf47c7-f9x2b" endpoint_id:"eth0" > endpoint:<state:"active" name:"calicbe6f950e44" profile_ids:"kns.kube-system" ipv4_nets:"10.244.0.2/32" >
2018-09-30 06:03:37.600 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:37.600 [INFO][34] endpoint_mgr.go 408: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"}
2018-09-30 06:03:37.600 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-tw-cali41c95fa5869" ipVersion=0x4 table="filter"
2018-09-30 06:03:37.600 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-fw-cali41c95fa5869" ipVersion=0x4 table="filter"
2018-09-30 06:03:37.600 [INFO][34] endpoint_mgr.go 435: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"}
2018-09-30 06:03:37.600 [INFO][34] endpoint_mgr.go 408: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"}
2018-09-30 06:03:37.600 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-tw-calicbe6f950e44" ipVersion=0x4 table="filter"
2018-09-30 06:03:37.600 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-fw-calicbe6f950e44" ipVersion=0x4 table="filter"
2018-09-30 06:03:37.600 [INFO][34] endpoint_mgr.go 435: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"}
2018-09-30 06:03:37.601 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-from-wl-dispatch" ipVersion=0x4 table="filter"
2018-09-30 06:03:37.601 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-to-wl-dispatch" ipVersion=0x4 table="filter"
2018-09-30 06:03:37.601 [INFO][34] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="cali41c95fa5869"
2018-09-30 06:03:37.601 [INFO][34] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="calicbe6f950e44"
2018-09-30 06:03:37.601 [INFO][34] endpoint_mgr.go 350: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"}
2018-09-30 06:03:37.601 [INFO][34] status_combiner.go 58: Storing endpoint status update ipVersion=0x4 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"}
2018-09-30 06:03:37.601 [INFO][34] endpoint_mgr.go 350: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"}
2018-09-30 06:03:37.601 [INFO][34] status_combiner.go 58: Storing endpoint status update ipVersion=0x4 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"}
2018-09-30 06:03:37.602 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:37.620 [INFO][34] status_combiner.go 81: Endpoint up for at least one IP version id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"} ipVersion=0x4 status="up"
2018-09-30 06:03:37.620 [INFO][34] status_combiner.go 98: Reporting combined status. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"} status="up"
2018-09-30 06:03:37.620 [INFO][34] status_combiner.go 81: Endpoint up for at least one IP version id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"} ipVersion=0x4 status="up"
2018-09-30 06:03:37.620 [INFO][34] status_combiner.go 98: Reporting combined status. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"} status="up"
2018-09-30 06:03:37.620 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=20.055273
2018-09-30 06:03:38.060 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:03:38.315 [INFO][34] iface_monitor.go 176: Netlink address update. addr="fe80::6ca5:4dff:fe58:b226" exists=true ifIndex=4
2018-09-30 06:03:38.649 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:38.649 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:03:38.649 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:38.671 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=21.715489
2018-09-30 06:03:38.733 [INFO][34] iface_monitor.go 176: Netlink address update. addr="fe80::ecee:eeff:feee:eeee" exists=true ifIndex=6
2018-09-30 06:03:38.880 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:38.880 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:03:38.880 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:03:38.886 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.903884
2018-09-30 06:03:38.892 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:38.892 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:03:38.893 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:03:38.895 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.276185
2018-09-30 06:03:38.956 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:38.957 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:03:38.957 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:03:38.959 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.414265
2018-09-30 06:03:39.277 [INFO][34] calc_graph.go 361: Local endpoint updated id=WorkloadEndpoint(node=master1, orchestrator=k8s, workload=kube-system/coredns-576cbf47c7-6qprv, name=eth0)
2018-09-30 06:03:39.277 [INFO][34] int_dataplane.go 611: Received *proto.WorkloadEndpointUpdate update from calculation graph msg=id:<orchestrator_id:"k8s" workload_id:"kube-system/coredns-576cbf47c7-6qprv" endpoint_id:"eth0" > endpoint:<state:"active" name:"cali41c95fa5869" profile_ids:"kns.kube-system" ipv4_nets:"10.244.0.3/32" >
2018-09-30 06:03:39.277 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:39.277 [INFO][34] endpoint_mgr.go 408: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"}
2018-09-30 06:03:39.277 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-tw-cali41c95fa5869" ipVersion=0x4 table="filter"
2018-09-30 06:03:39.277 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="chain update" table="filter"
2018-09-30 06:03:39.277 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-fw-cali41c95fa5869" ipVersion=0x4 table="filter"
2018-09-30 06:03:39.277 [INFO][34] endpoint_mgr.go 435: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"}
2018-09-30 06:03:39.277 [INFO][34] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="cali41c95fa5869"
2018-09-30 06:03:39.278 [INFO][34] endpoint_mgr.go 350: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"}
2018-09-30 06:03:39.278 [INFO][34] status_combiner.go 58: Storing endpoint status update ipVersion=0x4 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"}
2018-09-30 06:03:39.278 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:39.281 [INFO][34] status_combiner.go 81: Endpoint up for at least one IP version id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"} ipVersion=0x4 status="up"
2018-09-30 06:03:39.281 [INFO][34] status_combiner.go 98: Reporting combined status. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-6qprv", EndpointId:"eth0"} status="up"
2018-09-30 06:03:39.281 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.201001000000001
2018-09-30 06:03:39.305 [INFO][34] calc_graph.go 361: Local endpoint updated id=WorkloadEndpoint(node=master1, orchestrator=k8s, workload=kube-system/coredns-576cbf47c7-f9x2b, name=eth0)
2018-09-30 06:03:39.306 [INFO][34] int_dataplane.go 611: Received *proto.WorkloadEndpointUpdate update from calculation graph msg=id:<orchestrator_id:"k8s" workload_id:"kube-system/coredns-576cbf47c7-f9x2b" endpoint_id:"eth0" > endpoint:<state:"active" name:"calicbe6f950e44" profile_ids:"kns.kube-system" ipv4_nets:"10.244.0.2/32" >
2018-09-30 06:03:39.306 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:39.306 [INFO][34] endpoint_mgr.go 408: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"}
2018-09-30 06:03:39.306 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-tw-calicbe6f950e44" ipVersion=0x4 table="filter"
2018-09-30 06:03:39.306 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="chain update" table="filter"
2018-09-30 06:03:39.306 [INFO][34] table.go 398: Queueing update of chain. chainName="cali-fw-calicbe6f950e44" ipVersion=0x4 table="filter"
2018-09-30 06:03:39.306 [INFO][34] endpoint_mgr.go 435: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"}
2018-09-30 06:03:39.306 [INFO][34] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="calicbe6f950e44"
2018-09-30 06:03:39.306 [INFO][34] endpoint_mgr.go 350: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"}
2018-09-30 06:03:39.307 [INFO][34] status_combiner.go 58: Storing endpoint status update ipVersion=0x4 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"}
2018-09-30 06:03:39.307 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:39.311 [INFO][34] status_combiner.go 81: Endpoint up for at least one IP version id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"} ipVersion=0x4 status="up"
2018-09-30 06:03:39.311 [INFO][34] status_combiner.go 98: Reporting combined status. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/coredns-576cbf47c7-f9x2b", EndpointId:"eth0"} status="up"
2018-09-30 06:03:39.311 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.972396
2018-09-30 06:03:39.505 [INFO][34] iface_monitor.go 176: Netlink address update. addr="fe80::ecee:eeff:feee:eeee" exists=true ifIndex=5
2018-09-30 06:03:39.623 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:39.624 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:03:39.624 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:39.627 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.457941
2018-09-30 06:03:41.623 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:41.623 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:03:41.623 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:41.626 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.2488420000000002
2018-09-30 06:03:41.790 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:03:42.564 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:42.564 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:03:42.565 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:03:42.573 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=8.052352ms
2018-09-30 06:03:42.574 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.048772
2018-09-30 06:03:45.620 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:45.620 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:03:45.620 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:45.623 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.044777
2018-09-30 06:03:48.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:03:51.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:03:53.409 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:53.409 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:03:53.409 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:03:53.411 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.563036ms
2018-09-30 06:03:53.411 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.072688
2018-09-30 06:03:53.620 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:53.620 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:03:53.620 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:03:53.624 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.330679
2018-09-30 06:03:54.863 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:54.863 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:03:54.863 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:03:54.998 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=135.034357
2018-09-30 06:03:55.021 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:03:55.022 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:03:55.022 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:03:55.022 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:03:55.022 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:03:55.024 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.693663
2018-09-30 06:03:58.052 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:01.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:03.958 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:03.959 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:04:03.959 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:04:03.961 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.814036ms
2018-09-30 06:04:03.963 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.0659659999999995
2018-09-30 06:04:08.050 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:09.620 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:09.620 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:04:09.620 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:04:09.623 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.487834
2018-09-30 06:04:11.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:14.577 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:14.577 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:04:14.577 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:04:14.579 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.916202ms
2018-09-30 06:04:14.579 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.282048
2018-09-30 06:04:18.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:21.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:25.375 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:25.375 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:04:25.375 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:04:25.384 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=9.099414ms
2018-09-30 06:04:25.384 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=9.393898
2018-09-30 06:04:26.858 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:26.859 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:04:26.859 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:04:26.864 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.745605
2018-09-30 06:04:26.892 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:26.892 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:04:26.892 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:04:26.896 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.748449
2018-09-30 06:04:26.957 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:26.958 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:04:26.958 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:04:26.960 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.254314
2018-09-30 06:04:28.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:31.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:35.453 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:35.454 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:04:35.454 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:04:35.456 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.905892ms
2018-09-30 06:04:35.456 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.231919
2018-09-30 06:04:38.053 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:39.754 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:04:39.754 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:04:39.755 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:04:39.755 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:04:39.754 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:04:39.793 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:04:40.230 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:04:40.230 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:04:40.230 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:04:40.230 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:04:40.230 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:04:40.231 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:04:41.620 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:41.620 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:04:41.620 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:04:41.624 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.12075
2018-09-30 06:04:41.783 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:45.791 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:45.791 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:04:45.791 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:04:45.793 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.666842ms
2018-09-30 06:04:45.793 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.938627
2018-09-30 06:04:48.050 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:51.315 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:04:51.315 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:04:51.315 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:04:51.315 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:04:51.315 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:04:51.322 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:04:51.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:04:54.500 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:54.500 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:04:54.506 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.928357
2018-09-30 06:04:56.044 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:04:56.044 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:04:56.044 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:04:56.050 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=5.756264ms
2018-09-30 06:04:56.050 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.061634
2018-09-30 06:04:58.053 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:00.026 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:05:00.026 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:05:00.026 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:05:00.026 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:05:00.026 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:05:00.028 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:05:01.787 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:06.384 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:06.384 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:06.384 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:06.387 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.37696ms
2018-09-30 06:05:06.387 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.6615670000000002
2018-09-30 06:05:08.050 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:08.837 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:05:08.837 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:05:08.837 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:05:08.837 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:05:08.837 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:05:08.839 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:05:11.783 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:16.997 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:16.997 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:16.997 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:16.999 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.953454ms
2018-09-30 06:05:17.000 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.237262
2018-09-30 06:05:18.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:19.053 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:05:19.053 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:05:19.053 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:05:19.053 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:05:19.053 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:05:19.055 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:05:20.458 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:05:20.458 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:05:20.459 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:05:20.459 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:05:20.459 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:05:20.459 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:05:20.459 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:05:20.459 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:05:20.459 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:05:20.460 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:05:20.463 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:05:20.465 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:05:20.465 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:05:21.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:26.859 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:26.859 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:05:26.859 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:05:26.863 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.249391
2018-09-30 06:05:26.897 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:26.897 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:05:26.897 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:05:26.899 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.220133
2018-09-30 06:05:26.960 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:26.960 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:05:26.960 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:05:26.963 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.522894
2018-09-30 06:05:27.681 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:27.681 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:27.681 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:27.683 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.068686ms
2018-09-30 06:05:27.684 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.532271
2018-09-30 06:05:28.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:30.859 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:30.859 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:05:30.859 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:05:30.864 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.852556
2018-09-30 06:05:30.891 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:30.891 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:05:30.891 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:05:30.894 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.408155
2018-09-30 06:05:30.956 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:30.956 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:05:30.956 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:05:30.958 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.217919
2018-09-30 06:05:31.789 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:38.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:38.218 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:38.218 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:38.218 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:38.220 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.654591ms
2018-09-30 06:05:38.220 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.051393
2018-09-30 06:05:41.620 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:41.621 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:05:41.621 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:05:41.625 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.795943
2018-09-30 06:05:41.787 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:45.624 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:45.625 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:05:45.625 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:05:45.629 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.697575
2018-09-30 06:05:48.050 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:48.994 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:48.994 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:48.994 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:48.996 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.446465ms
2018-09-30 06:05:48.996 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.742459
2018-09-30 06:05:51.783 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:58.053 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:59.509 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:59.510 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:59.510 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:59.526 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=16.272661ms
2018-09-30 06:05:59.526 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=16.615334999999998
2018-09-30 06:06:01.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:08.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:09.545 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:09.545 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:09.548 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:09.551 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.694424ms
2018-09-30 06:06:09.552 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.422452000000001
2018-09-30 06:06:10.792 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:06:10.792 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:06:10.792 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:06:10.792 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:06:10.793 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:10.803 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:06:11.783 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:18.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:20.324 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:20.324 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:20.324 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:20.326 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.407086ms
2018-09-30 06:06:20.326 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.711656
2018-09-30 06:06:21.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:21.835 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:06:21.835 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:06:21.836 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:06:21.836 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:06:21.836 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:21.849 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:06:25.026 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:06:25.026 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:06:25.026 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:06:25.026 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:06:25.027 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:06:25.027 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:06:25.027 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:06:25.029 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:25.030 [INFO][34] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:06:25.030 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:06:25.031 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:06:25.038 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:06:25.038 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:06:25.355 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:25.356 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:06:25.358 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.957356
2018-09-30 06:06:28.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:30.860 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:30.860 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:06:30.860 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:06:30.864 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.81644
2018-09-30 06:06:30.895 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:30.896 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:06:30.896 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:06:30.898 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.725573
2018-09-30 06:06:30.959 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:30.960 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:06:30.960 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:06:30.961 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.020568
2018-09-30 06:06:30.992 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:30.992 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:30.992 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:30.994 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.368274ms
2018-09-30 06:06:30.994 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.811923
2018-09-30 06:06:31.783 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:31.975 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:06:31.975 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:06:31.975 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:06:31.975 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:06:31.975 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:31.989 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:06:37.670 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:06:37.670 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:06:37.670 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:06:37.671 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:06:37.671 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:37.672 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:06:38.055 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:41.795 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:41.795 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:41.795 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:41.795 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:41.797 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.056563ms
2018-09-30 06:06:41.797 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.326861
2018-09-30 06:06:45.625 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:45.625 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:06:45.625 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:06:45.632 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.78304
2018-09-30 06:06:48.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:51.783 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:52.051 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:52.051 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:52.051 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:52.054 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.151565ms
2018-09-30 06:06:52.054 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.441862
2018-09-30 06:06:54.653 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:06:54.653 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:06:54.653 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:54.653 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:06:54.653 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:06:54.655 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:06:56.119 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:06:56.119 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:06:56.119 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:06:56.119 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:06:56.121 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:57.418 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:06:58.050 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:01.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:02.818 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:02.818 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:02.819 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:02.820 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.584001ms
2018-09-30 06:07:02.820 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.895275
2018-09-30 06:07:08.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:11.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:13.313 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:13.314 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:13.314 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:13.315 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.68426ms
2018-09-30 06:07:13.316 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.014652
2018-09-30 06:07:18.051 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:21.599 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:07:21.599 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:07:21.599 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:07:21.599 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:07:21.600 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:07:21.605 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:07:21.783 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:24.120 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:24.120 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:24.121 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:24.123 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.707419ms
2018-09-30 06:07:24.124 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.153276
2018-09-30 06:07:28.050 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:30.866 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:30.866 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:07:30.866 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:07:30.878 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=11.868113
2018-09-30 06:07:30.908 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:30.908 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:07:30.908 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:07:30.911 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.5912230000000003
2018-09-30 06:07:30.963 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:30.963 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:07:30.963 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:07:30.965 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.161544
2018-09-30 06:07:34.159 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:34.159 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:34.160 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:34.181 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=20.925446ms
2018-09-30 06:07:34.181 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=21.563653
2018-09-30 06:07:36.672 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:38.859 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:38.859 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:07:38.859 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:07:38.864 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.245996
2018-09-30 06:07:38.892 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:38.892 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:07:38.892 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:07:38.894 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.28374
2018-09-30 06:07:38.956 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:38.956 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:07:38.956 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:07:38.959 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.710572
2018-09-30 06:07:38.998 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:44.797 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:44.798 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:44.798 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:44.800 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.096501ms
2018-09-30 06:07:44.800 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.4049110000000002
2018-09-30 06:07:45.626 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:45.626 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:07:45.626 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:07:45.629 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.567937
2018-09-30 06:07:50.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:50.896 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:07:50.897 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:07:50.897 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:07:50.897 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:07:50.897 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:07:50.897 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:07:50.897 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:07:50.898 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:07:50.898 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:07:50.898 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:07:50.913 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:07:50.914 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:07:50.914 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:07:51.975 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:53.623 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:53.623 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:07:53.624 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:07:53.631 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.338389
2018-09-30 06:07:54.810 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:54.810 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:54.810 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:54.812 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.945034ms
2018-09-30 06:07:54.812 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.314652
2018-09-30 06:07:58.468 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:07:58.468 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:07:58.468 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:07:58.468 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:07:58.469 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:07:58.472 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:08:00.203 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:08:00.203 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:08:00.203 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:08:00.203 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:08:00.203 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:00.225 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:08:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:01.049 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:01.050 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:08:01.055 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.643845
2018-09-30 06:08:01.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:05.408 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:05.408 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:05.408 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:05.410 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.484234ms
2018-09-30 06:08:05.410 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.7656180000000001
2018-09-30 06:08:10.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:10.957 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:08:10.957 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:08:10.957 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:08:10.957 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:08:10.957 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:10.965 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:08:11.978 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:13.895 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:08:13.895 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:08:13.895 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:08:13.895 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:08:13.896 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:13.897 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:08:16.402 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:16.402 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:16.402 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:16.405 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.274366ms
2018-09-30 06:08:16.405 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.591149
2018-09-30 06:08:20.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:21.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:23.085 [INFO][34] usagerep.go 105: Initial delay complete, doing first report
2018-09-30 06:08:23.089 [INFO][34] usagerep.go 183: Reporting cluster usage/checking for deprecation warnings. calicoVersion="v3.1.3" clusterGUID="5249e12bf7fa49128a2aa258bb3c82fb" clusterType="k8s,canal,kdd" gitRevision="4d7bb9ad6ff7b34d1a79531121bc9e48d1123652" stats=calc.StatsUpdate{NumHosts:1, NumWorkloadEndpoints:2, NumHostEndpoints:0, NumPolicies:0, NumProfiles:3} version="3.1.3"
2018-09-30 06:08:23.930 [INFO][34] usagerep.go 107: First report done, starting ticker
2018-09-30 06:08:25.541 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:08:25.541 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:08:25.541 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:08:25.541 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:08:25.541 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:25.555 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:08:27.123 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:27.123 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:27.123 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:27.133 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=10.120785ms
2018-09-30 06:08:27.134 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.664558
2018-09-30 06:08:30.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:31.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:38.053 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:38.053 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:38.053 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:38.055 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.092189ms
2018-09-30 06:08:38.055 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.5519420000000004
2018-09-30 06:08:38.859 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:38.860 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:08:38.860 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:08:38.875 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=15.226058
2018-09-30 06:08:38.907 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:38.908 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:08:38.908 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:08:38.910 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.04454
2018-09-30 06:08:38.959 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:38.960 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:08:38.960 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:08:38.965 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.416096
2018-09-30 06:08:40.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:41.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:45.051 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:08:45.051 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:08:45.051 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:45.051 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:08:45.051 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:08:45.053 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:08:48.220 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:48.221 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:48.221 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:48.223 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.177517ms
2018-09-30 06:08:48.223 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.711071
2018-09-30 06:08:50.788 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:51.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:53.624 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:53.624 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:08:53.624 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:08:53.628 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.76976
2018-09-30 06:08:58.837 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:58.837 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:58.837 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:58.839 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.984782ms
2018-09-30 06:08:58.840 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.3133310000000002
2018-09-30 06:09:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:01.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:09.282 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:09.282 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:09.282 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:09.285 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.427284ms
2018-09-30 06:09:09.285 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.403211
2018-09-30 06:09:10.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:11.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:12.579 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:09:12.579 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:09:12.579 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:09:12.579 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:09:12.580 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:09:12.580 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:09:12.580 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:12.580 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:09:12.581 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:09:12.581 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:09:12.591 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:09:12.592 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:09:12.592 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:09:19.749 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:09:19.749 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:09:19.750 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:09:19.750 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:09:19.750 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:19.752 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:09:19.769 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:19.769 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:19.769 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:19.771 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.669066ms
2018-09-30 06:09:19.771 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.177264
2018-09-30 06:09:20.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:20.975 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:09:20.975 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:09:20.975 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:09:20.975 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:20.975 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:09:20.976 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:09:21.982 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:26.459 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:09:26.459 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:09:26.459 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:09:26.459 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:09:26.459 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:26.463 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:09:29.784 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:29.784 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:29.784 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:29.786 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.876855ms
2018-09-30 06:09:29.787 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.204632
2018-09-30 06:09:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:31.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:38.162 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:38.162 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:09:38.164 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.000276
2018-09-30 06:09:38.590 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:09:38.590 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:09:38.590 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:09:38.590 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:09:38.591 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:38.607 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:09:38.861 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:38.861 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:09:38.861 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:09:38.877 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=15.874178999999998
2018-09-30 06:09:38.924 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:38.924 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:09:38.924 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:09:38.926 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.588585
2018-09-30 06:09:38.962 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:38.962 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:09:38.962 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:09:38.973 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.616724
2018-09-30 06:09:40.698 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:40.698 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:40.698 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:40.700 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.557039ms
2018-09-30 06:09:40.700 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.8983260000000002
2018-09-30 06:09:40.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:42.007 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:50.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:50.891 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:50.891 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:50.892 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:50.972 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=80.097406ms
2018-09-30 06:09:50.972 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=80.43628799999999
2018-09-30 06:09:51.977 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:53.629 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:53.630 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:09:53.630 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:09:53.646 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=16.161545999999998
2018-09-30 06:09:57.321 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:09:57.321 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:09:57.321 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:09:57.321 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:57.321 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:09:57.323 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:10:00.793 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:01.566 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:01.567 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:01.567 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:01.569 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.232588ms
2018-09-30 06:10:01.569 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.6389
2018-09-30 06:10:01.973 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:10.789 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:11.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:12.044 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:12.044 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:12.044 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:12.045 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.356851ms
2018-09-30 06:10:12.045 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.674915
2018-09-30 06:10:20.478 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:10:20.479 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:10:20.480 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:10:20.479 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:10:20.480 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:10:20.485 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:10:20.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:21.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:23.030 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:23.030 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:23.030 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:23.035 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=4.722283ms
2018-09-30 06:10:23.036 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.440846
2018-09-30 06:10:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:31.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:33.856 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:33.856 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:33.856 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:33.858 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.747775ms
2018-09-30 06:10:33.858 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.079587
2018-09-30 06:10:37.787 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:10:37.787 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:10:37.787 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:10:37.787 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:10:37.787 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:10:37.795 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:10:38.864 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:38.864 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:10:38.865 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:10:38.908 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=43.968979
2018-09-30 06:10:38.968 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:38.968 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:10:38.968 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:10:38.968 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:10:38.969 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:10:38.979 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=11.410274999999999
2018-09-30 06:10:40.788 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:41.589 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:10:41.590 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:10:41.591 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:10:41.591 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:10:41.591 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:10:41.591 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:10:41.591 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:10:41.592 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:10:41.592 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:10:41.592 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:10:41.599 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:10:41.606 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:10:41.606 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:10:41.989 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:43.960 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:43.960 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:43.960 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:43.967 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=6.409694ms
2018-09-30 06:10:43.967 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.752408
2018-09-30 06:10:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:51.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:51.998 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:10:51.998 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:10:51.998 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:10:51.998 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:10:51.998 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:10:52.010 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:10:53.631 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:53.631 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:10:53.631 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:53.642 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.935422
2018-09-30 06:10:54.645 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:54.646 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:54.646 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:54.657 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=11.433207ms
2018-09-30 06:10:54.657 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=11.783835
2018-09-30 06:10:57.362 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:10:57.362 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:10:57.363 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:10:57.363 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:10:57.363 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:10:57.364 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:11:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:01.480 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:11:01.480 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:11:01.480 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:11:01.480 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:11:01.480 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:01.482 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:11:01.978 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:05.233 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:05.233 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:05.233 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:05.237 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.660991ms
2018-09-30 06:11:05.237 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.991514
2018-09-30 06:11:10.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:11.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:13.335 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:11:13.335 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:11:13.335 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:11:13.335 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:11:13.337 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:13.345 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:11:13.892 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:13.897 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:11:13.925 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=31.921306000000005
2018-09-30 06:11:16.203 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:16.203 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:16.203 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:16.205 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.897243ms
2018-09-30 06:11:16.205 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.223382
2018-09-30 06:11:20.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:21.976 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:26.373 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:26.373 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:26.373 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:26.380 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=6.754382ms
2018-09-30 06:11:26.384 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.537852
2018-09-30 06:11:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:31.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:34.123 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:11:34.123 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:11:34.123 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:11:34.123 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:11:34.124 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:34.125 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:11:37.209 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:37.209 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:37.209 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:37.213 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.533601ms
2018-09-30 06:11:37.213 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.861746
2018-09-30 06:11:38.870 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:38.871 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:11:38.871 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:11:38.881 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.861502999999999
2018-09-30 06:11:38.978 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:38.978 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:11:38.978 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:11:38.979 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:11:38.979 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:11:38.984 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.456047000000001
2018-09-30 06:11:40.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:41.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:46.514 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:11:46.514 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:11:46.515 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:11:46.515 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:11:46.515 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:11:46.515 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:46.516 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:11:46.516 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:11:46.515 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:11:46.516 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:11:46.526 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:11:46.527 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:11:46.527 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:11:47.984 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:47.984 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:47.985 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:47.988 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.47257ms
2018-09-30 06:11:47.990 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.907255999999999
2018-09-30 06:11:50.789 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:51.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:53.631 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:53.631 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:11:53.631 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:11:53.635 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.7209339999999997
2018-09-30 06:11:54.862 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:54.862 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:11:54.862 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:11:54.867 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.524621000000001
2018-09-30 06:11:54.891 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:54.891 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:11:54.891 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:11:54.894 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.3002629999999997
2018-09-30 06:11:54.957 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:54.957 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:11:54.957 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:11:54.960 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.844912
2018-09-30 06:11:58.430 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:58.430 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:58.431 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:58.437 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=5.877037ms
2018-09-30 06:11:58.437 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.7777769999999995
2018-09-30 06:12:00.788 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:01.982 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:08.439 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:12:08.439 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:12:08.439 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:12:08.439 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:12:08.440 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:12:08.452 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:12:08.514 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:08.514 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:08.515 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:08.540 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=25.65594ms
2018-09-30 06:12:08.541 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=26.127504
2018-09-30 06:12:09.620 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:09.621 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:12:09.621 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:12:09.643 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=22.637614
2018-09-30 06:12:10.788 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:11.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:19.307 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:19.307 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:19.308 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:19.316 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=6.360423ms
2018-09-30 06:12:19.316 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.905523
2018-09-30 06:12:20.791 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:21.976 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:27.356 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:12:27.356 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:12:27.356 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:12:27.356 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:12:27.360 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:12:27.371 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:12:29.469 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:29.469 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:29.469 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:29.474 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=4.456248ms
2018-09-30 06:12:29.474 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.773089000000001
2018-09-30 06:12:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:31.973 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:35.625 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:12:35.625 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:12:35.625 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:12:35.625 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:12:35.625 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:12:35.630 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:12:39.569 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:39.569 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:39.569 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:39.571 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.035088ms
2018-09-30 06:12:39.575 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.4630030000000005
2018-09-30 06:12:40.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:41.351 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:12:41.351 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:12:41.353 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:12:41.354 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:12:41.354 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:12:41.377 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:12:41.979 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:46.175 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:46.176 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:12:46.180 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.65782
2018-09-30 06:12:50.273 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:50.273 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:50.273 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:50.276 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.638145ms
2018-09-30 06:12:50.276 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.981601
2018-09-30 06:12:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:51.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:54.863 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:54.863 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:12:54.863 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:12:54.884 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=21.697626
2018-09-30 06:12:54.913 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:54.913 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:12:54.914 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:12:54.919 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.878744
2018-09-30 06:12:54.963 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:54.964 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:12:54.964 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:12:54.968 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.529173
2018-09-30 06:12:55.400 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:12:55.400 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:12:55.400 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:12:55.400 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:12:55.403 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:12:55.419 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:13:00.364 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:00.364 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:00.364 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:00.366 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.628059ms
2018-09-30 06:13:00.366 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.1924010000000003
2018-09-30 06:13:00.788 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:01.982 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:06.585 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:13:06.585 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:13:06.586 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:13:06.587 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:13:06.587 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:13:06.587 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:13:06.590 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:06.593 [INFO][34] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:13:06.593 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:13:06.593 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:13:06.613 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:13:06.615 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:13:06.616 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:13:09.630 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:09.633 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:13:09.633 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:13:09.657 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=26.821593
2018-09-30 06:13:10.545 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:10.545 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:10.546 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:10.548 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.594322ms
2018-09-30 06:13:10.548 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.235608
2018-09-30 06:13:10.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:11.977 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:20.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:21.498 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:21.498 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:21.498 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:21.514 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=16.080667ms
2018-09-30 06:13:21.514 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=16.399759
2018-09-30 06:13:21.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:30.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:31.549 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:31.549 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:31.549 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:31.553 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.265906ms
2018-09-30 06:13:31.553 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.579286
2018-09-30 06:13:31.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:32.081 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:13:32.081 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:13:32.081 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:13:32.081 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:13:32.081 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:32.085 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:13:36.809 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:13:36.809 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:13:36.809 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:13:36.809 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:13:36.809 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:36.810 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:13:40.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:41.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:42.308 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:42.309 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:42.309 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:42.310 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.544861ms
2018-09-30 06:13:42.311 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.213568
2018-09-30 06:13:42.810 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:13:42.810 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:13:42.810 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:13:42.810 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:42.810 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:13:42.815 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:13:50.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:50.840 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:13:50.841 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:13:50.841 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:13:50.841 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:13:50.841 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:50.842 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:13:51.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:52.311 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:52.311 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:52.311 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:52.312 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.385126ms
2018-09-30 06:13:52.312 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.684494
2018-09-30 06:13:54.863 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:54.865 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:13:54.865 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:13:54.880 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=17.187609
2018-09-30 06:13:54.931 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:54.931 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:13:54.931 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:13:54.935 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.50782
2018-09-30 06:13:54.967 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:54.967 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:13:54.968 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:13:54.972 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.211768999999999
2018-09-30 06:14:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:01.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:02.442 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:02.442 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:02.442 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:02.444 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.510158ms
2018-09-30 06:14:02.444 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.792622
2018-09-30 06:14:09.633 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:09.634 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:14:09.634 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:14:09.637 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.304529
2018-09-30 06:14:10.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:11.977 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:12.525 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:12.525 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:12.525 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:12.526 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.481548ms
2018-09-30 06:14:12.526 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.789914
2018-09-30 06:14:17.587 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:14:17.587 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:14:17.587 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:14:17.587 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:14:17.587 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:17.600 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:14:18.990 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:18.991 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:14:18.999 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=9.669663
2018-09-30 06:14:20.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:21.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:23.040 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:23.040 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:23.040 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:23.042 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.497928ms
2018-09-30 06:14:23.042 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.808655
2018-09-30 06:14:25.642 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:14:25.642 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:14:25.642 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:14:25.642 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:14:25.642 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:25.643 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:14:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:31.426 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:14:31.426 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:14:31.426 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:14:31.426 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:14:31.426 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:14:31.426 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:14:31.426 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:14:31.426 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:14:31.426 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:14:31.426 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:31.447 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:14:31.449 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:14:31.449 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:14:31.983 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:33.856 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:14:33.856 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:33.856 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:14:33.856 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:14:33.856 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:14:33.857 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:14:33.895 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:33.895 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:33.895 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:33.908 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=12.86717ms
2018-09-30 06:14:33.909 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=13.161639
2018-09-30 06:14:40.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:41.298 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:14:41.298 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:14:41.298 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:14:41.298 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:14:41.299 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:41.302 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:14:41.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:44.769 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:44.769 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:44.769 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:44.781 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=11.362051ms
2018-09-30 06:14:44.781 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=11.846127999999998
2018-09-30 06:14:50.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:51.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:54.866 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:54.867 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:14:54.868 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:14:54.876 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=9.536632999999998
2018-09-30 06:14:54.940 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:54.940 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:14:54.940 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:14:54.943 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.987669
2018-09-30 06:14:54.970 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:54.971 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:14:54.971 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:14:54.973 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.985648
2018-09-30 06:14:55.518 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:55.518 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:55.518 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:55.520 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.745899ms
2018-09-30 06:14:55.521 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.164685
2018-09-30 06:15:00.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:01.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:03.312 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:15:03.312 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:15:03.312 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:15:03.312 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:15:03.312 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:15:03.321 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:15:06.091 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:06.091 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:15:06.091 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:15:06.093 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.435995ms
2018-09-30 06:15:06.093 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.0956550000000003
2018-09-30 06:15:09.635 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:09.635 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:15:09.635 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:15:09.640 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.459517
2018-09-30 06:15:10.794 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:11.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:16.357 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:16.357 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:15:16.357 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:15:16.361 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=4.419661ms
2018-09-30 06:15:16.361 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.7234490000000005
2018-09-30 06:15:17.154 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:15:17.154 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:15:17.154 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:15:17.154 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:15:17.154 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:15:17.183 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:15:20.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:21.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:27.048 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:27.048 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:15:27.049 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:15:27.050 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.554066ms
2018-09-30 06:15:27.050 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.858136
2018-09-30 06:15:30.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:31.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:38.048 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:38.048 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:15:38.051 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:15:38.053 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.650364ms
2018-09-30 06:15:38.054 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.612702
2018-09-30 06:15:40.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:41.297 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:15:41.297 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:15:41.297 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:15:41.297 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:15:41.298 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:15:41.299 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:15:41.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:49.021 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:49.021 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:15:49.021 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:15:49.025 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=4.31603ms
2018-09-30 06:15:49.026 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.7334320000000005
2018-09-30 06:15:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:51.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:53.913 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:15:53.913 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:15:53.913 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:15:53.913 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:15:53.914 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:15:53.928 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:15:54.868 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:54.868 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:15:54.868 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:15:54.871 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.111948
2018-09-30 06:15:54.944 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:54.944 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:15:54.944 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:15:54.951 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.663353000000001
2018-09-30 06:15:54.978 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:54.978 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:15:54.978 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:15:54.982 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.45413
2018-09-30 06:15:55.865 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:55.865 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:15:55.866 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.649627
2018-09-30 06:15:59.802 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:59.802 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:15:59.802 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:15:59.804 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.79393ms
2018-09-30 06:15:59.804 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.188085
2018-09-30 06:16:00.788 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:01.973 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:08.444 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:16:08.444 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:16:08.444 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:16:08.445 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:16:08.445 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:16:08.452 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:16:09.636 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:16:09.636 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:16:09.636 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:16:09.641 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.351395
2018-09-30 06:16:10.430 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:16:10.430 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:16:10.430 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:16:10.432 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.678915ms
2018-09-30 06:16:10.432 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.098061
2018-09-30 06:16:10.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:11.977 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:17.585 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:16:17.585 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:16:17.585 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:16:17.585 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:16:17.585 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:16:17.585 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:16:17.585 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:16:17.586 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:16:17.589 [INFO][34] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:16:17.589 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:16:17.591 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:16:17.593 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:16:17.593 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:16:20.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:21.119 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:16:21.119 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:16:21.119 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:16:21.121 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.702896ms
2018-09-30 06:16:21.121 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.005008
2018-09-30 06:16:21.577 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:16:21.577 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:16:21.577 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:16:21.577 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:16:21.577 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:16:21.590 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:16:21.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:31.825 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:16:31.825 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:16:31.825 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:16:31.828 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.243704ms
2018-09-30 06:16:31.828 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.5548319999999998
2018-09-30 06:16:31.973 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:34.539 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:16:34.539 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:16:34.539 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:16:34.539 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:16:34.539 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:16:34.541 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:16:40.787 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:41.853 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:16:41.853 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:16:41.854 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:16:41.861 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=7.295752ms
2018-09-30 06:16:41.861 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.687219000000001
2018-09-30 06:16:41.976 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:47.692 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:16:47.692 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:16:47.692 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:16:47.692 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:16:47.692 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:16:47.715 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:16:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:51.976 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:16:52.523 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:16:52.523 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:16:52.523 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:16:52.528 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=4.068321ms
2018-09-30 06:16:52.528 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.405107999999999
2018-09-30 06:16:54.868 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:16:54.869 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:16:54.869 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:16:54.873 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.977928
2018-09-30 06:16:54.949 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:16:54.949 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:16:54.949 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:16:54.953 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.5581110000000002
2018-09-30 06:16:54.982 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:16:54.982 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:16:54.982 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:16:54.987 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.254981
2018-09-30 06:17:00.810 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:01.987 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:03.434 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:03.434 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:17:03.434 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:17:03.436 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.658764ms
2018-09-30 06:17:03.436 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.909703
2018-09-30 06:17:09.531 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:17:09.531 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:17:09.531 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:17:09.531 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:17:09.532 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:17:09.540 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:17:09.636 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:09.637 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:17:09.637 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:17:09.651 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=14.965129000000001
2018-09-30 06:17:10.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:11.975 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:13.498 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:13.498 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:17:13.498 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:17:13.500 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.578105ms
2018-09-30 06:17:13.500 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.902853
2018-09-30 06:17:20.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:21.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:23.505 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:23.505 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:17:23.505 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:17:23.507 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.800056ms
2018-09-30 06:17:23.507 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.0746330000000004
2018-09-30 06:17:26.018 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:17:26.018 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:17:26.019 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:17:26.019 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:17:26.019 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:17:26.035 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:17:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:31.145 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:31.145 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:17:31.146 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.599802
2018-09-30 06:17:31.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:34.395 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:34.395 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:17:34.395 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:17:34.404 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=8.116615ms
2018-09-30 06:17:34.404 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.421446000000001
2018-09-30 06:17:40.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:41.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:44.466 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:44.466 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:17:44.467 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:17:44.478 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=11.237457ms
2018-09-30 06:17:44.478 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=11.865041
2018-09-30 06:17:47.693 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:17:47.693 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:17:47.693 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:17:47.693 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:17:47.694 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:17:47.695 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:17:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:51.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:17:54.869 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:54.869 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:17:54.869 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:17:54.873 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.408809
2018-09-30 06:17:54.954 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:54.954 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:17:54.954 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:17:54.958 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.629573
2018-09-30 06:17:54.985 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:54.986 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:17:54.986 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:17:54.988 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.608602
2018-09-30 06:17:55.101 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:17:55.101 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:17:55.101 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:17:55.103 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.682044ms
2018-09-30 06:17:55.104 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.411663
2018-09-30 06:18:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:01.041 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:18:01.041 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:18:01.041 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:18:01.041 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:18:01.042 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:18:01.049 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:18:01.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:05.122 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:05.122 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:18:05.122 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:18:05.124 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.766272ms
2018-09-30 06:18:05.124 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.202626
2018-09-30 06:18:05.602 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:18:05.602 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:18:05.602 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:18:05.602 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:18:05.602 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:18:05.604 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:18:09.637 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:09.638 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:18:09.638 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:18:09.642 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.3463579999999995
2018-09-30 06:18:10.246 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:18:10.246 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:18:10.247 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:18:10.247 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:18:10.247 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:18:10.248 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:18:10.248 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:18:10.248 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:18:10.249 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:18:10.249 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:18:10.250 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:18:10.251 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:18:10.251 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:18:10.787 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:11.987 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:12.541 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:18:12.541 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:18:12.541 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:18:12.541 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:18:12.542 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:18:12.543 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:18:15.164 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:15.164 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:18:15.164 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:18:15.166 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.427608ms
2018-09-30 06:18:15.166 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.913641
2018-09-30 06:18:20.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:21.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:25.206 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:25.207 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:18:25.207 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:18:25.209 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.883652ms
2018-09-30 06:18:25.209 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.468726
2018-09-30 06:18:30.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:31.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:35.330 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:35.330 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:18:35.330 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:18:35.334 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.660708ms
2018-09-30 06:18:35.334 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.383299
2018-09-30 06:18:40.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:41.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:45.360 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:45.360 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:18:45.360 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:18:45.362 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.745017ms
2018-09-30 06:18:45.362 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.264952
2018-09-30 06:18:50.017 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:18:50.017 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:18:50.017 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:18:50.017 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:18:50.018 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:18:50.034 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:18:50.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:51.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:18:54.870 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:54.870 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:18:54.870 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:18:54.873 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.173407
2018-09-30 06:18:54.958 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:54.958 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:18:54.958 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:18:54.960 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.789704
2018-09-30 06:18:54.988 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:54.988 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:18:54.988 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:18:54.991 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.9076530000000003
2018-09-30 06:18:55.995 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:18:55.995 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:18:55.995 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:18:55.998 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.489675ms
2018-09-30 06:18:55.998 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.7891660000000003
2018-09-30 06:19:00.789 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:01.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:06.552 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:06.552 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:19:06.552 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:19:06.558 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=6.412205ms
2018-09-30 06:19:06.559 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.583861
2018-09-30 06:19:07.059 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:19:07.060 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:19:07.060 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:19:07.062 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:19:07.066 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:19:07.061 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:19:08.417 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:08.417 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:19:08.418 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.7170409999999999
2018-09-30 06:19:09.638 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:09.638 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:19:09.638 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:19:09.644 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.088253
2018-09-30 06:19:10.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:11.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:17.521 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:17.522 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:19:17.522 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:19:17.523 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.452785ms
2018-09-30 06:19:17.523 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.7022579999999998
2018-09-30 06:19:20.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:21.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:27.846 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:27.846 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:19:27.846 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:19:27.848 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.814745ms
2018-09-30 06:19:27.848 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.143621
2018-09-30 06:19:30.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:31.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:38.792 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:38.792 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:19:38.792 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:19:38.794 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.047311ms
2018-09-30 06:19:38.794 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.3566540000000002
2018-09-30 06:19:40.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:41.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:43.360 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:19:43.360 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:19:43.360 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:19:43.360 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:19:43.363 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:19:43.365 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:19:49.694 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:49.694 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:19:49.694 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:19:49.696 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.797692ms
2018-09-30 06:19:49.696 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.195855
2018-09-30 06:19:50.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:51.477 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:19:51.477 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:19:51.477 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:19:51.477 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:19:51.477 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:19:51.479 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:19:51.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:19:54.870 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:54.870 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:19:54.870 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:19:54.874 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.207227
2018-09-30 06:19:54.964 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:54.964 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:19:54.964 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:19:54.968 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.925405
2018-09-30 06:19:54.992 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:54.993 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:19:54.993 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:19:54.997 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.836769
2018-09-30 06:19:58.930 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:19:58.930 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:19:58.931 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:19:58.931 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:19:58.931 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:19:58.938 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:19:59.494 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:19:59.494 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:19:59.494 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:19:59.494 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:19:59.494 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:19:59.494 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:19:59.495 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:19:59.497 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:19:59.497 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:19:59.500 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:19:59.505 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:19:59.505 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:19:59.505 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:19:59.766 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:19:59.766 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:19:59.766 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:19:59.769 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.270546ms
2018-09-30 06:19:59.769 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.555616
2018-09-30 06:20:00.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:01.973 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:09.639 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:09.639 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:20:09.639 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:20:09.646 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.996391999999999
2018-09-30 06:20:09.845 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:20:09.845 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:20:09.845 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:20:09.845 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:20:09.845 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:20:09.857 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:20:09.897 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:09.897 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:20:09.897 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:20:09.901 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.621772ms
2018-09-30 06:20:09.902 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.407414
2018-09-30 06:20:10.790 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:11.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:20.351 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:20.351 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:20:20.352 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:20:20.356 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=4.621069ms
2018-09-30 06:20:20.356 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.0323340000000005
2018-09-30 06:20:20.541 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:20:20.541 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:20:20.541 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:20:20.541 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:20:20.541 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:20:20.553 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:20:20.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:21.978 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:26.859 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:26.859 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:20:26.859 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:20:26.867 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.566163999999999
2018-09-30 06:20:26.895 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:26.895 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:20:26.895 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:20:26.899 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.61567
2018-09-30 06:20:26.957 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:26.957 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:20:26.957 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:20:26.968 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.617668
2018-09-30 06:20:30.800 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:30.929 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:30.929 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:20:30.929 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:20:30.933 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.612667ms
2018-09-30 06:20:30.933 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.890092
2018-09-30 06:20:31.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:40.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:41.620 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:41.620 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:20:41.620 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:20:41.623 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.88899
2018-09-30 06:20:41.701 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:41.701 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:20:41.702 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:20:41.710 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=8.909757ms
2018-09-30 06:20:41.712 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.662019
2018-09-30 06:20:41.983 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:45.928 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:45.928 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:20:45.928 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.691965
2018-09-30 06:20:50.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:51.982 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:20:52.114 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:20:52.114 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:20:52.114 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:20:52.116 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.461617ms
2018-09-30 06:20:52.116 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.784208
2018-09-30 06:21:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:01.985 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:02.661 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:02.661 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:21:02.662 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:21:02.667 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=5.75216ms
2018-09-30 06:21:02.670 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.377743
2018-09-30 06:21:05.184 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:21:05.184 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:21:05.184 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:21:05.184 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:21:05.185 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:21:05.198 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:21:10.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:11.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:13.101 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:13.101 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:21:13.101 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:21:13.105 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.392731ms
2018-09-30 06:21:13.105 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.216587
2018-09-30 06:21:19.338 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:21:19.338 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:21:19.338 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:21:19.338 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:21:19.340 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:21:19.342 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:21:20.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:21.977 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:23.997 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:23.997 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:21:23.997 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:21:24.001 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.735167ms
2018-09-30 06:21:24.001 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.287405000000001
2018-09-30 06:21:26.859 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:26.861 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:21:26.861 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:21:26.870 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.383042
2018-09-30 06:21:26.905 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:26.905 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:21:26.905 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:21:26.908 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.813692
2018-09-30 06:21:26.960 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:26.960 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:21:26.960 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:21:26.963 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.184311
2018-09-30 06:21:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:31.669 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:21:31.669 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:21:31.669 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:21:31.669 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:21:31.671 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:21:31.676 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:21:31.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:34.411 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:34.411 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:21:34.411 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:21:34.413 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.856683ms
2018-09-30 06:21:34.416 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.182247
2018-09-30 06:21:34.578 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:21:34.579 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:21:34.579 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:21:34.579 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:21:34.579 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:21:34.579 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:21:34.579 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:21:34.579 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:21:34.579 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:21:34.579 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:21:34.585 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:21:34.586 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:21:34.586 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:21:35.742 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:21:35.742 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:21:35.742 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:21:35.742 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:21:35.743 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:21:35.744 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:21:40.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:41.621 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:41.623 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:21:41.623 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:21:41.630 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.856136000000001
2018-09-30 06:21:41.982 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:43.975 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:21:43.975 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:21:43.975 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:21:43.975 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:21:43.976 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:21:43.984 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:21:44.440 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:44.440 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:21:44.440 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:21:44.442 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.313864ms
2018-09-30 06:21:44.442 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.579812
2018-09-30 06:21:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:51.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:21:54.683 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:21:54.683 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:21:54.687 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:21:54.690 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.673558ms
2018-09-30 06:21:54.690 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.02383
2018-09-30 06:21:59.885 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:21:59.885 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:21:59.885 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:21:59.885 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:21:59.885 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:21:59.899 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:22:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:01.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:05.241 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:05.241 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:22:05.241 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:22:05.242 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.563829ms
2018-09-30 06:22:05.242 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.8560429999999999
2018-09-30 06:22:10.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:11.984 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:15.706 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:15.706 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:22:15.706 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:22:15.717 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=10.904302ms
2018-09-30 06:22:15.718 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=11.482795000000001
2018-09-30 06:22:20.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:21.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:22.794 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:22.794 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:22:22.795 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.685757
2018-09-30 06:22:26.375 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:26.375 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:22:26.375 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:22:26.386 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=10.472147ms
2018-09-30 06:22:26.386 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.793714
2018-09-30 06:22:26.861 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:26.861 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:22:26.861 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:22:26.876 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=15.179172
2018-09-30 06:22:26.921 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:26.921 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:22:26.922 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:22:26.925 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.3840889999999995
2018-09-30 06:22:26.964 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:26.970 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:22:26.970 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:22:26.982 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=18.124406
2018-09-30 06:22:30.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:31.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:37.249 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:37.249 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:22:37.250 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:22:37.252 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.224871ms
2018-09-30 06:22:37.252 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.760897
2018-09-30 06:22:40.787 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:41.624 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:41.624 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:22:41.624 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:22:41.630 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.5630690000000005
2018-09-30 06:22:41.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:48.013 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:48.013 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:22:48.014 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:22:48.015 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.767654ms
2018-09-30 06:22:48.017 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.6509009999999997
2018-09-30 06:22:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:51.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:22:55.569 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:22:55.570 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:22:55.570 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:22:55.570 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:22:55.570 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:22:55.572 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:22:58.947 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:22:58.947 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:22:58.947 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:22:58.949 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.544153ms
2018-09-30 06:22:58.949 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.00421
2018-09-30 06:22:59.932 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:22:59.932 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:22:59.932 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:22:59.932 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:22:59.932 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:22:59.934 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:23:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:01.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:06.217 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:23:06.217 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:23:06.217 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:23:06.217 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:23:06.217 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:23:06.230 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:23:08.625 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:23:08.625 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:23:08.625 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:23:08.626 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:23:08.626 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:23:08.628 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:23:09.628 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:09.628 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:23:09.628 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:23:09.634 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=4.850967ms
2018-09-30 06:23:09.635 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.638116
2018-09-30 06:23:10.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:11.980 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:14.075 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:23:14.075 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:23:14.075 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:23:14.075 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:23:14.075 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:23:14.075 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:23:14.075 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:23:14.076 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:23:14.076 [INFO][34] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:23:14.076 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:23:14.088 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:23:14.094 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:23:14.094 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:23:20.581 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:20.581 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:23:20.581 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:23:20.583 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.250265ms
2018-09-30 06:23:20.583 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.5364340000000003
2018-09-30 06:23:20.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:21.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:26.747 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:23:26.747 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:23:26.747 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:23:26.747 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:23:26.747 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:23:26.758 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:23:26.862 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:26.862 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:23:26.862 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:23:26.865 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.474909
2018-09-30 06:23:26.926 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:26.926 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:23:26.926 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:23:26.930 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.799231
2018-09-30 06:23:26.975 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:26.975 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:23:26.975 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:23:26.982 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.193492
2018-09-30 06:23:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:30.880 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:30.881 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:23:30.881 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:23:30.903 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=21.035027ms
2018-09-30 06:23:30.903 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=22.853945
2018-09-30 06:23:31.981 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:40.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:40.913 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:40.913 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:23:40.913 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:23:40.923 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=9.763322ms
2018-09-30 06:23:40.924 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.359658000000001
2018-09-30 06:23:41.625 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:41.625 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:23:41.625 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:23:41.633 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.435257
2018-09-30 06:23:41.977 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:46.793 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:23:46.793 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:23:46.793 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:23:46.793 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:23:46.794 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:23:46.795 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:23:50.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:51.146 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:51.146 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:23:51.148 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:23:51.154 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=5.992268ms
2018-09-30 06:23:51.155 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=9.013836000000001
2018-09-30 06:23:51.990 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:23:57.204 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:23:57.204 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:23:57.221 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=16.476913
2018-09-30 06:24:00.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:01.274 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:01.274 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:24:01.274 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:24:01.276 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.802513ms
2018-09-30 06:24:01.276 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.1164650000000003
2018-09-30 06:24:01.988 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:10.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:11.057 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:24:11.057 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:24:11.057 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:24:11.057 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:24:11.058 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:24:11.067 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:24:11.975 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:12.256 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:12.256 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:24:12.256 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:24:12.268 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=11.33271ms
2018-09-30 06:24:12.268 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=11.713421
2018-09-30 06:24:16.731 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:24:16.732 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:24:16.732 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:24:16.732 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:24:16.732 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:24:16.734 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:24:20.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:21.985 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:22.682 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:22.682 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:24:22.685 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:24:22.688 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.935578ms
2018-09-30 06:24:22.690 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.890855
2018-09-30 06:24:26.864 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:26.864 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:24:26.864 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:24:26.870 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.402433
2018-09-30 06:24:26.892 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:24:26.892 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:24:26.892 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:24:26.892 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:24:26.894 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:24:26.900 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:24:26.933 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:26.933 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:24:26.933 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:24:26.939 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.9942709999999995
2018-09-30 06:24:26.981 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:26.982 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:24:26.982 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:24:26.984 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.107156
2018-09-30 06:24:30.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:31.980 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:32.910 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:32.910 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:24:32.910 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:24:32.913 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.654079ms
2018-09-30 06:24:32.913 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.031947
2018-09-30 06:24:33.143 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:24:33.143 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:24:33.143 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:24:33.144 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:24:33.144 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:24:33.144 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:24:33.144 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:24:33.144 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:24:33.144 [INFO][34] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:24:33.145 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:24:33.147 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:24:33.150 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:24:33.150 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:24:40.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:41.625 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:41.626 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:24:41.626 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:24:41.633 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.942174
2018-09-30 06:24:41.975 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:43.049 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:43.049 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:24:43.049 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:24:43.052 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.863015ms
2018-09-30 06:24:43.053 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.190527
2018-09-30 06:24:50.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:51.975 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:24:53.791 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:24:53.791 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:24:53.791 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:24:53.794 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.713068ms
2018-09-30 06:24:53.794 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.203005
2018-09-30 06:24:55.009 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:24:55.009 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:24:55.009 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:24:55.009 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:24:55.010 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:24:55.021 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:25:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:01.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:04.480 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:04.480 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:25:04.480 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:25:04.483 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.957097ms
2018-09-30 06:25:04.483 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.2474380000000003
2018-09-30 06:25:10.792 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:11.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:13.921 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:25:13.922 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:25:13.927 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:25:13.927 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:25:13.928 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:25:13.933 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:25:14.535 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:14.535 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:25:14.535 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:25:14.541 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=5.297248ms
2018-09-30 06:25:14.541 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.142448
2018-09-30 06:25:20.796 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:21.980 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:23.151 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:25:23.154 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:25:23.151 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:25:23.154 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:25:23.152 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:25:23.233 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:25:23.385 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:25:23.385 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:25:23.388 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:25:23.388 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:25:23.388 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:25:23.392 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:25:24.546 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:24.550 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:25:24.553 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:25:24.864 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=309.081461ms
2018-09-30 06:25:24.865 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=314.763887
2018-09-30 06:25:26.865 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:26.867 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:25:26.873 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:25:26.911 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=43.822147
2018-09-30 06:25:26.977 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:26.978 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:25:26.978 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:25:26.981 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.6197220000000003
2018-09-30 06:25:26.985 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:26.985 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:25:26.985 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:25:26.990 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.870522
2018-09-30 06:25:28.979 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:28.979 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:25:28.983 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.589411
2018-09-30 06:25:30.791 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:31.992 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:34.976 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:34.977 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:25:34.977 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:25:34.982 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=5.152939ms
2018-09-30 06:25:34.982 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.429607000000001
2018-09-30 06:25:36.613 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:25:36.613 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:25:36.614 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:25:36.614 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:25:36.615 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:25:36.615 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:25:36.616 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:25:36.619 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:25:36.620 [INFO][34] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:25:36.625 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:25:36.641 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:25:36.650 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:25:36.651 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:25:40.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:41.626 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:41.636 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:25:41.636 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:25:41.648 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=22.297002
2018-09-30 06:25:41.976 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:45.728 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:45.728 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:25:45.728 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:25:45.730 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.875606ms
2018-09-30 06:25:45.731 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.6383
2018-09-30 06:25:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:51.985 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:25:55.825 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:25:55.825 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:25:55.825 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:25:55.829 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.037796ms
2018-09-30 06:25:55.832 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.116834
2018-09-30 06:25:56.113 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:25:56.113 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:25:56.113 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:25:56.113 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:25:56.114 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:25:56.135 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:26:00.790 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:01.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:05.978 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:05.978 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:26:05.978 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:26:05.986 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=7.055895ms
2018-09-30 06:26:05.986 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.998922
2018-09-30 06:26:10.643 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:26:10.643 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:26:10.643 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:26:10.643 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:26:10.644 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:26:10.645 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:26:10.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:11.979 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:16.393 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:16.393 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:26:16.394 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:26:16.396 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.311341ms
2018-09-30 06:26:16.400 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.549176
2018-09-30 06:26:20.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:21.975 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:26.874 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:26.874 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:26:26.874 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:26:26.878 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.13361
2018-09-30 06:26:26.982 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:26.982 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:26:26.982 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:26:26.985 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.43362
2018-09-30 06:26:26.987 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:26.988 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:26:26.988 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:26:26.992 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.169473
2018-09-30 06:26:27.129 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:27.129 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:26:27.129 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:26:27.131 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.026333ms
2018-09-30 06:26:27.132 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.4443059999999996
2018-09-30 06:26:30.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:31.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:37.336 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:37.336 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:26:37.336 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:26:37.351 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=15.438894ms
2018-09-30 06:26:37.352 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=15.742918000000001
2018-09-30 06:26:40.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:41.636 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:41.637 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:26:41.637 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:26:41.650 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=14.098381
2018-09-30 06:26:41.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:44.513 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:26:44.513 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:26:44.513 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:26:44.513 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:26:44.514 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:26:44.536 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:26:45.147 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:26:45.147 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:26:45.149 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:26:45.149 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:26:45.151 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:26:45.153 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:26:47.397 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:47.397 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:26:47.397 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:26:47.435 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=38.108682ms
2018-09-30 06:26:47.435 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=38.709388999999994
2018-09-30 06:26:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:51.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:26:55.439 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:26:55.439 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:26:55.439 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:26:55.439 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:26:55.440 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:26:55.451 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:26:57.763 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:26:57.763 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:26:57.763 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:26:57.766 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.536055ms
2018-09-30 06:26:57.766 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.000722
2018-09-30 06:27:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:01.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:03.208 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:27:03.208 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:27:03.208 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.585564
2018-09-30 06:27:08.255 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:27:08.255 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:27:08.255 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:27:08.257 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.961103ms
2018-09-30 06:27:08.257 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.239113
2018-09-30 06:27:10.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:11.943 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:27:11.943 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:27:11.945 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:27:11.945 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:27:11.945 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:27:11.957 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:27:11.979 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:17.508 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:27:17.508 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:27:17.508 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:27:17.508 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:27:17.508 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:27:17.508 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:27:17.508 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:27:17.508 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:27:17.508 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:27:17.508 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:27:17.512 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:27:17.517 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:27:17.517 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:27:18.533 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:27:18.533 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:27:18.533 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:27:18.535 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.246934ms
2018-09-30 06:27:18.535 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.535537
2018-09-30 06:27:20.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:21.977 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:26.874 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:27:26.875 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:27:26.875 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:27:26.880 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.883418
2018-09-30 06:27:26.988 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:27:26.989 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:27:26.989 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:27:26.989 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:27:26.989 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:27:26.994 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.73373
2018-09-30 06:27:28.604 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:27:28.604 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:27:28.604 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:27:28.606 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.285844ms
2018-09-30 06:27:28.606 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.5743989999999997
2018-09-30 06:27:30.784 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:31.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:39.364 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:27:39.364 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:27:39.364 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:27:39.367 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.324023ms
2018-09-30 06:27:39.367 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.093387
2018-09-30 06:27:40.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:41.637 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:27:41.637 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:27:41.637 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:27:41.645 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.600738
2018-09-30 06:27:42.009 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:43.320 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:27:43.320 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:27:43.320 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:27:43.320 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:27:43.321 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:27:43.323 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:27:48.536 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:27:48.536 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:27:48.536 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:27:48.536 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:27:48.537 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:27:48.538 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:27:50.112 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:27:50.112 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:27:50.112 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:27:50.117 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=4.184249ms
2018-09-30 06:27:50.117 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.700708
2018-09-30 06:27:50.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:27:51.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:00.244 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:00.244 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:28:00.245 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:28:00.246 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.807955ms
2018-09-30 06:28:00.247 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.917844
2018-09-30 06:28:00.785 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:01.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:10.381 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:10.381 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:28:10.381 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:28:10.385 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.202752ms
2018-09-30 06:28:10.385 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.5552740000000003
2018-09-30 06:28:10.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:11.150 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:28:11.150 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:28:11.150 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:28:11.150 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:28:11.151 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:28:11.159 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:28:11.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:17.209 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:28:17.209 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:28:17.210 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:28:17.210 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:28:17.210 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:28:17.212 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:28:20.786 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:21.316 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:21.316 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:28:21.316 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:28:21.336 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=19.643583ms
2018-09-30 06:28:21.343 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=27.586149000000002
2018-09-30 06:28:21.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:26.227 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:28:26.227 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:28:26.227 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:28:26.227 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:28:26.227 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:28:26.241 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:28:26.875 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:26.875 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:28:26.875 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:28:26.880 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.205571
2018-09-30 06:28:26.994 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:26.994 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:28:26.994 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:28:26.995 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:28:26.995 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:28:27.010 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=15.708836999999999
2018-09-30 06:28:30.790 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:31.971 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:32.023 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:32.023 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:28:32.023 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:28:32.025 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.559126ms
2018-09-30 06:28:32.025 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.1331990000000003
2018-09-30 06:28:40.462 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:40.462 [INFO][34] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:28:40.462 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.563369
2018-09-30 06:28:40.791 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:41.637 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:41.638 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:28:41.638 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:28:41.645 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.137915
2018-09-30 06:28:41.970 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:42.137 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:42.138 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:28:42.138 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:28:42.150 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=12.514475ms
2018-09-30 06:28:42.150 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=12.821302
2018-09-30 06:28:44.435 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:28:44.435 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:28:44.435 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:28:44.435 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:28:44.436 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:28:44.437 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:28:46.971 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:28:46.972 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:28:46.974 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:28:46.974 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:28:46.974 [INFO][34] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="627" k8sNPRev="627"
2018-09-30 06:28:46.981 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:28:46.981 [INFO][34] watcher.go 133: Process watcher done event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:28:46.981 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:28:46.976 [INFO][34] networkpolicy.go 485: Watch terminated event
2018-09-30 06:28:46.985 [INFO][34] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:28:47.006 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:28:47.011 [INFO][34] networkpolicy.go 393: Watcher process started
2018-09-30 06:28:47.018 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:28:50.818 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:51.974 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:28:52.317 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:28:52.329 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:28:52.372 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:28:52.482 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=107.135434ms
2018-09-30 06:28:52.488 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=169.504109
2018-09-30 06:28:58.594 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:28:58.586 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:28:58.631 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:28:58.631 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:28:58.595 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:28:58.740 [INFO][34] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:28:58.740 [INFO][34] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:28:58.740 [INFO][34] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:28:58.740 [INFO][34] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:28:58.741 [INFO][34] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:28:58.786 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:28:58.786 [INFO][34] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:29:00.844 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:29:01.999 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:29:02.819 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:29:02.823 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:29:02.828 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:29:02.893 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=63.536719ms
2018-09-30 06:29:02.895 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=74.06766200000001
2018-09-30 06:29:10.826 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:29:11.972 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:29:13.276 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:29:13.285 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:29:13.289 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:29:13.359 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=66.861328ms
2018-09-30 06:29:13.364 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=81.580693
2018-09-30 06:29:20.811 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:29:21.973 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:29:23.815 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:29:23.825 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:29:23.827 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:29:23.913 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=81.228782ms
2018-09-30 06:29:23.916 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=92.968514
2018-09-30 06:29:26.877 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:29:26.883 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:29:26.885 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:29:26.939 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=62.272611
2018-09-30 06:29:27.052 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:29:27.053 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:29:27.053 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:29:27.053 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:29:27.053 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:29:27.063 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=10.414544
2018-09-30 06:29:30.803 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:29:31.991 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:29:34.347 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:29:34.349 [INFO][34] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:29:34.352 [INFO][34] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:29:34.461 [INFO][34] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=93.712475ms
2018-09-30 06:29:34.471 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=122.751788
2018-09-30 06:29:40.803 [INFO][34] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:29:41.651 [INFO][34] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:29:41.687 [INFO][34] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:29:41.688 [INFO][34] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:29:41.763 [INFO][34] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=87.428145
==== END logs for container calico-node of pod kube-system/canal-pf6b5 ====
==== START logs for container install-cni of pod kube-system/canal-pf6b5 ====
ls: /calico-secrets: No such file or directory
Wrote Calico CNI binaries to /host/opt/cni/bin
CNI plugin version: v3.1.3
/host/secondary-bin-dir is non-writeable, skipping
CNI config: {
"name": "k8s-pod-network",
"cniVersion": "0.3.0",
"plugins": [
{
"type": "calico",
"log_level": "info",
"datastore_type": "kubernetes",
"nodename": "master1",
"ipam": {
"type": "host-local",
"subnet": "usePodCidr"
},
"policy": {
"type": "k8s"
},
"kubernetes": {
"kubeconfig": "/etc/cni/net.d/calico-kubeconfig"
}
},
{
"type": "portmap",
"snat": true,
"capabilities": {"portMappings": true}
}
]
}
Created CNI config 10-calico.conflist
Done configuring CNI. Sleep=true
==== END logs for container install-cni of pod kube-system/canal-pf6b5 ====
==== START logs for container kube-flannel of pod kube-system/canal-pf6b5 ====
I0930 06:03:35.457747 1 main.go:474] Determining IP address of default interface
I0930 06:03:35.473261 1 main.go:487] Using interface with name eth0 and address 68.183.36.31
I0930 06:03:35.473285 1 main.go:504] Defaulting external address to interface address (68.183.36.31)
I0930 06:03:35.531852 1 kube.go:130] Waiting 10m0s for node controller to sync
I0930 06:03:35.531923 1 kube.go:283] Starting kube subnet manager
I0930 06:03:36.540531 1 kube.go:137] Node controller sync successful
I0930 06:03:36.540577 1 main.go:234] Created subnet manager: Kubernetes Subnet Manager - master1
I0930 06:03:36.540585 1 main.go:237] Installing signal handlers
I0930 06:03:36.540797 1 main.go:352] Found network config - Backend type: vxlan
I0930 06:03:36.541049 1 vxlan.go:119] VXLAN config: VNI=1 Port=0 GBP=false DirectRouting=false
I0930 06:03:36.662625 1 main.go:299] Wrote subnet file to /run/flannel/subnet.env
I0930 06:03:36.662648 1 main.go:303] Running backend.
I0930 06:03:36.662675 1 main.go:321] Waiting for all goroutines to exit
I0930 06:03:36.662713 1 vxlan_network.go:56] watching for new subnet leases
I0930 06:03:36.705839 1 iptables.go:114] Some iptables rules are missing; deleting and recreating rules
I0930 06:03:36.705871 1 iptables.go:136] Deleting iptables rule: -s 10.244.0.0/16 -d 10.244.0.0/16 -j RETURN
I0930 06:03:36.708701 1 iptables.go:136] Deleting iptables rule: -s 10.244.0.0/16 ! -d 224.0.0.0/4 -j MASQUERADE
I0930 06:03:36.731905 1 iptables.go:136] Deleting iptables rule: ! -s 10.244.0.0/16 -d 10.244.0.0/24 -j RETURN
I0930 06:03:36.759028 1 iptables.go:136] Deleting iptables rule: ! -s 10.244.0.0/16 -d 10.244.0.0/16 -j MASQUERADE
I0930 06:03:36.762454 1 iptables.go:124] Adding iptables rule: -s 10.244.0.0/16 -d 10.244.0.0/16 -j RETURN
I0930 06:03:36.771440 1 iptables.go:124] Adding iptables rule: -s 10.244.0.0/16 ! -d 224.0.0.0/4 -j MASQUERADE
I0930 06:03:36.780519 1 iptables.go:124] Adding iptables rule: ! -s 10.244.0.0/16 -d 10.244.0.0/24 -j RETURN
I0930 06:03:36.785947 1 iptables.go:124] Adding iptables rule: ! -s 10.244.0.0/16 -d 10.244.0.0/16 -j MASQUERADE
I0930 06:03:37.713411 1 iptables.go:114] Some iptables rules are missing; deleting and recreating rules
I0930 06:03:37.713443 1 iptables.go:136] Deleting iptables rule: -s 10.244.0.0/16 -j ACCEPT
I0930 06:03:37.716954 1 iptables.go:136] Deleting iptables rule: -d 10.244.0.0/16 -j ACCEPT
I0930 06:03:37.726777 1 iptables.go:124] Adding iptables rule: -s 10.244.0.0/16 -j ACCEPT
I0930 06:03:37.733640 1 iptables.go:124] Adding iptables rule: -d 10.244.0.0/16 -j ACCEPT
==== END logs for container kube-flannel of pod kube-system/canal-pf6b5 ====
==== START logs for container calico-node of pod kube-system/canal-st4rt ====
2018-09-30 06:05:06.569 [INFO][8] startup.go 251: Early log level set to info
2018-09-30 06:05:06.604 [INFO][8] startup.go 267: Using NODENAME environment for node name
2018-09-30 06:05:06.604 [INFO][8] startup.go 279: Determined node name: worker1
2018-09-30 06:05:06.607 [INFO][8] startup.go 302: Checking datastore connection
2018-09-30 06:05:06.644 [INFO][8] startup.go 326: Datastore connection verified
2018-09-30 06:05:06.645 [INFO][8] startup.go 99: Datastore is ready
2018-09-30 06:05:06.703 [INFO][8] startup.go 510: FELIX_IPV6SUPPORT is false through environment variable
2018-09-30 06:05:06.703 [INFO][8] k8s.go 264: EnsuringInitialized - noop
2018-09-30 06:05:06.722 [INFO][8] startup.go 176: Using node name: worker1
2018-09-30 06:05:06.863 [INFO][14] allocate_ipip_addr.go 41: Kubernetes datastore driver handles IPIP allocation - no op
CALICO_NETWORKING_BACKEND is none - no BGP daemon running
Calico node started successfully
2018-09-30 06:05:08.409 [INFO][28] logutils.go 82: Early screen log level set to info
2018-09-30 06:05:08.413 [INFO][28] felix.go 147: Felix starting up GOMAXPROCS=1 buildDate="2018-05-30T17:16:03+0000" gitCommit="4d7bb9ad6ff7b34d1a79531121bc9e48d1123652" version="3.1.3"
2018-09-30 06:05:08.415 [INFO][28] felix.go 148: Command line arguments: map[--config-file:/etc/calico/felix.cfg --version:false]
2018-09-30 06:05:08.415 [INFO][28] felix.go 166: Loading configuration...
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "felixhostname"="worker1"
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "ipv6support"="false"
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "etcdcertfile"=""
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "iptablesrefreshinterval"="60"
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "logseverityscreen"="info"
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "etcdscheme"=""
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "etcdaddr"=""
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "defaultendpointtohostaction"="ACCEPT"
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "datastoretype"="kubernetes"
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "etcdkeyfile"=""
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "healthenabled"="true"
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "etcdendpoints"=""
2018-09-30 06:05:08.417 [INFO][28] env_var_loader.go 40: Found felix environment variable: "etcdcafile"=""
2018-09-30 06:05:08.417 [INFO][28] config_params.go 201: Merging in config from environment variable: map[iptablesrefreshinterval:60 etcdaddr: etcdkeyfile: healthenabled:true etcdendpoints: ipv6support:false etcdcertfile: etcdscheme: defaultendpointtohostaction:ACCEPT datastoretype:kubernetes etcdcafile: felixhostname:worker1 logseverityscreen:info]
2018-09-30 06:05:08.417 [INFO][28] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdaddr" source=environment variable
2018-09-30 06:05:08.417 [INFO][28] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdkeyfile" source=environment variable
2018-09-30 06:05:08.417 [INFO][28] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdendpoints" source=environment variable
2018-09-30 06:05:08.417 [INFO][28] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdcertfile" source=environment variable
2018-09-30 06:05:08.417 [INFO][28] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdscheme" source=environment variable
2018-09-30 06:05:08.417 [INFO][28] config_params.go 210: Ignoring empty configuration parameter. Use value 'none' if your intention is to explicitly disable the default value. name="etcdcafile" source=environment variable
2018-09-30 06:05:08.417 [INFO][28] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:08.417 [INFO][28] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:08.417 [INFO][28] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:08.417 [INFO][28] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:08.417 [INFO][28] config_params.go 286: Parsing value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:08.419 [INFO][28] config_params.go 322: Parsed value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:08.419 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:05:08.419 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:05:08.419 [INFO][28] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:05:08.419 [INFO][28] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:05:08.419 [INFO][28] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:08.419 [INFO][28] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:08.419 [INFO][28] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:08.419 [INFO][28] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 201: Merging in config from config file: map[MetadataAddr:None LogFilePath:None LogSeverityFile:None LogSeveritySys:None]
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:05:08.420 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.420 [INFO][28] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:05:08.420 [INFO][28] health.go 179: Health enabled. Starting server. port=9099
2018-09-30 06:05:08.421 [INFO][28] config_params.go 390: IPIP disabled, disabling node poll (if KDD is in use).
2018-09-30 06:05:08.460 [INFO][28] felix.go 754: Loaded ready flag kind="ClusterInformation" name="default" ready=true
2018-09-30 06:05:08.482 [INFO][28] customresource.go 217: Error getting resource Key=FelixConfiguration(node.worker1) Name="node.worker1" Resource="FelixConfigurations" Revision="" error=felixconfigurations.crd.projectcalico.org "node.worker1" not found
2018-09-30 06:05:08.482 [INFO][28] felix.go 734: No config of this type kind="FelixConfiguration" name="node.worker1"
2018-09-30 06:05:08.514 [INFO][28] config_params.go 201: Merging in config from datastore (global): map[ClusterGUID:5249e12bf7fa49128a2aa258bb3c82fb ClusterType:k8s,canal,kdd CalicoVersion:v3.1.3 LogSeverityScreen:Info ReportingIntervalSecs:0]
2018-09-30 06:05:08.515 [INFO][28] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:05:08.515 [INFO][28] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:05:08.515 [INFO][28] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:08.515 [INFO][28] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:08.515 [INFO][28] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:08.515 [INFO][28] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:08.515 [INFO][28] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:08.516 [INFO][28] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:08.516 [INFO][28] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:08.516 [INFO][28] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:08.516 [INFO][28] config_params.go 286: Parsing value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:08.516 [INFO][28] config_params.go 322: Parsed value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:08.516 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:05:08.517 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:05:08.517 [INFO][28] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:05:08.517 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.517 [INFO][28] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:05:08.517 [INFO][28] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:05:08.517 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:05:08.524 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:05:08.524 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: Info (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 325: Skipping config value for LogSeverityScreen from datastore (global); already have a value from environment variable
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for ReportingIntervalSecs: 0s (from datastore (global))
2018-09-30 06:05:08.524 [INFO][28] config_params.go 201: Merging in config from datastore (per-host): map[IpInIpTunnelAddr:10.244.1.1]
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:08.524 [INFO][28] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:08.524 [INFO][28] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for IpInIpTunnelAddr: 10.244.1.1 (from datastore (per-host))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for IpInIpTunnelAddr: 10.244.1.1 (from datastore (per-host))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: Info (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 325: Skipping config value for LogSeverityScreen from datastore (global); already have a value from environment variable
2018-09-30 06:05:08.525 [INFO][28] config_params.go 286: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 322: Parsed value for ReportingIntervalSecs: 0s (from datastore (global))
2018-09-30 06:05:08.525 [INFO][28] config_params.go 390: IPIP disabled, disabling node poll (if KDD is in use).
2018-09-30 06:05:08.535 [INFO][28] health.go 176: Health enabled. Server is already running. port=9099
2018-09-30 06:05:08.538 [INFO][28] felix.go 292: Successfully loaded configuration. GOMAXPROCS=1 buildDate="2018-05-30T17:16:03+0000" config=&config.Config{UseInternalDataplaneDriver:true, DataplaneDriver:"calico-iptables-plugin", DatastoreType:"kubernetes", FelixHostname:"worker1", EtcdAddr:"127.0.0.1:2379", EtcdScheme:"http", EtcdKeyFile:"", EtcdCertFile:"", EtcdCaFile:"", EtcdEndpoints:[]string(nil), TyphaAddr:"", TyphaK8sServiceName:"", TyphaK8sNamespace:"kube-system", TyphaReadTimeout:30000000000, TyphaWriteTimeout:10000000000, Ipv6Support:false, IgnoreLooseRPF:false, RouteRefreshInterval:90000000000, IptablesRefreshInterval:60000000000, IptablesPostWriteCheckIntervalSecs:1000000000, IptablesLockFilePath:"/run/xtables.lock", IptablesLockTimeoutSecs:0, IptablesLockProbeIntervalMillis:50000000, IpsetsRefreshInterval:10000000000, MaxIpsetSize:1048576, PolicySyncPathPrefix:"", NetlinkTimeoutSecs:10000000000, MetadataAddr:"", MetadataPort:8775, InterfacePrefix:"cali", InterfaceExclude:"kube-ipvs0", ChainInsertMode:"insert", DefaultEndpointToHostAction:"ACCEPT", IptablesFilterAllowAction:"ACCEPT", IptablesMangleAllowAction:"ACCEPT", LogPrefix:"calico-packet", LogFilePath:"", LogSeverityFile:"", LogSeverityScreen:"INFO", LogSeveritySys:"", IpInIpEnabled:false, IpInIpMtu:1440, IpInIpTunnelAddr:net.IP{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0xff, 0xa, 0xf4, 0x1, 0x1}, ReportingIntervalSecs:0, ReportingTTLSecs:90000000000, EndpointReportingEnabled:false, EndpointReportingDelaySecs:1000000000, IptablesMarkMask:0xffff0000, DisableConntrackInvalidCheck:false, HealthEnabled:true, HealthPort:9099, PrometheusMetricsEnabled:false, PrometheusMetricsPort:9091, PrometheusGoMetricsEnabled:true, PrometheusProcessMetricsEnabled:true, FailsafeInboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x16}, config.ProtoPort{Protocol:"udp", Port:0x44}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, FailsafeOutboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"udp", Port:0x35}, config.ProtoPort{Protocol:"udp", Port:0x43}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, KubeNodePortRanges:[]numorstring.Port{numorstring.Port{MinPort:0x7530, MaxPort:0x7fff, PortName:""}}, UsageReportingEnabled:true, UsageReportingInitialDelaySecs:300000000000, UsageReportingIntervalSecs:86400000000000, ClusterGUID:"5249e12bf7fa49128a2aa258bb3c82fb", ClusterType:"k8s,canal,kdd", CalicoVersion:"v3.1.3", DebugMemoryProfilePath:"", DebugDisableLogDropping:false, DebugSimulateCalcGraphHangAfter:0, DebugSimulateDataplaneHangAfter:0, sourceToRawConfig:map[config.Source]map[string]string{0x4:map[string]string{"felixhostname":"worker1", "logseverityscreen":"info", "iptablesrefreshinterval":"60", "healthenabled":"true", "ipv6support":"false", "defaultendpointtohostaction":"ACCEPT", "datastoretype":"kubernetes"}, 0x3:map[string]string{"LogSeverityFile":"None", "LogSeveritySys":"None", "MetadataAddr":"None", "LogFilePath":"None"}, 0x1:map[string]string{"ReportingIntervalSecs":"0", "ClusterGUID":"5249e12bf7fa49128a2aa258bb3c82fb", "ClusterType":"k8s,canal,kdd", "CalicoVersion":"v3.1.3", "LogSeverityScreen":"Info"}, 0x2:map[string]string{"IpInIpTunnelAddr":"10.244.1.1"}}, rawValues:map[string]string{"DatastoreType":"kubernetes", "FelixHostname":"worker1", "LogFilePath":"None", "LogSeverityFile":"None", "IpInIpTunnelAddr":"10.244.1.1", "HealthEnabled":"true", "LogSeverityScreen":"info", "ClusterGUID":"5249e12bf7fa49128a2aa258bb3c82fb", "ClusterType":"k8s,canal,kdd", "CalicoVersion":"v3.1.3", "ReportingIntervalSecs":"0", "Ipv6Support":"false", "MetadataAddr":"None", "IptablesRefreshInterval":"60", "DefaultEndpointToHostAction":"ACCEPT", "LogSeveritySys":"None"}, Err:error(nil)} gitCommit="4d7bb9ad6ff7b34d1a79531121bc9e48d1123652" version="3.1.3"
2018-09-30 06:05:08.539 [INFO][28] driver.go 41: Using internal (linux) dataplane driver.
2018-09-30 06:05:08.539 [INFO][28] driver.go 83: Calculated iptables mark bits acceptMark=0x10000 endpointMark=0xfff00000 endpointMarkNonCali=0x100000 passMark=0x20000 scratch0Mark=0x40000 scratch1Mark=0x80000
2018-09-30 06:05:08.539 [INFO][28] int_dataplane.go 210: Creating internal dataplane driver. config=intdataplane.Config{IPv6Enabled:false, RuleRendererOverride:rules.RuleRenderer(nil), IPIPMTU:1440, IgnoreLooseRPF:false, MaxIPSetSize:1048576, IPSetsRefreshInterval:10000000000, RouteRefreshInterval:90000000000, IptablesRefreshInterval:60000000000, IptablesPostWriteCheckInterval:1000000000, IptablesInsertMode:"insert", IptablesLockFilePath:"/run/xtables.lock", IptablesLockTimeout:0, IptablesLockProbeInterval:50000000, NetlinkTimeout:10000000000, RulesConfig:rules.Config{IPSetConfigV4:(*ipsets.IPVersionConfig)(0xc4201d28c0), IPSetConfigV6:(*ipsets.IPVersionConfig)(0xc4201d29b0), WorkloadIfacePrefixes:[]string{"cali"}, IptablesMarkAccept:0x10000, IptablesMarkPass:0x20000, IptablesMarkScratch0:0x40000, IptablesMarkScratch1:0x80000, IptablesMarkEndpoint:0xfff00000, IptablesMarkNonCaliEndpoint:0x100000, KubeNodePortRanges:[]numorstring.Port{numorstring.Port{MinPort:0x7530, MaxPort:0x7fff, PortName:""}}, KubeIPVSSupportEnabled:false, OpenStackMetadataIP:net.IP(nil), OpenStackMetadataPort:0x2247, OpenStackSpecialCasesEnabled:false, IPIPEnabled:false, IPIPTunnelAddress:net.IP{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0xff, 0xa, 0xf4, 0x1, 0x1}, IptablesLogPrefix:"calico-packet", EndpointToHostAction:"ACCEPT", IptablesFilterAllowAction:"ACCEPT", IptablesMangleAllowAction:"ACCEPT", FailsafeInboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x16}, config.ProtoPort{Protocol:"udp", Port:0x44}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, FailsafeOutboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"udp", Port:0x35}, config.ProtoPort{Protocol:"udp", Port:0x43}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, DisableConntrackInvalid:false}, IfaceMonitorConfig:ifacemonitor.Config{InterfaceExcludes:[]string{"kube-ipvs0"}}, StatusReportingInterval:0, ConfigChangedRestartCallback:(func())(0x13122c0), PostInSyncCallback:(func())(0x115c490), HealthAggregator:(*health.HealthAggregator)(0xc4200fc5e0), DebugSimulateDataplaneHangAfter:0}
2018-09-30 06:05:08.540 [INFO][28] rule_defs.go 281: Creating rule renderer. config=rules.Config{IPSetConfigV4:(*ipsets.IPVersionConfig)(0xc4201d28c0), IPSetConfigV6:(*ipsets.IPVersionConfig)(0xc4201d29b0), WorkloadIfacePrefixes:[]string{"cali"}, IptablesMarkAccept:0x10000, IptablesMarkPass:0x20000, IptablesMarkScratch0:0x40000, IptablesMarkScratch1:0x80000, IptablesMarkEndpoint:0xfff00000, IptablesMarkNonCaliEndpoint:0x100000, KubeNodePortRanges:[]numorstring.Port{numorstring.Port{MinPort:0x7530, MaxPort:0x7fff, PortName:""}}, KubeIPVSSupportEnabled:false, OpenStackMetadataIP:net.IP(nil), OpenStackMetadataPort:0x2247, OpenStackSpecialCasesEnabled:false, IPIPEnabled:false, IPIPTunnelAddress:net.IP{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0xff, 0xa, 0xf4, 0x1, 0x1}, IptablesLogPrefix:"calico-packet", EndpointToHostAction:"ACCEPT", IptablesFilterAllowAction:"ACCEPT", IptablesMangleAllowAction:"ACCEPT", FailsafeInboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x16}, config.ProtoPort{Protocol:"udp", Port:0x44}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, FailsafeOutboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"udp", Port:0x35}, config.ProtoPort{Protocol:"udp", Port:0x43}, config.ProtoPort{Protocol:"tcp", Port:0xb3}, config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0x1a0a}, config.ProtoPort{Protocol:"tcp", Port:0x1a0b}}, DisableConntrackInvalid:false}
2018-09-30 06:05:08.540 [INFO][28] rule_defs.go 291: Workload to host packets will be accepted.
2018-09-30 06:05:08.540 [INFO][28] rule_defs.go 305: filter table allowed packets will be accepted immediately.
2018-09-30 06:05:08.540 [INFO][28] rule_defs.go 313: mangle table allowed packets will be accepted immediately.
2018-09-30 06:05:08.549 [INFO][28] int_dataplane.go 249: iptables lock disabled.
2018-09-30 06:05:08.553 [INFO][28] route_table.go 133: Calculated interface name regexp regex="^cali.*"
2018-09-30 06:05:08.553 [INFO][28] ipsets.go 114: Queueing IP set for creation family="inet" setID="all-ipam-pools" setType="hash:net"
2018-09-30 06:05:08.553 [INFO][28] ipsets.go 114: Queueing IP set for creation family="inet" setID="masq-ipam-pools" setType="hash:net"
2018-09-30 06:05:08.553 [INFO][28] int_dataplane.go 405: Registering to report health.
2018-09-30 06:05:08.555 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x4 table="raw"
2018-09-30 06:05:08.555 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-failsafe-out" ipVersion=0x4 table="raw"
2018-09-30 06:05:08.555 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x4 table="raw"
2018-09-30 06:05:08.555 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x4 table="raw"
2018-09-30 06:05:08.556 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-FORWARD" ipVersion=0x4 table="filter"
2018-09-30 06:05:08.556 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-INPUT" ipVersion=0x4 table="filter"
2018-09-30 06:05:08.556 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-wl-to-host" ipVersion=0x4 table="filter"
2018-09-30 06:05:08.556 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x4 table="filter"
2018-09-30 06:05:08.556 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x4 table="filter"
2018-09-30 06:05:08.556 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-failsafe-out" ipVersion=0x4 table="filter"
2018-09-30 06:05:08.557 [INFO][28] int_dataplane.go 550: IPIP disabled. Not starting tunnel update thread.
2018-09-30 06:05:08.557 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x4 table="nat"
2018-09-30 06:05:08.557 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-POSTROUTING" ipVersion=0x4 table="nat"
2018-09-30 06:05:08.557 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x4 table="nat"
2018-09-30 06:05:08.557 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x4 table="mangle"
2018-09-30 06:05:08.557 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x4 table="mangle"
2018-09-30 06:05:08.557 [INFO][28] felix.go 306: Connect to the dataplane driver.
2018-09-30 06:05:08.558 [INFO][28] felix.go 373: Created Syncer syncer=&watchersyncer.watcherSyncer{status:0x0, watcherCaches:[]*watchersyncer.watcherCache{(*watchersyncer.watcherCache)(0xc420344680), (*watchersyncer.watcherCache)(0xc420344700), (*watchersyncer.watcherCache)(0xc420344800), (*watchersyncer.watcherCache)(0xc420344900), (*watchersyncer.watcherCache)(0xc420344a80), (*watchersyncer.watcherCache)(0xc420344b00), (*watchersyncer.watcherCache)(0xc420344c80), (*watchersyncer.watcherCache)(0xc420344d80), (*watchersyncer.watcherCache)(0xc420344e00), (*watchersyncer.watcherCache)(0xc420344f80)}, results:(chan interface {})(0xc4200477a0), numSynced:0, callbacks:(*calc.SyncerCallbacksDecoupler)(0xc4204ca678), wgwc:(*sync.WaitGroup)(nil), wgws:(*sync.WaitGroup)(nil), cancel:(context.CancelFunc)(nil)}
2018-09-30 06:05:08.558 [INFO][28] calc_graph.go 96: Creating calculation graph, filtered to hostname worker1
2018-09-30 06:05:08.558 [INFO][28] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fba0)
2018-09-30 06:05:08.558 [INFO][28] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fba0)
2018-09-30 06:05:08.558 [INFO][28] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fc60)
2018-09-30 06:05:08.558 [INFO][28] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fc60)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.PolicyKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.ProfileRulesKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.ProfileLabelsKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.ProfileTagsKey: (dispatcher.UpdateHandler)(0x106fa90)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.ProfileTagsKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.ProfileLabelsKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.NetworkSetKey: (dispatcher.UpdateHandler)(0xfad090)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.PolicyKey: (dispatcher.UpdateHandler)(0x106fe50)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fe50)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fe50)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.HostIPKey: (dispatcher.UpdateHandler)(0x106fd90)
2018-09-30 06:05:08.559 [INFO][28] dispatcher.go 68: Registering listener for type model.IPPoolKey: (dispatcher.UpdateHandler)(0x106fd90)
2018-09-30 06:05:08.560 [INFO][28] dispatcher.go 68: Registering listener for type model.GlobalConfigKey: (dispatcher.UpdateHandler)(0x106fcd0)
2018-09-30 06:05:08.560 [INFO][28] dispatcher.go 68: Registering listener for type model.HostConfigKey: (dispatcher.UpdateHandler)(0x106fcd0)
2018-09-30 06:05:08.560 [INFO][28] dispatcher.go 68: Registering listener for type model.ReadyFlagKey: (dispatcher.UpdateHandler)(0x106fcd0)
2018-09-30 06:05:08.560 [INFO][28] dispatcher.go 68: Registering listener for type model.ProfileLabelsKey: (dispatcher.UpdateHandler)(0x106ff80)
2018-09-30 06:05:08.560 [INFO][28] dispatcher.go 68: Registering listener for type model.HostIPKey: (dispatcher.UpdateHandler)(0x106fff0)
2018-09-30 06:05:08.560 [INFO][28] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x106fff0)
2018-09-30 06:05:08.560 [INFO][28] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x106fff0)
2018-09-30 06:05:08.560 [INFO][28] dispatcher.go 68: Registering listener for type model.HostConfigKey: (dispatcher.UpdateHandler)(0x106fff0)
2018-09-30 06:05:08.560 [INFO][28] felix.go 441: Starting the datastore Syncer
2018-09-30 06:05:08.560 [INFO][28] watchersyncer.go 89: Start called
2018-09-30 06:05:08.560 [INFO][28] async_calc_graph.go 229: Starting AsyncCalcGraph
2018-09-30 06:05:08.560 [INFO][28] felix.go 456: Started the processing graph
2018-09-30 06:05:08.564 [INFO][28] felix.go 815: Reading from dataplane driver pipe...
2018-09-30 06:05:08.567 [INFO][28] int_dataplane.go 575: Started internal iptables dataplane driver loop
2018-09-30 06:05:08.567 [INFO][28] int_dataplane.go 585: Will refresh IP sets on timer interval=1m0s
2018-09-30 06:05:08.567 [INFO][28] int_dataplane.go 595: Will refresh routes on timer interval=1m30s
2018-09-30 06:05:08.567 [INFO][28] int_dataplane.go 963: Started internal status report thread
2018-09-30 06:05:08.567 [INFO][28] int_dataplane.go 965: Process status reports disabled
2018-09-30 06:05:08.567 [INFO][28] iface_monitor.go 88: Interface monitoring thread started.
2018-09-30 06:05:08.567 [INFO][28] iface_monitor.go 95: Subscribed to netlink updates.
2018-09-30 06:05:08.567 [INFO][28] int_dataplane.go 452: Linux interface state changed. ifaceName="lo" state="up"
2018-09-30 06:05:08.569 [INFO][28] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"127.0.0.1":set.empty{}, "::1":set.empty{}} ifaceName="lo"
2018-09-30 06:05:08.569 [INFO][28] int_dataplane.go 452: Linux interface state changed. ifaceName="eth0" state="up"
2018-09-30 06:05:08.569 [INFO][28] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"68.183.36.35":set.empty{}, "10.16.0.8":set.empty{}, "fe80::ec13:7aff:fe4a:ebd6":set.empty{}} ifaceName="eth0"
2018-09-30 06:05:08.569 [INFO][28] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"172.17.0.1":set.empty{}} ifaceName="docker0"
2018-09-30 06:05:08.572 [INFO][28] watchersyncer.go 127: Sending status update Status=wait-for-ready
2018-09-30 06:05:08.572 [INFO][28] watchersyncer.go 147: Starting main event processing loop
2018-09-30 06:05:08.572 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:05:08.573 [INFO][28] async_calc_graph.go 134: AsyncCalcGraph running
2018-09-30 06:05:08.586 [INFO][28] int_dataplane.go 626: Received interface update msg=&intdataplane.ifaceUpdate{Name:"lo", State:"up"}
2018-09-30 06:05:08.586 [INFO][28] int_dataplane.go 626: Received interface update msg=&intdataplane.ifaceUpdate{Name:"eth0", State:"up"}
2018-09-30 06:05:08.586 [INFO][28] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"lo", Addrs:set.mapSet{"127.0.0.1":set.empty{}, "::1":set.empty{}}}
2018-09-30 06:05:08.586 [INFO][28] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"lo", Addrs:set.mapSet{"127.0.0.1":set.empty{}, "::1":set.empty{}}}
2018-09-30 06:05:08.586 [INFO][28] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:05:08.587 [INFO][28] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"eth0", Addrs:set.mapSet{"68.183.36.35":set.empty{}, "10.16.0.8":set.empty{}, "fe80::ec13:7aff:fe4a:ebd6":set.empty{}}}
2018-09-30 06:05:08.587 [INFO][28] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"eth0", Addrs:set.mapSet{"68.183.36.35":set.empty{}, "10.16.0.8":set.empty{}, "fe80::ec13:7aff:fe4a:ebd6":set.empty{}}}
2018-09-30 06:05:08.587 [INFO][28] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:05:08.587 [INFO][28] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"docker0", Addrs:set.mapSet{"172.17.0.1":set.empty{}}}
2018-09-30 06:05:08.587 [INFO][28] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"docker0", Addrs:set.mapSet{"172.17.0.1":set.empty{}}}
2018-09-30 06:05:08.587 [INFO][28] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:05:08.587 [INFO][28] int_dataplane.go 611: Received *proto.ConfigUpdate update from calculation graph msg=config:<key:"CalicoVersion" value:"v3.1.3" > config:<key:"ClusterGUID" value:"5249e12bf7fa49128a2aa258bb3c82fb" > config:<key:"ClusterType" value:"k8s,canal,kdd" > config:<key:"DatastoreType" value:"kubernetes" > config:<key:"DefaultEndpointToHostAction" value:"ACCEPT" > config:<key:"FelixHostname" value:"worker1" > config:<key:"HealthEnabled" value:"true" > config:<key:"IpInIpTunnelAddr" value:"10.244.1.1" > config:<key:"IptablesRefreshInterval" value:"60" > config:<key:"Ipv6Support" value:"false" > config:<key:"LogFilePath" value:"None" > config:<key:"LogSeverityFile" value:"None" > config:<key:"LogSeverityScreen" value:"info" > config:<key:"LogSeveritySys" value:"None" > config:<key:"MetadataAddr" value:"None" > config:<key:"ReportingIntervalSecs" value:"0" >
2018-09-30 06:05:08.592 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:05:08.592 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:05:08.592 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:05:08.593 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:05:08.593 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:05:08.593 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/nodes"
2018-09-30 06:05:08.593 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/profiles"
2018-09-30 06:05:08.593 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/workloadendpoints"
2018-09-30 06:05:08.594 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:05:08.595 [INFO][28] felix.go 548: No driver process to monitor
2018-09-30 06:05:08.598 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:05:08.602 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:08.602 [INFO][28] watchersyncer.go 127: Sending status update Status=resync
2018-09-30 06:05:08.612 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:05:08.647 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:05:08.650 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:08.651 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:05:08.655 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:05:08.656 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/nodes"
2018-09-30 06:05:08.664 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/profiles"
2018-09-30 06:05:08.672 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:05:08.679 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:05:08.697 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:08.697 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:08.697 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:08.697 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:08.697 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:08.697 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:08.698 [INFO][28] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=LogSeverityScreen) Info 625 0s} 1}
2018-09-30 06:05:08.698 [INFO][28] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=ReportingIntervalSecs) 0 625 0s} 1}
2018-09-30 06:05:08.698 [INFO][28] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=ClusterGUID) 5249e12bf7fa49128a2aa258bb3c82fb 624 0s} 1}
2018-09-30 06:05:08.698 [INFO][28] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=ClusterType) k8s,canal,kdd 624 0s} 1}
2018-09-30 06:05:08.698 [INFO][28] config_batcher.go 74: Global config update: {{GlobalFelixConfig(name=CalicoVersion) v3.1.3 624 0s} 1}
2018-09-30 06:05:08.698 [INFO][28] config_batcher.go 61: Host config update for this host: {{HostConfig(node=worker1,name=IpInIpTunnelAddr) 10.244.1.1 822 0s} 1}
2018-09-30 06:05:08.704 [INFO][28] int_dataplane.go 611: Received *proto.IPAMPoolUpdate update from calculation graph msg=id:"192.168.0.0-16" pool:<cidr:"192.168.0.0/16" masquerade:true >
2018-09-30 06:05:08.706 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:05:08.731 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:05:08.752 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:05:08.753 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:05:08.753 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="Node"
2018-09-30 06:05:08.753 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="Profile-NS"
2018-09-30 06:05:08.753 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:05:08.781 [INFO][28] networkpolicy.go 279: Returning NP KVPs KVPs=&model.KVPairList{KVPairs:[]*model.KVPair{}, Revision:"834/834"}
2018-09-30 06:05:08.781 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:05:08.781 [INFO][28] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="834" k8sNPRev="834"
2018-09-30 06:05:08.794 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:08.826 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:05:08.850 [INFO][28] networkpolicy.go 393: Watcher process started
2018-09-30 06:05:08.869 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:05:09.601 [INFO][28] watchercache.go 271: Sending synced update ListRoot="/calico/resources/v3/projectcalico.org/workloadendpoints"
2018-09-30 06:05:09.611 [INFO][28] watchersyncer.go 209: Received InSync event from one of the watcher caches
2018-09-30 06:05:09.611 [INFO][28] watchersyncer.go 221: All watchers have sync'd data - sending data and final sync
2018-09-30 06:05:09.611 [INFO][28] watchersyncer.go 127: Sending status update Status=in-sync
2018-09-30 06:05:09.612 [INFO][28] config_batcher.go 102: Datamodel in sync, flushing config update
2018-09-30 06:05:09.612 [INFO][28] config_batcher.go 112: Sending config update global: map[LogSeverityScreen:Info ReportingIntervalSecs:0 ClusterGUID:5249e12bf7fa49128a2aa258bb3c82fb ClusterType:k8s,canal,kdd CalicoVersion:v3.1.3], host: map[IpInIpTunnelAddr:10.244.1.1].
2018-09-30 06:05:09.613 [INFO][28] async_calc_graph.go 160: First time we've been in sync
2018-09-30 06:05:09.613 [INFO][28] event_sequencer.go 210: Possible config update. global=map[string]string{"LogSeverityScreen":"Info", "ReportingIntervalSecs":"0", "ClusterGUID":"5249e12bf7fa49128a2aa258bb3c82fb", "ClusterType":"k8s,canal,kdd", "CalicoVersion":"v3.1.3"} host=map[string]string{"IpInIpTunnelAddr":"10.244.1.1"}
2018-09-30 06:05:09.613 [INFO][28] config_params.go 201: Merging in config from datastore (global): map[ReportingIntervalSecs:0 ClusterGUID:5249e12bf7fa49128a2aa258bb3c82fb ClusterType:k8s,canal,kdd CalicoVersion:v3.1.3 LogSeverityScreen:Info]
2018-09-30 06:05:09.613 [INFO][28] config_params.go 286: Parsing value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:09.613 [INFO][28] config_params.go 322: Parsed value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:09.613 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:05:09.613 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:05:09.613 [INFO][28] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:05:09.613 [INFO][28] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:05:09.613 [INFO][28] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:05:09.614 [INFO][28] config_params.go 286: Parsing value for IpInIpTunnelAddr: 10.244.1.1 (from datastore (per-host))
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for IpInIpTunnelAddr: 10.244.1.1 (from datastore (per-host))
2018-09-30 06:05:09.614 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: Info (from datastore (global))
2018-09-30 06:05:09.614 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2018-09-30 06:05:09.614 [INFO][28] config_params.go 325: Skipping config value for LogSeverityScreen from datastore (global); already have a value from environment variable
2018-09-30 06:05:09.615 [INFO][28] config_params.go 286: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2018-09-30 06:05:09.615 [INFO][28] config_params.go 322: Parsed value for ReportingIntervalSecs: 0s (from datastore (global))
2018-09-30 06:05:09.615 [INFO][28] config_params.go 286: Parsing value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:05:09.615 [INFO][28] config_params.go 322: Parsed value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:05:09.615 [INFO][28] config_params.go 286: Parsing value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:05:09.615 [INFO][28] config_params.go 322: Parsed value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:05:09.615 [INFO][28] config_params.go 286: Parsing value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:05:09.615 [INFO][28] config_params.go 322: Parsed value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:05:09.615 [INFO][28] config_params.go 201: Merging in config from datastore (per-host): map[IpInIpTunnelAddr:10.244.1.1]
2018-09-30 06:05:09.615 [INFO][28] config_params.go 286: Parsing value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:09.615 [INFO][28] config_params.go 322: Parsed value for FelixHostname: worker1 (from environment variable)
2018-09-30 06:05:09.615 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: info (from environment variable)
2018-09-30 06:05:09.615 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from environment variable)
2018-09-30 06:05:09.615 [INFO][28] config_params.go 286: Parsing value for IptablesRefreshInterval: 60 (from environment variable)
2018-09-30 06:05:09.615 [INFO][28] config_params.go 322: Parsed value for IptablesRefreshInterval: 1m0s (from environment variable)
2018-09-30 06:05:09.615 [INFO][28] config_params.go 286: Parsing value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:09.615 [INFO][28] config_params.go 322: Parsed value for HealthEnabled: true (from environment variable)
2018-09-30 06:05:09.615 [INFO][28] config_params.go 286: Parsing value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 322: Parsed value for Ipv6Support: false (from environment variable)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 286: Parsing value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 322: Parsed value for DefaultEndpointToHostAction: ACCEPT (from environment variable)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 286: Parsing value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 322: Parsed value for DatastoreType: kubernetes (from environment variable)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 286: Parsing value for MetadataAddr: None (from config file)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:09.616 [INFO][28] config_params.go 322: Parsed value for MetadataAddr: (from config file)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 286: Parsing value for LogFilePath: None (from config file)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:09.616 [INFO][28] config_params.go 322: Parsed value for LogFilePath: (from config file)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 286: Parsing value for LogSeverityFile: None (from config file)
2018-09-30 06:05:09.616 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:09.620 [INFO][28] config_params.go 322: Parsed value for LogSeverityFile: (from config file)
2018-09-30 06:05:09.620 [INFO][28] config_params.go 286: Parsing value for LogSeveritySys: None (from config file)
2018-09-30 06:05:09.620 [INFO][28] config_params.go 303: Value set to 'none', replacing with zero-value: "".
2018-09-30 06:05:09.620 [INFO][28] config_params.go 322: Parsed value for LogSeveritySys: (from config file)
2018-09-30 06:05:09.620 [INFO][28] config_params.go 286: Parsing value for IpInIpTunnelAddr: 10.244.1.1 (from datastore (per-host))
2018-09-30 06:05:09.620 [INFO][28] config_params.go 322: Parsed value for IpInIpTunnelAddr: 10.244.1.1 (from datastore (per-host))
2018-09-30 06:05:09.620 [INFO][28] config_params.go 286: Parsing value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:05:09.620 [INFO][28] config_params.go 322: Parsed value for ClusterType: k8s,canal,kdd (from datastore (global))
2018-09-30 06:05:09.620 [INFO][28] config_params.go 286: Parsing value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:05:09.620 [INFO][28] config_params.go 322: Parsed value for CalicoVersion: v3.1.3 (from datastore (global))
2018-09-30 06:05:09.620 [INFO][28] config_params.go 286: Parsing value for LogSeverityScreen: Info (from datastore (global))
2018-09-30 06:05:09.620 [INFO][28] config_params.go 322: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2018-09-30 06:05:09.620 [INFO][28] config_params.go 325: Skipping config value for LogSeverityScreen from datastore (global); already have a value from environment variable
2018-09-30 06:05:09.620 [INFO][28] config_params.go 286: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2018-09-30 06:05:09.621 [INFO][28] config_params.go 322: Parsed value for ReportingIntervalSecs: 0s (from datastore (global))
2018-09-30 06:05:09.621 [INFO][28] config_params.go 286: Parsing value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:05:09.621 [INFO][28] config_params.go 322: Parsed value for ClusterGUID: 5249e12bf7fa49128a2aa258bb3c82fb (from datastore (global))
2018-09-30 06:05:09.621 [INFO][28] async_calc_graph.go 209: First flush after becoming in sync, sending InSync message.
2018-09-30 06:05:09.629 [INFO][28] felix.go 894: Datastore now in sync.
2018-09-30 06:05:09.629 [INFO][28] felix.go 896: Datastore in sync for first time, sending message to status reporter.
2018-09-30 06:05:09.629 [INFO][28] int_dataplane.go 611: Received *proto.InSync update from calculation graph msg=
2018-09-30 06:05:09.629 [INFO][28] int_dataplane.go 619: Datastore in sync, flushing the dataplane for the first time... timeSinceStart=1.22079768s
2018-09-30 06:05:09.629 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-from-wl-dispatch" ipVersion=0x4 table="filter"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-to-wl-dispatch" ipVersion=0x4 table="filter"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x4 table="filter"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-to-host-endpoint" ipVersion=0x4 table="filter"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-from-hep-forward" ipVersion=0x4 table="filter"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-to-hep-forward" ipVersion=0x4 table="filter"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x4 table="mangle"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x4 table="raw"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-to-host-endpoint" ipVersion=0x4 table="raw"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-fip-dnat" ipVersion=0x4 table="nat"
2018-09-30 06:05:09.629 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-fip-snat" ipVersion=0x4 table="nat"
... dropped 3 logs ...
2018-09-30 06:05:09.643 [INFO][28] usagerep.go 83: Waiting before first check-in delay=5m0.7s
2018-09-30 06:05:09.643 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:09.646 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="Pod"
2018-09-30 06:05:09.667 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=24.726805ms
2018-09-30 06:05:09.668 [INFO][28] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=1 setID="all-ipam-pools"
2018-09-30 06:05:09.668 [INFO][28] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=1 setID="masq-ipam-pools"
2018-09-30 06:05:09.668 [INFO][28] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=4 setID="this-host"
2018-09-30 06:05:09.702 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:05:09.703 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:05:09.704 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:05:09.706 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:05:09.778 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=149.59948
2018-09-30 06:05:09.779 [INFO][28] int_dataplane.go 753: Completed first update to dataplane. secsSinceStart=1.370510123
2018-09-30 06:05:10.843 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:10.843 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:05:10.843 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:05:10.844 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:05:10.844 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:05:10.845 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:05:10.845 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:05:10.849 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:05:10.850 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:05:10.876 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=33.47811
2018-09-30 06:05:11.800 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:11.800 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:05:11.801 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:05:11.801 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:05:11.801 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:05:11.813 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:05:11.813 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:05:11.818 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:05:11.818 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:05:11.846 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=45.558793
2018-09-30 06:05:13.798 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:13.798 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:05:13.798 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:05:13.798 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:05:13.798 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:05:13.800 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:05:13.800 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:05:13.802 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:05:13.802 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:05:13.816 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=18.710938
2018-09-30 06:05:17.170 [INFO][28] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{} ifaceName="flannel.1"
2018-09-30 06:05:17.170 [INFO][28] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{}}
2018-09-30 06:05:17.170 [INFO][28] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{}}
2018-09-30 06:05:17.170 [INFO][28] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:05:17.170 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:17.171 [INFO][28] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=4 setID="this-host"
2018-09-30 06:05:17.191 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=20.625488
2018-09-30 06:05:17.194 [INFO][28] iface_monitor.go 176: Netlink address update. addr="10.244.1.0" exists=true ifIndex=4
2018-09-30 06:05:17.194 [INFO][28] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"10.244.1.0":set.empty{}} ifaceName="flannel.1"
2018-09-30 06:05:17.194 [INFO][28] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{"10.244.1.0":set.empty{}}}
2018-09-30 06:05:17.194 [INFO][28] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{"10.244.1.0":set.empty{}}}
2018-09-30 06:05:17.194 [INFO][28] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:05:17.194 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:17.197 [INFO][28] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=5 setID="this-host"
2018-09-30 06:05:17.202 [INFO][28] int_dataplane.go 452: Linux interface state changed. ifaceName="flannel.1" state="up"
2018-09-30 06:05:17.202 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.017444000000001
2018-09-30 06:05:17.202 [INFO][28] int_dataplane.go 626: Received interface update msg=&intdataplane.ifaceUpdate{Name:"flannel.1", State:"up"}
2018-09-30 06:05:17.202 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:17.202 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.10971099999999999
2018-09-30 06:05:17.204 [INFO][28] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"10.244.1.0":set.empty{}, "fe80::18b6:50ff:fe31:2e14":set.empty{}} ifaceName="flannel.1"
2018-09-30 06:05:17.204 [INFO][28] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{"10.244.1.0":set.empty{}, "fe80::18b6:50ff:fe31:2e14":set.empty{}}}
2018-09-30 06:05:17.204 [INFO][28] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"flannel.1", Addrs:set.mapSet{"fe80::18b6:50ff:fe31:2e14":set.empty{}, "10.244.1.0":set.empty{}}}
2018-09-30 06:05:17.204 [INFO][28] ipsets.go 114: Queueing IP set for creation family="inet" setID="this-host" setType="hash:ip"
2018-09-30 06:05:17.204 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:17.204 [INFO][28] ipsets.go 683: Doing full IP set rewrite family="inet" numMembersInPendingReplace=5 setID="this-host"
2018-09-30 06:05:17.210 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.19859
2018-09-30 06:05:17.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:17.770 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:17.770 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:05:17.770 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:05:17.771 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:05:17.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:05:17.777 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.964818999999999
2018-09-30 06:05:17.778 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:17.779 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:05:17.779 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:05:17.780 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:05:17.780 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:05:17.786 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.261351
2018-09-30 06:05:18.871 [INFO][28] iface_monitor.go 176: Netlink address update. addr="fe80::18b6:50ff:fe31:2e14" exists=true ifIndex=4
2018-09-30 06:05:19.182 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:19.183 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:19.183 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:19.185 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.201382ms
2018-09-30 06:05:19.190 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.937659999999999
2018-09-30 06:05:24.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:25.770 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:25.770 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:05:25.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:05:25.771 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:05:25.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:05:25.778 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.609499
2018-09-30 06:05:25.779 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:25.779 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:05:25.779 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:05:25.780 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:05:25.780 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:05:25.786 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.6390210000000005
2018-09-30 06:05:27.388 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:29.788 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:29.788 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:29.788 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:29.791 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.478529ms
2018-09-30 06:05:29.791 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.033576
2018-09-30 06:05:34.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:37.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:39.881 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:39.881 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:39.881 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:39.883 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.867259ms
2018-09-30 06:05:39.883 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.218476
2018-09-30 06:05:41.770 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:41.770 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:05:41.770 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:05:41.771 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:05:41.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:05:41.787 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=16.774278
2018-09-30 06:05:41.788 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:41.788 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:05:41.788 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:05:41.789 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:05:41.789 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:05:41.795 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.710777
2018-09-30 06:05:44.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:47.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:50.224 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:05:50.224 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:05:50.224 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:05:50.226 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.00502ms
2018-09-30 06:05:50.226 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.4573080000000003
2018-09-30 06:05:54.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:05:57.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:00.475 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:00.475 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:00.475 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:00.477 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.932648ms
2018-09-30 06:06:00.477 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.209209
2018-09-30 06:06:04.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:07.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:10.776 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:10.776 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:10.776 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:10.778 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.106957ms
2018-09-30 06:06:10.778 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.605534
2018-09-30 06:06:12.676 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:06:12.676 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:06:12.676 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:06:12.676 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:06:12.676 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:12.679 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:06:13.770 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:13.770 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:06:13.770 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:06:13.771 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:06:13.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:06:13.776 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.540883
2018-09-30 06:06:13.777 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:13.777 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:06:13.777 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:06:13.780 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.593018
2018-09-30 06:06:13.780 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:13.780 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:06:13.780 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:06:13.784 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.038615
2018-09-30 06:06:14.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:17.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:21.572 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:21.573 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:21.573 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:21.575 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.943959ms
2018-09-30 06:06:21.575 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.854543
2018-09-30 06:06:24.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:26.565 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:06:26.565 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:06:26.565 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:06:26.565 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:06:26.566 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:26.568 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:06:27.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:32.275 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:32.275 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:32.275 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:32.277 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.472929ms
2018-09-30 06:06:32.277 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.696799
2018-09-30 06:06:34.018 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:34.565 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:06:34.565 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:06:34.565 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:06:34.565 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:06:34.566 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:34.567 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:06:37.084 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:06:37.084 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:06:37.084 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:06:37.084 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:06:37.085 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:37.086 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:06:37.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:42.498 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:42.498 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:42.499 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:42.501 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.014373ms
2018-09-30 06:06:42.501 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.284548
2018-09-30 06:06:44.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:45.195 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:06:45.195 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:06:45.195 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:06:45.195 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:06:45.195 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:45.219 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:06:45.818 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:06:45.818 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:06:45.818 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:06:45.818 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:06:45.818 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:45.819 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:06:45.939 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:45.939 [INFO][28] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:06:45.939 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.35034
2018-09-30 06:06:47.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:51.316 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:06:51.316 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:06:51.316 [INFO][28] networkpolicy.go 485: Watch terminated event
2018-09-30 06:06:51.316 [INFO][28] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:06:51.317 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:06:51.317 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:06:51.317 [INFO][28] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="834" k8sNPRev="834"
2018-09-30 06:06:51.317 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:06:51.317 [INFO][28] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:06:51.317 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:06:51.318 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:06:51.320 [INFO][28] networkpolicy.go 393: Watcher process started
2018-09-30 06:06:51.320 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:06:53.477 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:06:53.477 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:06:53.477 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:06:53.478 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.349363ms
2018-09-30 06:06:53.479 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.5965289999999999
2018-09-30 06:06:54.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:06:57.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:03.972 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:03.972 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:03.972 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:03.974 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.831168ms
2018-09-30 06:07:03.974 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.131316
2018-09-30 06:07:04.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:07.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:13.770 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:13.771 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:07:13.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:07:13.772 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:07:13.772 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:07:13.778 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.347595999999999
2018-09-30 06:07:13.784 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:13.784 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:07:13.784 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:07:13.785 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:07:13.785 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:07:13.791 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.27115
2018-09-30 06:07:13.988 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:13.988 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:13.988 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:13.991 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=3.256847ms
2018-09-30 06:07:13.992 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.563758
2018-09-30 06:07:14.017 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:17.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:17.770 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:17.771 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:07:17.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:07:17.772 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:07:17.772 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:07:17.779 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.4899
2018-09-30 06:07:17.779 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:17.779 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:07:17.779 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:07:17.780 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:07:17.780 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:07:17.787 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.207748
2018-09-30 06:07:24.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:24.880 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:24.880 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:24.880 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:24.882 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.000046ms
2018-09-30 06:07:24.883 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.902546
2018-09-30 06:07:27.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:34.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:35.794 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:35.794 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:35.794 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:35.796 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.067814ms
2018-09-30 06:07:35.796 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.513578
2018-09-30 06:07:37.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:44.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:46.509 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:46.509 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:46.509 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:46.510 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.376549ms
2018-09-30 06:07:46.510 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.586466
2018-09-30 06:07:47.387 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:50.018 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:07:50.018 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:07:50.018 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:07:50.018 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:07:50.018 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:07:50.031 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:07:53.085 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:07:53.085 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:07:53.085 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:07:53.085 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:07:53.086 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:07:53.087 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:07:54.016 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:07:57.245 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:07:57.245 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:07:57.245 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:07:57.247 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.152189ms
2018-09-30 06:07:57.247 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.374676
2018-09-30 06:08:00.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:01.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:04.774 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:08:04.774 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:08:04.775 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:08:04.775 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:08:04.775 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:04.776 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:08:08.212 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:08.212 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:08.212 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:08.214 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.919746ms
2018-09-30 06:08:08.214 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.476457
2018-09-30 06:08:10.193 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:11.183 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:13.901 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:08:13.901 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:08:13.901 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:08:13.901 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:08:13.901 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:13.911 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:08:16.506 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:08:16.506 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:08:16.506 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:08:16.506 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:08:16.507 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:16.508 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:08:17.771 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:17.771 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:08:17.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:08:17.772 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:08:17.772 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:08:17.776 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.146972
2018-09-30 06:08:17.784 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:17.784 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:08:17.784 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:08:17.785 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:08:17.785 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:08:17.789 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.119858
2018-09-30 06:08:18.075 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:18.075 [INFO][28] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:08:18.075 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.5980570000000001
2018-09-30 06:08:18.374 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:18.374 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:18.375 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:18.376 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.398812ms
2018-09-30 06:08:18.376 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.089489
2018-09-30 06:08:20.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:21.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:28.439 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:28.439 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:28.439 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:28.441 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.556021ms
2018-09-30 06:08:28.441 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.212883
2018-09-30 06:08:30.193 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:31.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:31.861 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:08:31.861 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:08:31.861 [INFO][28] networkpolicy.go 485: Watch terminated event
2018-09-30 06:08:31.861 [INFO][28] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:08:31.861 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:08:31.861 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:08:31.861 [INFO][28] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="834" k8sNPRev="834"
2018-09-30 06:08:31.862 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:31.863 [INFO][28] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:08:31.863 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:08:31.863 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:08:31.865 [INFO][28] networkpolicy.go 393: Watcher process started
2018-09-30 06:08:31.865 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:08:36.817 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:08:36.817 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:08:36.817 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:08:36.817 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:08:36.817 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:08:36.825 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:08:39.014 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:39.014 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:39.014 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:39.016 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.019784ms
2018-09-30 06:08:39.017 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.476962
2018-09-30 06:08:40.193 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:41.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:49.297 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:08:49.297 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:08:49.297 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:08:49.299 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.414024ms
2018-09-30 06:08:49.299 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.624517
2018-09-30 06:08:50.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:08:51.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:00.191 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:00.191 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:00.192 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:00.199 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=7.73267ms
2018-09-30 06:09:00.200 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:00.200 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.813507
2018-09-30 06:09:01.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:10.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:10.290 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:10.290 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:10.290 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:10.292 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.85117ms
2018-09-30 06:09:10.292 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.133548
2018-09-30 06:09:11.183 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:17.772 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:17.772 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:09:17.772 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:09:17.773 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:09:17.773 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:09:17.777 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.487248999999999
2018-09-30 06:09:17.789 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:17.789 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:09:17.789 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:09:17.790 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:09:17.790 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:09:17.796 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.839637
2018-09-30 06:09:20.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:20.929 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:20.929 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:20.929 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:20.931 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.797968ms
2018-09-30 06:09:20.931 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.071136
2018-09-30 06:09:21.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:24.154 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:09:24.154 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:09:24.155 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:09:24.155 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:09:24.161 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:24.169 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:09:25.770 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:25.770 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:09:25.770 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:09:25.771 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:09:25.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:09:25.776 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.349843
2018-09-30 06:09:25.778 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:25.778 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:09:25.778 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:09:25.779 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:09:25.779 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:09:25.784 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.927439
2018-09-30 06:09:30.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:31.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:31.678 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:31.679 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:31.679 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:31.680 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.770458ms
2018-09-30 06:09:31.681 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.060761
2018-09-30 06:09:40.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:41.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:41.438 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:09:41.438 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:09:41.438 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:09:41.438 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:09:41.439 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:41.440 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:09:42.303 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:42.303 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:42.303 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:42.305 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.843723ms
2018-09-30 06:09:42.305 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.14
2018-09-30 06:09:43.434 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:09:43.434 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:09:43.434 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:09:43.435 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:09:43.442 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:43.443 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:09:49.265 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:09:49.265 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:09:49.265 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:09:49.265 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:09:49.265 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:49.654 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:09:50.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:51.021 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:09:51.021 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:09:51.021 [INFO][28] networkpolicy.go 485: Watch terminated event
2018-09-30 06:09:51.022 [INFO][28] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:09:51.022 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:09:51.022 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:09:51.022 [INFO][28] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="834" k8sNPRev="834"
2018-09-30 06:09:51.022 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:09:51.022 [INFO][28] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:09:51.022 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:09:51.024 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:09:51.025 [INFO][28] networkpolicy.go 393: Watcher process started
2018-09-30 06:09:51.025 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:09:51.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:09:53.291 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:53.292 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:09:53.292 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:09:53.294 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.748187ms
2018-09-30 06:09:53.294 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.12313
2018-09-30 06:09:56.710 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:09:56.710 [INFO][28] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:09:56.710 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.329398
2018-09-30 06:10:00.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:01.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:02.894 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:10:02.894 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:10:02.895 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:10:02.895 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:10:02.896 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:10:02.903 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:10:03.765 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:03.766 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:03.766 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:03.767 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.254094ms
2018-09-30 06:10:03.767 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.47312
2018-09-30 06:10:10.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:10.343 [INFO][28] usagerep.go 105: Initial delay complete, doing first report
2018-09-30 06:10:10.343 [INFO][28] usagerep.go 183: Reporting cluster usage/checking for deprecation warnings. calicoVersion="v3.1.3" clusterGUID="5249e12bf7fa49128a2aa258bb3c82fb" clusterType="k8s,canal,kdd" gitRevision="4d7bb9ad6ff7b34d1a79531121bc9e48d1123652" stats=calc.StatsUpdate{NumHosts:2, NumWorkloadEndpoints:2, NumHostEndpoints:0, NumPolicies:0, NumProfiles:3} version="3.1.3"
2018-09-30 06:10:11.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:11.301 [INFO][28] usagerep.go 107: First report done, starting ticker
2018-09-30 06:10:13.876 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:13.876 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:13.876 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:13.878 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.653233ms
2018-09-30 06:10:13.878 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.241574
2018-09-30 06:10:19.983 [INFO][28] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{} ifaceName="cali1b1c39df8cd"
2018-09-30 06:10:19.983 [INFO][28] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"cali1b1c39df8cd", Addrs:set.mapSet{}}
2018-09-30 06:10:19.983 [INFO][28] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"cali1b1c39df8cd", Addrs:set.mapSet{}}
2018-09-30 06:10:19.983 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:19.983 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.128426
2018-09-30 06:10:19.984 [INFO][28] int_dataplane.go 452: Linux interface state changed. ifaceName="cali1b1c39df8cd" state="up"
2018-09-30 06:10:19.984 [INFO][28] int_dataplane.go 626: Received interface update msg=&intdataplane.ifaceUpdate{Name:"cali1b1c39df8cd", State:"up"}
2018-09-30 06:10:19.984 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:19.984 [INFO][28] endpoint_mgr.go 253: Workload interface came up, marking for reconfiguration. ifaceName="cali1b1c39df8cd"
2018-09-30 06:10:19.984 [INFO][28] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="cali1b1c39df8cd"
2018-09-30 06:10:20.001 [INFO][28] int_dataplane.go 485: Linux interface addrs changed. addrs=set.mapSet{"fe80::ecee:eeff:feee:eeee":set.empty{}} ifaceName="cali1b1c39df8cd"
2018-09-30 06:10:20.002 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=17.876916
2018-09-30 06:10:20.002 [INFO][28] int_dataplane.go 641: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"cali1b1c39df8cd", Addrs:set.mapSet{"fe80::ecee:eeff:feee:eeee":set.empty{}}}
2018-09-30 06:10:20.002 [INFO][28] hostip_mgr.go 84: Interface addrs changed. update=&intdataplane.ifaceAddrsUpdate{Name:"cali1b1c39df8cd", Addrs:set.mapSet{"fe80::ecee:eeff:feee:eeee":set.empty{}}}
2018-09-30 06:10:20.002 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:20.002 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.105844
2018-09-30 06:10:20.080 [INFO][28] calc_graph.go 361: Local endpoint updated id=WorkloadEndpoint(node=worker1, orchestrator=k8s, workload=kube-system/csi-do-controller-0, name=eth0)
2018-09-30 06:10:20.081 [INFO][28] int_dataplane.go 611: Received *proto.ActiveProfileUpdate update from calculation graph msg=id:<name:"kns.kube-system" > profile:<inbound_rules:<action:"allow" rule_id:"YlN-KJA93B7Fe2ih" > outbound_rules:<action:"allow" rule_id:"GUM3x2IgYhIM5cBY" > >
2018-09-30 06:10:20.082 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-pri-kns.kube-system" ipVersion=0x4 table="filter"
2018-09-30 06:10:20.082 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="chain update" table="filter"
2018-09-30 06:10:20.082 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-pro-kns.kube-system" ipVersion=0x4 table="filter"
2018-09-30 06:10:20.082 [INFO][28] int_dataplane.go 611: Received *proto.WorkloadEndpointUpdate update from calculation graph msg=id:<orchestrator_id:"k8s" workload_id:"kube-system/csi-do-controller-0" endpoint_id:"eth0" > endpoint:<state:"active" name:"cali1b1c39df8cd" profile_ids:"kns.kube-system" ipv4_nets:"10.244.1.2/32" >
2018-09-30 06:10:20.083 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:20.083 [INFO][28] endpoint_mgr.go 408: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:20.083 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-tw-cali1b1c39df8cd" ipVersion=0x4 table="filter"
2018-09-30 06:10:20.083 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-fw-cali1b1c39df8cd" ipVersion=0x4 table="filter"
2018-09-30 06:10:20.083 [INFO][28] endpoint_mgr.go 435: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:20.083 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-from-wl-dispatch" ipVersion=0x4 table="filter"
2018-09-30 06:10:20.083 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-to-wl-dispatch" ipVersion=0x4 table="filter"
2018-09-30 06:10:20.083 [INFO][28] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="cali1b1c39df8cd"
2018-09-30 06:10:20.084 [INFO][28] endpoint_mgr.go 350: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:20.084 [INFO][28] status_combiner.go 58: Storing endpoint status update ipVersion=0x4 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:20.096 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:20.139 [INFO][28] status_combiner.go 81: Endpoint up for at least one IP version id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"} ipVersion=0x4 status="up"
2018-09-30 06:10:20.139 [INFO][28] status_combiner.go 98: Reporting combined status. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"} status="up"
2018-09-30 06:10:20.139 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=56.316531000000005
2018-09-30 06:10:20.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:21.182 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:21.182 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:10:21.182 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:21.186 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:21.189 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.140531999999999
2018-09-30 06:10:21.296 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:10:21.297 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:10:21.297 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:10:21.297 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:10:21.297 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:10:21.298 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:10:22.006 [INFO][28] iface_monitor.go 176: Netlink address update. addr="fe80::ecee:eeff:feee:eeee" exists=true ifIndex=5
2018-09-30 06:10:22.146 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:22.146 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:10:22.146 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:22.150 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.504307
2018-09-30 06:10:24.143 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:24.144 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:10:24.144 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:24.151 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.442658000000001
2018-09-30 06:10:24.558 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:24.558 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:24.558 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:24.560 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.388061ms
2018-09-30 06:10:24.560 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.605915
2018-09-30 06:10:25.770 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:25.771 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:10:25.771 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:10:25.774 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.880992
2018-09-30 06:10:25.781 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:25.781 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:10:25.781 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:10:25.783 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:10:25.783 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:10:25.789 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.509621
2018-09-30 06:10:28.143 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:28.143 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:10:28.143 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:28.146 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.383041
2018-09-30 06:10:30.193 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:31.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:35.020 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:35.020 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:35.020 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:35.022 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.273348ms
2018-09-30 06:10:35.022 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.457408
2018-09-30 06:10:36.139 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:36.139 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:10:36.139 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:36.144 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.664948000000001
2018-09-30 06:10:36.248 [INFO][28] calc_graph.go 361: Local endpoint updated id=WorkloadEndpoint(node=worker1, orchestrator=k8s, workload=kube-system/csi-do-controller-0, name=eth0)
2018-09-30 06:10:36.249 [INFO][28] int_dataplane.go 611: Received *proto.WorkloadEndpointUpdate update from calculation graph msg=id:<orchestrator_id:"k8s" workload_id:"kube-system/csi-do-controller-0" endpoint_id:"eth0" > endpoint:<state:"active" name:"cali1b1c39df8cd" profile_ids:"kns.kube-system" ipv4_nets:"10.244.1.2/32" >
2018-09-30 06:10:36.249 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:36.249 [INFO][28] endpoint_mgr.go 408: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:36.249 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-tw-cali1b1c39df8cd" ipVersion=0x4 table="filter"
2018-09-30 06:10:36.249 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="chain update" table="filter"
2018-09-30 06:10:36.249 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-fw-cali1b1c39df8cd" ipVersion=0x4 table="filter"
2018-09-30 06:10:36.249 [INFO][28] endpoint_mgr.go 435: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:36.249 [INFO][28] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="cali1b1c39df8cd"
2018-09-30 06:10:36.249 [INFO][28] endpoint_mgr.go 350: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:36.249 [INFO][28] status_combiner.go 58: Storing endpoint status update ipVersion=0x4 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:36.249 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:36.252 [INFO][28] status_combiner.go 81: Endpoint up for at least one IP version id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"} ipVersion=0x4 status="up"
2018-09-30 06:10:36.253 [INFO][28] status_combiner.go 98: Reporting combined status. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"} status="up"
2018-09-30 06:10:36.253 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.891087
2018-09-30 06:10:39.511 [INFO][28] calc_graph.go 361: Local endpoint updated id=WorkloadEndpoint(node=worker1, orchestrator=k8s, workload=kube-system/csi-do-controller-0, name=eth0)
2018-09-30 06:10:39.511 [INFO][28] int_dataplane.go 611: Received *proto.WorkloadEndpointUpdate update from calculation graph msg=id:<orchestrator_id:"k8s" workload_id:"kube-system/csi-do-controller-0" endpoint_id:"eth0" > endpoint:<state:"active" name:"cali1b1c39df8cd" profile_ids:"kns.kube-system" ipv4_nets:"10.244.1.2/32" >
2018-09-30 06:10:39.511 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:39.511 [INFO][28] endpoint_mgr.go 408: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:39.511 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-tw-cali1b1c39df8cd" ipVersion=0x4 table="filter"
2018-09-30 06:10:39.511 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="chain update" table="filter"
2018-09-30 06:10:39.511 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-fw-cali1b1c39df8cd" ipVersion=0x4 table="filter"
2018-09-30 06:10:39.511 [INFO][28] endpoint_mgr.go 435: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:39.511 [INFO][28] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="cali1b1c39df8cd"
2018-09-30 06:10:39.512 [INFO][28] endpoint_mgr.go 350: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:39.512 [INFO][28] status_combiner.go 58: Storing endpoint status update ipVersion=0x4 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:39.526 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:39.531 [INFO][28] status_combiner.go 81: Endpoint up for at least one IP version id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"} ipVersion=0x4 status="up"
2018-09-30 06:10:39.531 [INFO][28] status_combiner.go 98: Reporting combined status. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"} status="up"
2018-09-30 06:10:39.531 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=19.693102
2018-09-30 06:10:40.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:41.183 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:41.535 [INFO][28] calc_graph.go 361: Local endpoint updated id=WorkloadEndpoint(node=worker1, orchestrator=k8s, workload=kube-system/csi-do-controller-0, name=eth0)
2018-09-30 06:10:41.535 [INFO][28] int_dataplane.go 611: Received *proto.WorkloadEndpointUpdate update from calculation graph msg=id:<orchestrator_id:"k8s" workload_id:"kube-system/csi-do-controller-0" endpoint_id:"eth0" > endpoint:<state:"active" name:"cali1b1c39df8cd" profile_ids:"kns.kube-system" ipv4_nets:"10.244.1.2/32" >
2018-09-30 06:10:41.535 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:41.535 [INFO][28] endpoint_mgr.go 408: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:41.535 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-tw-cali1b1c39df8cd" ipVersion=0x4 table="filter"
2018-09-30 06:10:41.535 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="chain update" table="filter"
2018-09-30 06:10:41.535 [INFO][28] table.go 398: Queueing update of chain. chainName="cali-fw-cali1b1c39df8cd" ipVersion=0x4 table="filter"
2018-09-30 06:10:41.535 [INFO][28] endpoint_mgr.go 435: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:41.535 [INFO][28] endpoint_mgr.go 811: Applying /proc/sys configuration to interface. ifaceName="cali1b1c39df8cd"
2018-09-30 06:10:41.536 [INFO][28] endpoint_mgr.go 350: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:41.536 [INFO][28] status_combiner.go 58: Storing endpoint status update ipVersion=0x4 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"}
2018-09-30 06:10:41.536 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:41.542 [INFO][28] status_combiner.go 81: Endpoint up for at least one IP version id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"} ipVersion=0x4 status="up"
2018-09-30 06:10:41.542 [INFO][28] status_combiner.go 98: Reporting combined status. id=proto.WorkloadEndpointID{OrchestratorId:"k8s", WorkloadId:"kube-system/csi-do-controller-0", EndpointId:"eth0"} status="up"
2018-09-30 06:10:41.542 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.977266999999999
2018-09-30 06:10:44.006 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:10:44.006 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:10:44.006 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:10:44.006 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:10:44.007 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:10:44.008 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:10:45.215 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:45.215 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:45.215 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:45.217 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.811064ms
2018-09-30 06:10:45.217 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.091813
2018-09-30 06:10:50.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:51.185 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:10:52.139 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:52.139 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:10:52.139 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:10:52.143 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.080167
2018-09-30 06:10:52.858 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:10:52.858 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:10:52.858 [INFO][28] networkpolicy.go 485: Watch terminated event
2018-09-30 06:10:52.858 [INFO][28] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:10:52.859 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:10:52.859 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:10:52.859 [INFO][28] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="834" k8sNPRev="834"
2018-09-30 06:10:52.859 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:10:52.860 [INFO][28] watcher.go 129: Process watcher done event during watch event in kdd client resource="NetworkPolicy (namespaced)"
2018-09-30 06:10:52.860 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:10:52.861 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:10:52.866 [INFO][28] networkpolicy.go 393: Watcher process started
2018-09-30 06:10:52.866 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:10:55.901 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:10:55.902 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:10:55.902 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:10:55.904 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.255417ms
2018-09-30 06:10:55.904 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.744782
2018-09-30 06:11:00.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:01.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:06.156 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:06.156 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:06.156 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:06.158 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.911684ms
2018-09-30 06:11:06.158 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.190388
2018-09-30 06:11:10.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:11.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:11.581 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:11:11.581 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:11:11.581 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:11:11.581 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:11:11.581 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:11.590 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:11:12.714 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:11:12.714 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:11:12.715 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:11:12.715 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:11:12.715 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:12.719 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:11:17.019 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:17.019 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:17.020 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:17.021 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.824064ms
2018-09-30 06:11:17.022 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.133713
2018-09-30 06:11:20.193 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:21.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:24.139 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:24.139 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:11:24.139 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:11:24.143 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.769336
2018-09-30 06:11:25.775 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:25.775 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:11:25.775 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:11:25.787 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=12.442218
2018-09-30 06:11:25.793 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:25.794 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:11:25.794 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:11:25.795 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:11:25.795 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:11:25.801 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=7.521174
2018-09-30 06:11:27.822 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:27.822 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:27.823 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:27.825 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.809053ms
2018-09-30 06:11:27.825 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.650703
2018-09-30 06:11:28.962 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:11:28.962 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:11:28.962 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:11:28.962 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:11:28.962 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:28.970 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:11:30.193 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:31.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:35.248 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:35.248 [INFO][28] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:11:35.248 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.500983
2018-09-30 06:11:37.555 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:11:37.556 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:11:37.556 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:11:37.556 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:11:37.556 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:37.558 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:11:38.582 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:38.582 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:38.582 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:38.584 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.993328ms
2018-09-30 06:11:38.584 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.402717
2018-09-30 06:11:40.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:41.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:49.165 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:49.165 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:49.166 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:49.168 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.164926ms
2018-09-30 06:11:49.168 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.131807
2018-09-30 06:11:50.193 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:51.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:11:58.037 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:11:58.037 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:11:58.037 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:11:58.037 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:11:58.037 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:58.048 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:11:59.017 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:11:59.017 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:11:59.017 [INFO][28] networkpolicy.go 485: Watch terminated event
2018-09-30 06:11:59.017 [INFO][28] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:11:59.017 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:11:59.017 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:11:59.017 [INFO][28] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="834" k8sNPRev="834"
2018-09-30 06:11:59.018 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:11:59.018 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (namespaced)"
2018-09-30 06:11:59.018 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:11:59.020 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:11:59.021 [INFO][28] networkpolicy.go 393: Watcher process started
2018-09-30 06:11:59.021 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:11:59.186 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:11:59.186 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:11:59.186 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:11:59.188 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.896929ms
2018-09-30 06:11:59.188 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.180038
2018-09-30 06:12:00.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:01.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:09.485 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:09.486 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:09.486 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:09.487 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.663383ms
2018-09-30 06:12:09.487 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.942661
2018-09-30 06:12:10.193 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:11.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:20.105 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:20.105 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:20.105 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:20.107 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.858756ms
2018-09-30 06:12:20.108 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.740829
2018-09-30 06:12:20.193 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:21.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:24.139 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:24.140 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:12:24.140 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:12:24.144 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.738970999999999
2018-09-30 06:12:25.780 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:25.780 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:12:25.780 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:12:25.782 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.234456
2018-09-30 06:12:25.796 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:25.796 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:12:25.796 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:12:25.796 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:12:25.796 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:12:25.802 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=6.0160350000000005
2018-09-30 06:12:28.142 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:28.143 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:12:28.143 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:12:28.148 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.041564
2018-09-30 06:12:30.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:30.218 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:30.218 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:30.218 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:30.220 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.046623ms
2018-09-30 06:12:30.221 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.9214330000000004
2018-09-30 06:12:31.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:33.541 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:12:33.541 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:12:33.541 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:12:33.541 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:12:33.542 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:12:33.547 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:12:35.760 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:12:35.760 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:12:35.760 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:12:35.760 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:12:35.760 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:12:35.764 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:12:40.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:40.382 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:40.382 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:40.382 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:40.384 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.426195ms
2018-09-30 06:12:40.384 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.6476220000000001
2018-09-30 06:12:41.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:50.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:51.141 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:12:51.141 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:12:51.141 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:12:51.143 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.848561ms
2018-09-30 06:12:51.143 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.140391
2018-09-30 06:12:51.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:12:51.317 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:12:51.317 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:12:51.317 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:12:51.317 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:12:51.318 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:12:51.319 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:13:00.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:01.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:01.533 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:01.533 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:01.533 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:01.535 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.610138ms
2018-09-30 06:13:01.536 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.18165
2018-09-30 06:13:09.205 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:09.206 [INFO][28] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:13:09.206 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.478149
2018-09-30 06:13:09.683 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:13:09.683 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:13:09.683 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:13:09.683 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:13:09.684 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:09.701 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:13:10.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:11.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:12.475 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:12.475 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:12.475 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:12.477 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.638518ms
2018-09-30 06:13:12.477 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.836476
2018-09-30 06:13:13.032 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:13:13.032 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:13:13.032 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:13:13.032 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:13:13.032 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:13.034 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:13:20.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:21.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:22.620 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:22.620 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:22.620 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:22.623 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.39279ms
2018-09-30 06:13:22.623 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.7146399999999997
2018-09-30 06:13:25.780 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:25.780 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:13:25.780 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:13:25.784 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.419453
2018-09-30 06:13:25.799 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:25.799 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:13:25.799 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:13:25.800 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:13:25.800 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:13:25.807 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.048984
2018-09-30 06:13:28.147 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:28.148 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:13:28.148 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:13:28.153 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.436856000000001
2018-09-30 06:13:29.880 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:13:29.880 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:13:29.881 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:13:29.881 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:13:29.882 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:29.900 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:13:30.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:31.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:33.470 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:33.470 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:33.470 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:33.471 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.64116ms
2018-09-30 06:13:33.472 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.876315
2018-09-30 06:13:37.930 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="FelixConfiguration (custom)"
2018-09-30 06:13:37.930 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="FelixConfiguration (custom)"
2018-09-30 06:13:37.930 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:13:37.930 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/felixconfigurations"
2018-09-30 06:13:37.931 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:37.932 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="FelixConfiguration (custom)"
2018-09-30 06:13:40.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:40.864 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (custom)"
2018-09-30 06:13:40.864 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (custom)"
2018-09-30 06:13:40.864 [INFO][28] networkpolicy.go 485: Watch terminated event
2018-09-30 06:13:40.864 [INFO][28] networkpolicy.go 395: Watcher process terminated
2018-09-30 06:13:40.864 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:13:40.864 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/networkpolicies"
2018-09-30 06:13:40.864 [INFO][28] networkpolicy.go 305: Watching two resources at individual revisions crdNPRev="834" k8sNPRev="834"
2018-09-30 06:13:40.865 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:13:40.865 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="NetworkPolicy (namespaced)"
2018-09-30 06:13:40.865 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="NetworkPolicy (namespaced)"
2018-09-30 06:13:40.872 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (namespaced)"
2018-09-30 06:13:40.873 [INFO][28] networkpolicy.go 393: Watcher process started
2018-09-30 06:13:40.873 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="NetworkPolicy (custom)"
2018-09-30 06:13:41.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:41.770 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:41.770 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="raw"
2018-09-30 06:13:41.770 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:13:41.775 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=5.082663
2018-09-30 06:13:41.776 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:41.776 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="mangle"
2018-09-30 06:13:41.777 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:13:41.781 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.643193999999999
2018-09-30 06:13:41.783 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:41.783 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="nat"
2018-09-30 06:13:41.783 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:13:41.791 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=8.426517
2018-09-30 06:13:43.636 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:43.636 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:43.637 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:43.639 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.008044ms
2018-09-30 06:13:43.639 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.969901
2018-09-30 06:13:50.195 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:51.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:13:53.760 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:13:53.760 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:13:53.760 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:13:53.762 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.952599ms
2018-09-30 06:13:53.763 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.927073
2018-09-30 06:14:00.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:01.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:04.576 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:04.577 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:04.577 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:04.579 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.869763ms
2018-09-30 06:14:04.579 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.156039
2018-09-30 06:14:10.200 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:11.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:15.110 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:15.110 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:15.110 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:15.112 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.93419ms
2018-09-30 06:14:15.112 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.225776
2018-09-30 06:14:18.585 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkSet (custom)"
2018-09-30 06:14:18.585 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkSet (custom)"
2018-09-30 06:14:18.585 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:14:18.585 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworksets"
2018-09-30 06:14:18.586 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:18.587 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkSet (custom)"
2018-09-30 06:14:20.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:21.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:25.759 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:25.759 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:25.759 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:25.761 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.08453ms
2018-09-30 06:14:25.761 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.363928
2018-09-30 06:14:28.148 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:28.148 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="filter"
2018-09-30 06:14:28.148 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:14:28.153 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.925339
2018-09-30 06:14:30.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:31.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:34.962 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="HostEndpoint (custom)"
2018-09-30 06:14:34.962 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="HostEndpoint (custom)"
2018-09-30 06:14:34.962 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:14:34.962 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/hostendpoints"
2018-09-30 06:14:34.962 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:34.964 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="HostEndpoint (custom)"
2018-09-30 06:14:35.891 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:35.891 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:35.891 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:35.893 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.725807ms
2018-09-30 06:14:35.893 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=1.9824439999999999
2018-09-30 06:14:36.139 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:36.139 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2018-09-30 06:14:36.139 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2018-09-30 06:14:36.143 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=4.495509
2018-09-30 06:14:39.773 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="IPPool (custom)"
2018-09-30 06:14:39.773 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="IPPool (custom)"
2018-09-30 06:14:39.773 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:14:39.773 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/ippools"
2018-09-30 06:14:39.773 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:39.775 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="IPPool (custom)"
2018-09-30 06:14:40.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:41.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:41.775 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:41.775 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="raw"
2018-09-30 06:14:41.775 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="raw"
2018-09-30 06:14:41.778 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.96668
2018-09-30 06:14:41.779 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:41.779 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="mangle"
2018-09-30 06:14:41.779 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="mangle"
2018-09-30 06:14:41.782 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.67882
2018-09-30 06:14:41.785 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:41.786 [INFO][28] table.go 717: Invalidating dataplane cache ipVersion=0x4 reason="refresh timer" table="nat"
2018-09-30 06:14:41.786 [INFO][28] table.go 438: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2018-09-30 06:14:41.789 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=3.5517090000000002
2018-09-30 06:14:45.368 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="ClusterInformation (custom)"
2018-09-30 06:14:45.368 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="ClusterInformation (custom)"
2018-09-30 06:14:45.369 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:14:45.369 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/clusterinformations"
2018-09-30 06:14:45.369 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:45.376 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="ClusterInformation (custom)"
2018-09-30 06:14:46.098 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:46.098 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:46.098 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:46.100 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.850595ms
2018-09-30 06:14:46.100 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.13113
2018-09-30 06:14:47.313 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:47.313 [INFO][28] route_table.go 189: Queueing a resync of routing table. ipVersion=0x4
2018-09-30 06:14:47.314 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=0.416773
2018-09-30 06:14:50.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:51.084 [INFO][28] watcher.go 124: Watch event indicates a terminated watcher resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:14:51.084 [INFO][28] watcher.go 85: Kubernetes watcher/converter stopped, closing result channel resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:14:51.084 [INFO][28] watchercache.go 156: Starting watch sync/resync processing ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:14:51.084 [INFO][28] watchercache.go 256: Stopping previous watcher ListRoot="/calico/resources/v3/projectcalico.org/globalnetworkpolicies"
2018-09-30 06:14:51.084 [INFO][28] watchersyncer.go 196: Error received in main syncer event processing loop error=watch terminated (closedByRemote:true): terminating error event from Kubernetes watcher: closed by remote
2018-09-30 06:14:51.086 [INFO][28] watcher.go 83: Kubernetes watcher/converter started resource="GlobalNetworkPolicy (custom)"
2018-09-30 06:14:51.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:14:56.593 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:14:56.594 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:14:56.594 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:14:56.595 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=1.809721ms
2018-09-30 06:14:56.596 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.084103
2018-09-30 06:15:00.194 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:01.184 [INFO][28] health.go 150: Overall health summary=&health.HealthReport{Live:true, Ready:true}
2018-09-30 06:15:06.796 [INFO][28] int_dataplane.go 733: Applying dataplane updates
2018-09-30 06:15:06.796 [INFO][28] ipsets.go 222: Asked to resync with the dataplane on next update. family="inet"
2018-09-30 06:15:06.797 [INFO][28] ipsets.go 253: Resyncing ipsets with dataplane. family="inet"
2018-09-30 06:15:06.799 [INFO][28] ipsets.go 295: Finished resync family="inet" numInconsistenciesFound=0 resyncDuration=2.135691ms
2018-09-30 06:15:06.799 [INFO][28] int_dataplane.go 747: Finished applying updates to dataplane. msecToApply=2.432
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment