fasaxc/STfailure.log

## STfailure.log
***** Start of errors in logs from /var/log/calico/felix/current on host1 *****

=== LOG 2017-06-06 09:20:15 ERROR [pid 314] ===
2017-06-06 09:20:15.949 [ERROR][314] ipsets.go 588: Failed to complete ipset restore, IP sets may be out-of-sync. closeErr=<nil> commitErr=<nil> family="inet6" flushErr=<nil> processErr=exit status 1 stderr="ipset v6.29: Error in line 4: Set cannot be destroyed: it is in use by a kernel component\n" stdout="" writeErr=<nil>

=== LOG 2017-06-06 09:20:15 ERROR [pid 314] ===
2017-06-06 09:20:15.949 [ERROR][314] ipsets.go 257: Failed to update IP sets. error=exit status 1 family="inet6"


****** End of errors in logs from /var/log/calico/felix/current on host1 ******
***** Start of context logs from /var/log/calico/felix/current on host1 *****

2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 297: Value set to 'none', replacing with zero-value: "".
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 316: Parsed value for LogFilePath:  (from config file)
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 280: Parsing value for DefaultEndpointToHostAction: RETURN (from datastore (per-host))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 316: Parsed value for DefaultEndpointToHostAction: RETURN (from datastore (per-host))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 280: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 316: Parsed value for ReportingIntervalSecs: 0 (from datastore (global))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 280: Parsing value for LogSeverityScreen: info (from datastore (global))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 316: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 280: Parsing value for UsageReportingEnabled: False (from datastore (global))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 316: Parsed value for UsageReportingEnabled: false (from datastore (global))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 280: Parsing value for ClusterGUID: 4b761b2f471043be8e96c0c7d793d2a8 (from datastore (global))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 316: Parsed value for ClusterGUID: 4b761b2f471043be8e96c0c7d793d2a8 (from datastore (global))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 280: Parsing value for IpInIpEnabled: true (from datastore (global))
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.750 [INFO][105] config_params.go 316: Parsed value for IpInIpEnabled: true (from datastore (global))
2017-06-06 09:20:13 WARNING 105 2017-06-06 09:20:13.750 [WARNING][105] event_sequencer.go 203: Config changed. Sending ConfigUpdate message. merged=map[string]string{"ReportingIntervalSecs":"0", "UsageReportingEnabled":"False", "ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8", "EtcdEndpoints":"http://192.168.122.40:2379", "LogSeveritySys":"None", "MetadataAddr":"None", "LogFilePath":"None", "DefaultEndpointToHostAction":"RETURN", "IpInIpEnabled":"true", "FelixHostname":"056fefe3c94d", "LogSeverityFile":"None", "LogSeverityScreen":"info"}
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.753 [INFO][105] felix.go 775: Possible config update new=map[string]string{"LogSeverityFile":"None", "LogSeverityScreen":"info", "FelixHostname":"056fefe3c94d", "LogSeveritySys":"None", "MetadataAddr":"None", "LogFilePath":"None", "DefaultEndpointToHostAction":"RETURN", "ReportingIntervalSecs":"0", "UsageReportingEnabled":"False", "ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8", "EtcdEndpoints":"http://192.168.122.40:2379", "IpInIpEnabled":"true"} old=map[string]string{"LogSeveritySys":"None", "MetadataAddr":"None", "LogSeverityScreen":"info", "ReportingIntervalSecs":"0", "FelixHostname":"056fefe3c94d", "LogSeverityFile":"None", "UsageReportingEnabled":"False", "EtcdEndpoints":"http://192.168.122.40:2379", "ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8", "LogFilePath":"None", "DefaultEndpointToHostAction":"RETURN"}
2017-06-06 09:20:13 WARNING 105 2017-06-06 09:20:13.753 [WARNING][105] felix.go 777: Felix configuration changed. Need to restart. new=map[string]string{"ReportingIntervalSecs":"0", "UsageReportingEnabled":"False", "ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8", "EtcdEndpoints":"http://192.168.122.40:2379", "LogSeveritySys":"None", "MetadataAddr":"None", "LogFilePath":"None", "DefaultEndpointToHostAction":"RETURN", "IpInIpEnabled":"true", "FelixHostname":"056fefe3c94d", "LogSeverityFile":"None", "LogSeverityScreen":"info"} old=map[string]string{"EtcdEndpoints":"http://192.168.122.40:2379", "LogSeveritySys":"None", "MetadataAddr":"None", "LogSeverityScreen":"info", "ReportingIntervalSecs":"0", "FelixHostname":"056fefe3c94d", "LogSeverityFile":"None", "UsageReportingEnabled":"False", "DefaultEndpointToHostAction":"RETURN", "ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8", "LogFilePath":"None"}
2017-06-06 09:20:13 WARNING 105 2017-06-06 09:20:13.753 [WARNING][105] felix.go 549: Felix is shutting down reason="config changed"
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.753 [INFO][105] felix.go 589: Shutdown wasn't caused by signal, pausing to avoid tight restart loop reason="config changed"
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.754 [INFO][105] table.go 416: Loading current iptables state and checking it is correct. ipVersion=0x4 table="nat"
2017-06-06 09:20:13 INFO 105 2017-06-06 09:20:13.756 [INFO][105] int_dataplane.go 599: Finished applying updates to dataplane. msecToApply=18.949873999999998
2017-06-06 09:20:14 INFO 105 2017-06-06 09:20:14.705 [INFO][105] int_dataplane.go 584: Applying dataplane updates
2017-06-06 09:20:14 INFO 105 2017-06-06 09:20:14.705 [INFO][105] table.go 632: Invalidating dataplane cache ipVersion=0x6 reason="post update" table="filter"
2017-06-06 09:20:14 INFO 105 2017-06-06 09:20:14.705 [INFO][105] table.go 416: Loading current iptables state and checking it is correct. ipVersion=0x6 table="filter"
2017-06-06 09:20:14 INFO 105 2017-06-06 09:20:14.707 [INFO][105] int_dataplane.go 599: Finished applying updates to dataplane. msecToApply=1.876263
2017-06-06 09:20:14 INFO 105 2017-06-06 09:20:14.708 [INFO][105] int_dataplane.go 584: Applying dataplane updates
2017-06-06 09:20:14 INFO 105 2017-06-06 09:20:14.708 [INFO][105] table.go 632: Invalidating dataplane cache ipVersion=0x4 reason="post update" table="filter"
2017-06-06 09:20:14 INFO 105 2017-06-06 09:20:14.708 [INFO][105] table.go 416: Loading current iptables state and checking it is correct. ipVersion=0x4 table="filter"
2017-06-06 09:20:14 INFO 105 2017-06-06 09:20:14.709 [INFO][105] int_dataplane.go 599: Finished applying updates to dataplane. msecToApply=1.539145
2017-06-06 09:20:15 FATAL 105 2017-06-06 09:20:15.754 [FATAL][105] felix.go 592: Exiting. reason="config changed"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.838 [INFO][314] felix.go 227: Successfully loaded configuration. GOMAXPROCS=4 buildDate="2017-06-06T08:48:04+0000" config=&config.Config{UseInternalDataplaneDriver:true, DataplaneDriver:"calico-iptables-plugin", DatastoreType:"etcdv2", FelixHostname:"056fefe3c94d", EtcdAddr:"127.0.0.1:2379", EtcdScheme:"http", EtcdKeyFile:"", EtcdCertFile:"", EtcdCaFile:"", EtcdEndpoints:[]string{"http://192.168.122.40:2379/"}, TyphaAddr:"", TyphaK8sServiceName:"", TyphaK8sNamespace:"kube-system", Ipv6Support:true, IgnoreLooseRPF:false, IptablesRefreshInterval:10, MetadataAddr:"", MetadataPort:8775, InterfacePrefix:"cali", ChainInsertMode:"insert", DefaultEndpointToHostAction:"RETURN", LogPrefix:"calico-packet", LogFilePath:"", LogSeverityFile:"", LogSeverityScreen:"INFO", LogSeveritySys:"", IpInIpEnabled:true, IpInIpMtu:1440, IpInIpTunnelAddr:net.IP{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0xff, 0xc0, 0xa8, 0x19, 0x41}, ReportingIntervalSecs:0, ReportingTTLSecs:90, EndpointReportingEnabled:false, EndpointReportingDelaySecs:1, MaxIpsetSize:1048576, IptablesMarkMask:0xff000000, DisableConntrackInvalidCheck:false, PrometheusMetricsEnabled:false, PrometheusMetricsPort:9091, PrometheusGoMetricsEnabled:true, PrometheusProcessMetricsEnabled:true, FailsafeInboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x16}, config.ProtoPort{Protocol:"udp", Port:0x44}}, FailsafeOutboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0xfa1}, config.ProtoPort{Protocol:"tcp", Port:0x1b59}, config.ProtoPort{Protocol:"udp", Port:0x35}, config.ProtoPort{Protocol:"udp", Port:0x43}}, UsageReportingEnabled:false, ClusterGUID:"4b761b2f471043be8e96c0c7d793d2a8", ClusterType:"", DebugMemoryProfilePath:"", DebugDisableLogDropping:false, sourceToRawConfig:map[config.Source]map[string]string{0x4:map[string]string{"etcdendpoints":"http://192.168.122.40:2379", "felixhostname":"056fefe3c94d"}, 0x3:map[string]string{"LogSeveritySys":"None", "MetadataAddr":"None", "LogFilePath":"None", "LogSeverityFile":"None"}, 0x1:map[string]string{"ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8", "IpInIpEnabled":"true", "LogSeverityScreen":"info", "ReportingIntervalSecs":"0", "UsageReportingEnabled":"False"}, 0x2:map[string]string{"DefaultEndpointToHostAction":"RETURN", "IpInIpTunnelAddr":"192.168.25.65"}}, rawValues:map[string]string{"UsageReportingEnabled":"False", "LogSeverityScreen":"info", "LogSeveritySys":"None", "IpInIpTunnelAddr":"192.168.25.65", "MetadataAddr":"None", "LogFilePath":"None", "LogSeverityFile":"None", "DefaultEndpointToHostAction":"RETURN", "ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8", "IpInIpEnabled":"true", "EtcdEndpoints":"http://192.168.122.40:2379", "FelixHostname":"056fefe3c94d", "ReportingIntervalSecs":"0"}, Err:error(nil), numIptablesBitsAllocated:0} gitCommit="803a8189fab4dee6fcd2ccd4ba1d1a75f7aec98c" version="2.3.0-rc.1"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.838 [INFO][314] felix.go 234: Using internal dataplane driver.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.838 [INFO][314] felix.go 242: Calculated iptables mark bits acceptMark=0x1000000 passMark=0x2000000 workloadMark=0x4000000
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.838 [INFO][314] int_dataplane.go 176: Creating internal dataplane driver. config=intdataplane.Config{IPv6Enabled:true, RuleRendererOverride:rules.RuleRenderer(nil), IPIPMTU:1440, IgnoreLooseRPF:false, MaxIPSetSize:1048576, IptablesRefreshInterval:10000000000, IptablesInsertMode:"insert", RulesConfig:rules.Config{IPSetConfigV4:(*ipsets.IPVersionConfig)(0xc42012cf50), IPSetConfigV6:(*ipsets.IPVersionConfig)(0xc42012d0e0), WorkloadIfacePrefixes:[]string{"cali"}, IptablesMarkAccept:0x1000000, IptablesMarkPass:0x2000000, IptablesMarkFromWorkload:0x4000000, OpenStackMetadataIP:net.IP(nil), OpenStackMetadataPort:0x2247, OpenStackSpecialCasesEnabled:true, IPIPEnabled:true, IPIPTunnelAddress:net.IP{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0xff, 0xc0, 0xa8, 0x19, 0x41}, IptablesLogPrefix:"calico-packet", EndpointToHostAction:"RETURN", FailsafeInboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x16}, config.ProtoPort{Protocol:"udp", Port:0x44}}, FailsafeOutboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0xfa1}, config.ProtoPort{Protocol:"tcp", Port:0x1b59}, config.ProtoPort{Protocol:"udp", Port:0x35}, config.ProtoPort{Protocol:"udp", Port:0x43}}, DisableConntrackInvalid:false}, StatusReportingInterval:0, PostInSyncCallback:(func())(0x13a85d0)}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.838 [INFO][314] rule_defs.go 203: Creating rule renderer. config=rules.Config{IPSetConfigV4:(*ipsets.IPVersionConfig)(0xc42012cf50), IPSetConfigV6:(*ipsets.IPVersionConfig)(0xc42012d0e0), WorkloadIfacePrefixes:[]string{"cali"}, IptablesMarkAccept:0x1000000, IptablesMarkPass:0x2000000, IptablesMarkFromWorkload:0x4000000, OpenStackMetadataIP:net.IP(nil), OpenStackMetadataPort:0x2247, OpenStackSpecialCasesEnabled:true, IPIPEnabled:true, IPIPTunnelAddress:net.IP{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0xff, 0xc0, 0xa8, 0x19, 0x41}, IptablesLogPrefix:"calico-packet", EndpointToHostAction:"RETURN", FailsafeInboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x16}, config.ProtoPort{Protocol:"udp", Port:0x44}}, FailsafeOutboundHostPorts:[]config.ProtoPort{config.ProtoPort{Protocol:"tcp", Port:0x94b}, config.ProtoPort{Protocol:"tcp", Port:0x94c}, config.ProtoPort{Protocol:"tcp", Port:0xfa1}, config.ProtoPort{Protocol:"tcp", Port:0x1b59}, config.ProtoPort{Protocol:"udp", Port:0x35}, config.ProtoPort{Protocol:"udp", Port:0x43}}, DisableConntrackInvalid:false}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.838 [INFO][314] rule_defs.go 215: Workload to host packets will be returned to INPUT chain.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] route_table.go 99: Calculated interface name regexp regex="^cali.*"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] ipsets.go 106: Queueing IP set for creation family="inet" setID="all-ipam-pools" setType="hash:net"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] ipsets.go 106: Queueing IP set for creation family="inet" setID="masq-ipam-pools" setType="hash:net"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] route_table.go 99: Calculated interface name regexp regex="^cali.*"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] ipsets.go 106: Queueing IP set for creation family="inet6" setID="all-ipam-pools" setType="hash:net"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] ipsets.go 106: Queueing IP set for creation family="inet6" setID="masq-ipam-pools" setType="hash:net"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x4 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-failsafe-out" ipVersion=0x4 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x4 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x4 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x6 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-failsafe-out" ipVersion=0x6 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x6 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x6 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] static.go 132: Adding OpenStack special-case rules.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-FORWARD" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-INPUT" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-wl-to-host" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-failsafe-out" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] static.go 132: Adding OpenStack special-case rules.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-FORWARD" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-INPUT" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-wl-to-host" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-failsafe-in" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-failsafe-out" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] int_dataplane.go 432: IPIP enabled, starting thread to keep tunnel configuration in sync.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x4 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-POSTROUTING" ipVersion=0x4 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x4 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-PREROUTING" ipVersion=0x6 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-POSTROUTING" ipVersion=0x6 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-OUTPUT" ipVersion=0x6 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] felix.go 300: Connect to the dataplane driver.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] felix.go 336: Created Syncer syncer=&etcd.etcdSyncer{callbacks:(*calc.SyncerCallbacksDecoupler)(0xc42000c1f0), keysAPI:(*client.httpKeysAPI)(0xc4204f7980), OneShot:false}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] calc_graph.go 87: Creating calculation graph, filtered to hostname 056fefe3c94d
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x12ea170)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x12ea170)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x12ea230)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x12ea230)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x12ea060)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x12ea060)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.PolicyKey: (dispatcher.UpdateHandler)(0x12ea060)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.ProfileRulesKey: (dispatcher.UpdateHandler)(0x12ea060)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.ProfileLabelsKey: (dispatcher.UpdateHandler)(0x12ea060)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.ProfileTagsKey: (dispatcher.UpdateHandler)(0x12ea060)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.ProfileTagsKey: (dispatcher.UpdateHandler)(0x11d4ac0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.ProfileLabelsKey: (dispatcher.UpdateHandler)(0x11d4ac0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x11d4ac0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.839 [INFO][314] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x11d4ac0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x12ea420)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x12ea420)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.PolicyKey: (dispatcher.UpdateHandler)(0x12ea490)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x12ea490)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x12ea490)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.HostIPKey: (dispatcher.UpdateHandler)(0x12ea360)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.IPPoolKey: (dispatcher.UpdateHandler)(0x12ea360)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.GlobalConfigKey: (dispatcher.UpdateHandler)(0x12ea2a0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.HostConfigKey: (dispatcher.UpdateHandler)(0x12ea2a0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.ReadyFlagKey: (dispatcher.UpdateHandler)(0x12ea2a0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.HostIPKey: (dispatcher.UpdateHandler)(0x12ea5c0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.WorkloadEndpointKey: (dispatcher.UpdateHandler)(0x12ea5c0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.HostEndpointKey: (dispatcher.UpdateHandler)(0x12ea5c0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] dispatcher.go 68: Registering listener for type model.HostConfigKey: (dispatcher.UpdateHandler)(0x12ea5c0)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] felix.go 399: Starting the datastore Syncer/processing graph
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.840 [INFO][314] syncer.go 132: Starting etcd Syncer
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.841 [INFO][314] syncer.go 149: Syncer not in one-shot mode, starting watcher thread
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.841 [INFO][314] async_calc_graph.go 189: Starting AsyncCalcGraph
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.841 [INFO][314] iface_monitor.go 73: Interface monitoring thread started.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.841 [INFO][314] iface_monitor.go 80: Subscribed to netlink updates.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.841 [INFO][314] int_dataplane.go 355: Linux interface state changed. ifaceName="lo" state="up"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.841 [INFO][314] int_dataplane.go 373: Linux interface addrs changed. addrs=set.mapSet{"127.0.0.1":set.empty{}, "::1":set.empty{}} ifaceName="lo"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.841 [INFO][314] int_dataplane.go 373: Linux interface addrs changed. addrs=set.mapSet{} ifaceName="tunl0"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] int_dataplane.go 373: Linux interface addrs changed. addrs=set.mapSet{"172.18.0.1":set.empty{}} ifaceName="docker0"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] int_dataplane.go 355: Linux interface state changed. ifaceName="cali1ed4936440e" state="up"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] int_dataplane.go 373: Linux interface addrs changed. addrs=set.mapSet{"fe80::940b:6bff:fe13:30fc":set.empty{}} ifaceName="cali1ed4936440e"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] int_dataplane.go 355: Linux interface state changed. ifaceName="eth0" state="up"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] int_dataplane.go 373: Linux interface addrs changed. addrs=set.mapSet{"fe80::42:acff:fe11:2":set.empty{}, "172.17.0.2":set.empty{}} ifaceName="eth0"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.841 [INFO][314] felix.go 403: Started the datastore Syncer/processing graph
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] felix.go 692: Reading from dataplane driver pipe...
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] async_calc_graph.go 114: AsyncCalcGraph running
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] felix.go 775: Possible config update new=map[string]string{"IpInIpEnabled":"true", "EtcdEndpoints":"http://192.168.122.40:2379", "FelixHostname":"056fefe3c94d", "MetadataAddr":"None", "LogFilePath":"None", "LogSeverityFile":"None", "DefaultEndpointToHostAction":"RETURN", "ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8", "ReportingIntervalSecs":"0", "LogSeveritySys":"None", "IpInIpTunnelAddr":"192.168.25.65", "UsageReportingEnabled":"False", "LogSeverityScreen":"info"} old=map[string]string(nil)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] felix.go 780: Config resolved. new=map[string]string{"LogSeveritySys":"None", "IpInIpTunnelAddr":"192.168.25.65", "UsageReportingEnabled":"False", "LogSeverityScreen":"info", "DefaultEndpointToHostAction":"RETURN", "ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8", "IpInIpEnabled":"true", "EtcdEndpoints":"http://192.168.122.40:2379", "FelixHostname":"056fefe3c94d", "MetadataAddr":"None", "LogFilePath":"None", "LogSeverityFile":"None", "ReportingIntervalSecs":"0"} old=map[string]string(nil)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] syncer.go 170: Syncer snapshot-reading thread started
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] felix.go 527: No driver process to monitor
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] syncer.go 247: etcd watch thread started.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.842 [INFO][314] syncer.go 366: Cluster ID poll thread started
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.843 [INFO][314] ipip_mgr.go 77: IPIP thread started.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.843 [INFO][314] int_dataplane.go 456: Started internal iptables dataplane driver loop
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.843 [INFO][314] ipip_mgr.go 117: Tunnel device MTU needs to be updated mtu=1440 oldMTU=1480 tunnelAddr=192.168.25.65
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.843 [INFO][314] int_dataplane.go 502: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"lo", Addrs:set.mapSet{"127.0.0.1":set.empty{}, "::1":set.empty{}}}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.843 [INFO][314] ipip_mgr.go 122: Updated tunnel MTU mtu=1440 tunnelAddr=192.168.25.65
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.843 [INFO][314] int_dataplane.go 502: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"tunl0", Addrs:set.mapSet{}}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] syncer.go 377: etcd cluster ID now known clusterID="cdf818194e3a8c32"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] int_dataplane.go 502: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"docker0", Addrs:set.mapSet{"172.18.0.1":set.empty{}}}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] int_dataplane.go 807: Started internal status report thread
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] int_dataplane.go 809: Process status reports disabled
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] int_dataplane.go 502: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"cali1ed4936440e", Addrs:set.mapSet{"fe80::940b:6bff:fe13:30fc":set.empty{}}}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] int_dataplane.go 502: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"eth0", Addrs:set.mapSet{"fe80::42:acff:fe11:2":set.empty{}, "172.17.0.2":set.empty{}}}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.843 [INFO][314] ipip_mgr.go 125: Tunnel wasn't admin up, enabling it flags=0 mtu=1440 tunnelAddr=192.168.25.65
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] ipip_mgr.go 130: Set tunnel admin up mtu=1440 tunnelAddr=192.168.25.65
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] ipip_mgr.go 175: Address wasn't present, adding it. addr=192.168.25.65 link="tunl0"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] int_dataplane.go 478: Received *proto.ConfigUpdate update from calculation graph msg=config:<key:"ClusterGUID" value:"4b761b2f471043be8e96c0c7d793d2a8" > config:<key:"DefaultEndpointToHostAction" value:"RETURN" > config:<key:"EtcdEndpoints" value:"http://192.168.122.40:2379" > config:<key:"FelixHostname" value:"056fefe3c94d" > config:<key:"IpInIpEnabled" value:"true" > config:<key:"IpInIpTunnelAddr" value:"192.168.25.65" > config:<key:"LogFilePath" value:"None" > config:<key:"LogSeverityFile" value:"None" > config:<key:"LogSeverityScreen" value:"info" > config:<key:"LogSeveritySys" value:"None" > config:<key:"MetadataAddr" value:"None" > config:<key:"ReportingIntervalSecs" value:"0" > config:<key:"UsageReportingEnabled" value:"False" >
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.844 [INFO][314] int_dataplane.go 492: Received interface update msg=&intdataplane.ifaceUpdate{Name:"lo", State:"up"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] int_dataplane.go 492: Received interface update msg=&intdataplane.ifaceUpdate{Name:"cali1ed4936440e", State:"up"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] int_dataplane.go 492: Received interface update msg=&intdataplane.ifaceUpdate{Name:"eth0", State:"up"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] iface_monitor.go 143: Netlink address update. addr="192.168.25.65" exists=true ifIndex=2
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] int_dataplane.go 373: Linux interface addrs changed. addrs=set.mapSet{"192.168.25.65":set.empty{}} ifaceName="tunl0"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] int_dataplane.go 355: Linux interface state changed. ifaceName="tunl0" state="up"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] int_dataplane.go 502: Received interface addresses update msg=&intdataplane.ifaceAddrsUpdate{Name:"tunl0", Addrs:set.mapSet{"192.168.25.65":set.empty{}}}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] int_dataplane.go 492: Received interface update msg=&intdataplane.ifaceUpdate{Name:"tunl0", State:"up"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] syncer.go 262: Polled etcd for initial watch index. index=0x339
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] syncer.go 469: Watcher out-of-sync, starting to track deletions
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] syncer.go 508: Watcher is out-of-sync but no snapshot in progress, starting one.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] syncer.go 179: Asked for new snapshot newMinIndex=0x339
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.845 [INFO][314] syncer.go 188: Newest snapshot is too stale, loading a new one currentIdx=0x0 requiredIdx=0x339
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.846 [INFO][314] syncer.go 473: Started receiving snapshot snapshotIndex=0x339
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.847 [INFO][314] calc_graph.go 213: Local endpoint updated id=WorkloadEndpoint(node=056fefe3c94d, orchestrator=libnetwork, workload=libnetwork, name=1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.847 [INFO][314] config_batcher.go 60: Host config update for this host: {{HostConfig(node=056fefe3c94d,name=DefaultEndpointToHostAction) RETURN 771 0s} 1}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.849 [INFO][314] config_batcher.go 60: Host config update for this host: {{HostConfig(node=056fefe3c94d,name=IpInIpTunnelAddr) 192.168.25.65 822 0s} 1}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.850 [INFO][314] calc_graph.go 133: Selector has(subnet1) now active
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.850 [INFO][314] label_inheritance_index.go 193: Updating selector s:mHDOqpY19uvpC-3qX-0xeq2L0X-6-k7U9f8YHA
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.850 [INFO][314] syncer.go 482: Finished receiving snapshot, cleaning up old keys. minSnapshotIndex=0x339 snapshotIndex=0x339
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.850 [INFO][314] config_batcher.go 70: Global config update: {{GlobalConfig(name=ClusterGUID) 4b761b2f471043be8e96c0c7d793d2a8 761 0s} 1}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.850 [INFO][314] config_batcher.go 70: Global config update: {{GlobalConfig(name=ReportingIntervalSecs) 0 769 0s} 1}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.850 [INFO][314] config_batcher.go 70: Global config update: {{GlobalConfig(name=LogSeverityScreen) info 770 0s} 1}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] syncer.go 487: Deleted old keys that weren't seen in snapshot. minSnapshotIndex=0x339 numDeletedKeys=0 snapshotIndex=0x339
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] syncer.go 495: Snapshot brought us into sync. minSnapshotIndex=0x339 snapshotIndex=0x339
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_batcher.go 70: Global config update: {{GlobalConfig(name=IpInIpEnabled) true 824 0s} 1}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_batcher.go 70: Global config update: {{GlobalConfig(name=UsageReportingEnabled) False 757 0s} 1}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_batcher.go 97: Datamodel in sync, flushing config update
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_batcher.go 108: Sending config update global: map[IpInIpEnabled:true UsageReportingEnabled:False ClusterGUID:4b761b2f471043be8e96c0c7d793d2a8 ReportingIntervalSecs:0 LogSeverityScreen:info], host: map[IpInIpTunnelAddr:192.168.25.65 DefaultEndpointToHostAction:RETURN].
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] async_calc_graph.go 138: First time we've been in sync
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] event_sequencer.go 192: Possible config update. global=map[string]string{"ReportingIntervalSecs":"0", "LogSeverityScreen":"info", "IpInIpEnabled":"true", "UsageReportingEnabled":"False", "ClusterGUID":"4b761b2f471043be8e96c0c7d793d2a8"} host=map[string]string{"DefaultEndpointToHostAction":"RETURN", "IpInIpTunnelAddr":"192.168.25.65"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 179: Merging in config from datastore (global): map[UsageReportingEnabled:False ClusterGUID:4b761b2f471043be8e96c0c7d793d2a8 ReportingIntervalSecs:0 LogSeverityScreen:info IpInIpEnabled:true]
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for EtcdEndpoints: http://192.168.122.40:2379 (from environment variable)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 316: Parsed value for EtcdEndpoints: [http://192.168.122.40:2379/] (from environment variable)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for FelixHostname: 056fefe3c94d (from environment variable)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 316: Parsed value for FelixHostname: 056fefe3c94d (from environment variable)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for LogSeveritySys: None (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 297: Value set to 'none', replacing with zero-value: "".
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 316: Parsed value for LogSeveritySys:  (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for MetadataAddr: None (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 297: Value set to 'none', replacing with zero-value: "".
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 316: Parsed value for MetadataAddr:  (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for LogFilePath: None (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 297: Value set to 'none', replacing with zero-value: "".
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 316: Parsed value for LogFilePath:  (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for LogSeverityFile: None (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 297: Value set to 'none', replacing with zero-value: "".
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 316: Parsed value for LogSeverityFile:  (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for DefaultEndpointToHostAction: RETURN (from datastore (per-host))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 316: Parsed value for DefaultEndpointToHostAction: RETURN (from datastore (per-host))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for IpInIpTunnelAddr: 192.168.25.65 (from datastore (per-host))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 316: Parsed value for IpInIpTunnelAddr: 192.168.25.65 (from datastore (per-host))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for ClusterGUID: 4b761b2f471043be8e96c0c7d793d2a8 (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 316: Parsed value for ClusterGUID: 4b761b2f471043be8e96c0c7d793d2a8 (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.851 [INFO][314] config_params.go 280: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for ReportingIntervalSecs: 0 (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for LogSeverityScreen: info (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for IpInIpEnabled: true (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for IpInIpEnabled: true (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for UsageReportingEnabled: False (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for UsageReportingEnabled: false (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 179: Merging in config from datastore (per-host): map[DefaultEndpointToHostAction:RETURN IpInIpTunnelAddr:192.168.25.65]
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for EtcdEndpoints: http://192.168.122.40:2379 (from environment variable)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for EtcdEndpoints: [http://192.168.122.40:2379/] (from environment variable)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for FelixHostname: 056fefe3c94d (from environment variable)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for FelixHostname: 056fefe3c94d (from environment variable)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for MetadataAddr: None (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 297: Value set to 'none', replacing with zero-value: "".
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for MetadataAddr:  (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for LogFilePath: None (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 297: Value set to 'none', replacing with zero-value: "".
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for LogFilePath:  (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for LogSeverityFile: None (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 297: Value set to 'none', replacing with zero-value: "".
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for LogSeverityFile:  (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for LogSeveritySys: None (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 297: Value set to 'none', replacing with zero-value: "".
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for LogSeveritySys:  (from config file)
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for DefaultEndpointToHostAction: RETURN (from datastore (per-host))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for DefaultEndpointToHostAction: RETURN (from datastore (per-host))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for IpInIpTunnelAddr: 192.168.25.65 (from datastore (per-host))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for IpInIpTunnelAddr: 192.168.25.65 (from datastore (per-host))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for LogSeverityScreen: info (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for LogSeverityScreen: INFO (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for IpInIpEnabled: true (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for IpInIpEnabled: true (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for UsageReportingEnabled: False (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for UsageReportingEnabled: false (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for ClusterGUID: 4b761b2f471043be8e96c0c7d793d2a8 (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for ClusterGUID: 4b761b2f471043be8e96c0c7d793d2a8 (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 280: Parsing value for ReportingIntervalSecs: 0 (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.852 [INFO][314] config_params.go 316: Parsed value for ReportingIntervalSecs: 0 (from datastore (global))
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] int_dataplane.go 478: Received *proto.IPSetUpdate update from calculation graph msg=id:"s:mHDOqpY19uvpC-3qX-0xeq2L0X-6-k7U9f8YHA" members:"192.168.25.64" members:"192.168.101.192"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] ipsets.go 106: Queueing IP set for creation family="inet" setID="s:mHDOqpY19uvpC-3qX-0xeq2L0X-6-k7U9f8YHA" setType="hash:ip"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] ipsets.go 106: Queueing IP set for creation family="inet6" setID="s:mHDOqpY19uvpC-3qX-0xeq2L0X-6-k7U9f8YHA" setType="hash:ip"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] async_calc_graph.go 171: First flush after becoming in sync, sending InSync message.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] felix.go 764: Datastore now in sync.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] felix.go 766: Datastore in sync for first time, sending message to status reporter.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] int_dataplane.go 478: Received *proto.ActiveProfileUpdate update from calculation graph msg=id:<name:"subnet1" > profile:<inbound_rules:<action:"allow" src_ip_set_ids:"s:mHDOqpY19uvpC-3qX-0xeq2L0X-6-k7U9f8YHA" rule_id:"BVHfZid6jZgIrP6p" > outbound_rules:<action:"allow" rule_id:"sVb-cNX8FcAzBQ1S" > >
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-pri-subnet1" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-pro-subnet1" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-pri-subnet1" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-pro-subnet1" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.853 [INFO][314] int_dataplane.go 478: Received *proto.WorkloadEndpointUpdate update from calculation graph msg=id:<orchestrator_id:"libnetwork" workload_id:"libnetwork" endpoint_id:"1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3" > endpoint:<state:"active" name:"cali1ed4936440e" mac:"ee:ee:ee:ee:ee:ee" profile_ids:"subnet1" ipv4_nets:"192.168.25.64/32" >
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.854 [INFO][314] int_dataplane.go 478: Received *proto.HostMetadataUpdate update from calculation graph msg=hostname:"056fefe3c94d" ipv4_addr:"172.17.0.2"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.854 [INFO][314] int_dataplane.go 478: Received *proto.HostMetadataUpdate update from calculation graph msg=hostname:"56cf59f3c330" ipv4_addr:"172.17.0.3"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.854 [INFO][314] int_dataplane.go 478: Received *proto.IPAMPoolUpdate update from calculation graph msg=id:"192.168.0.0-16" pool:<cidr:"192.168.0.0/16" masquerade:true >
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.854 [INFO][314] int_dataplane.go 478: Received *proto.IPAMPoolUpdate update from calculation graph msg=id:"fd80:24e2:f998:72d6::-64" pool:<cidr:"fd80:24e2:f998:72d6::/64" masquerade:true >
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.854 [INFO][314] int_dataplane.go 478: Received *proto.InSync update from calculation graph msg=
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.854 [INFO][314] int_dataplane.go 486: Datastore in sync, flushing the dataplane for the first time... timeSinceStart=22.853172ms
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.854 [INFO][314] int_dataplane.go 602: Dataplane updates throttled
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.854 [INFO][314] int_dataplane.go 609: Completed first update to dataplane. secsSinceStart=0.022884166
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.944 [INFO][314] int_dataplane.go 584: Applying dataplane updates
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.944 [INFO][314] endpoint_mgr.go 231: Workload interface came up, marking for reconfiguration. ifaceName="cali1ed4936440e"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.944 [INFO][314] endpoint_mgr.go 380: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"libnetwork", WorkloadId:"libnetwork", EndpointId:"1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.944 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-tw-cali1ed4936440e" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.944 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-fw-cali1ed4936440e" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.944 [INFO][314] endpoint_mgr.go 403: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"libnetwork", WorkloadId:"libnetwork", EndpointId:"1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.944 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-from-wl-dispatch" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.944 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-to-wl-dispatch" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.944 [INFO][314] endpoint_mgr.go 714: Applying /proc/sys configuration to interface. ifaceName="cali1ed4936440e"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.945 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.945 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-to-host-endpoint" ipVersion=0x4 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.945 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x4 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.945 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-to-host-endpoint" ipVersion=0x4 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.945 [INFO][314] endpoint_mgr.go 322: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"libnetwork", WorkloadId:"libnetwork", EndpointId:"1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.945 [INFO][314] status_combiner.go 58: Storing endpoint status update ipVersion=0x4 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"libnetwork", WorkloadId:"libnetwork", EndpointId:"1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.945 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-fip-dnat" ipVersion=0x4 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.945 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-fip-snat" ipVersion=0x4 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.945 [INFO][314] masq_mgr.go 144: IPAM pools updated, refreshing iptables rule ipVersion=0x4
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-nat-outgoing" ipVersion=0x4 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] ipip_mgr.go 214: All-hosts IP set out-of sync, refreshing it.
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] ipsets.go 106: Queueing IP set for creation family="inet" setID="all-hosts" setType="hash:ip"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] endpoint_mgr.go 231: Workload interface came up, marking for reconfiguration. ifaceName="cali1ed4936440e"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] endpoint_mgr.go 380: Updating per-endpoint chains. id=proto.WorkloadEndpointID{OrchestratorId:"libnetwork", WorkloadId:"libnetwork", EndpointId:"1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-tw-cali1ed4936440e" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-fw-cali1ed4936440e" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] endpoint_mgr.go 403: Updating endpoint routes. id=proto.WorkloadEndpointID{OrchestratorId:"libnetwork", WorkloadId:"libnetwork", EndpointId:"1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-from-wl-dispatch" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.946 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-to-wl-dispatch" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] endpoint_mgr.go 714: Applying /proc/sys configuration to interface. ifaceName="cali1ed4936440e"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-to-host-endpoint" ipVersion=0x6 table="filter"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-from-host-endpoint" ipVersion=0x6 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-to-host-endpoint" ipVersion=0x6 table="raw"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] endpoint_mgr.go 322: Re-evaluated workload endpoint status adminUp=true failed=false known=true operUp=true status="up" workloadEndpointID=proto.WorkloadEndpointID{OrchestratorId:"libnetwork", WorkloadId:"libnetwork", EndpointId:"1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] status_combiner.go 58: Storing endpoint status update ipVersion=0x6 status="up" workload=proto.WorkloadEndpointID{OrchestratorId:"libnetwork", WorkloadId:"libnetwork", EndpointId:"1ed4936440e5786283a680e1f22a0d9b951a384d14beefd7a40a26f3d3294cc3"}
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-fip-dnat" ipVersion=0x6 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-fip-snat" ipVersion=0x6 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] masq_mgr.go 144: IPAM pools updated, refreshing iptables rule ipVersion=0x6
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] table.go 376: Queueing update of chain. chainName="cali-nat-outgoing" ipVersion=0x6 table="nat"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] ipsets.go 242: Resyncing ipsets with dataplane. family="inet6"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.947 [INFO][314] ipsets.go 242: Resyncing ipsets with dataplane. family="inet"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.948 [INFO][314] ipsets.go 283: Finished resync family="inet6" numInconsistenciesFound=0 resyncDuration=749.433µs
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.948 [INFO][314] ipsets.go 652: Doing full IP set rewrite family="inet6" numMembersInPendingReplace=1 setID="all-ipam-pools"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.948 [INFO][314] ipsets.go 652: Doing full IP set rewrite family="inet6" numMembersInPendingReplace=1 setID="masq-ipam-pools"
2017-06-06 09:20:15 INFO 314 2017-06-06 09:20:15.948 [INFO][314] ipsets.go 652: Doing full IP set rewrite family="inet6" numMembersInPendingReplace=0 setID="s:mHDOqpY19uvpC-3qX-0xeq2L0X-6-k7U9f8YHA"
2017-06-06 09:20:15 ERROR 314 2017-06-06 09:20:15.949 [ERROR][314] ipsets.go 588: Failed to complete ipset restore, IP sets may be out-of-sync. closeErr=<nil> commitErr=<nil> family="inet6" flushErr=<nil> processErr=exit status 1 stderr="ipset v6.29: Error in line 4: Set cannot be destroyed: it is in use by a kernel component\n" stdout="" writeErr=<nil>
...
2017-06-06 09:20:15 ERROR 314 2017-06-06 09:20:15.949 [ERROR][314] ipsets.go 257: Failed to update IP sets. error=exit status 1 family="inet6"


****** End of context logs from /var/log/calico/felix/current on host1 ******
docker exec -it host1 sh -c 'ip route'
  # default via 172.17.0.1 dev eth0
  # 172.17.0.1 dev eth0  scope link
  # 172.18.0.0/16 dev docker0  proto kernel  scope link  src 172.18.0.1
  # 192.168.25.64 dev cali1ed4936440e  scope link
  # blackhole 192.168.25.64/26  proto bird
  # 192.168.101.192/26 via 172.17.0.1 dev eth0  proto bird
docker exec -it host1 sh -c 'iptables-save'
  # # Generated by iptables-save v1.6.0 on Tue Jun  6 09:20:45 2017
  # *raw
  # :PREROUTING ACCEPT [677:265608]
  # :OUTPUT ACCEPT [820:111827]
  # :cali-OUTPUT - [0:0]
  # :cali-PREROUTING - [0:0]
  # :cali-failsafe-in - [0:0]
  # :cali-failsafe-out - [0:0]
  # :cali-from-host-endpoint - [0:0]
  # :cali-to-host-endpoint - [0:0]
  # -A PREROUTING -m comment --comment "cali:6gwbT8clXdHdC1b1" -j cali-PREROUTING
  # -A OUTPUT -m comment --comment "cali:tVnHkvAo15HuiPy0" -j cali-OUTPUT
  # -A cali-OUTPUT -m comment --comment "cali:38nOqDjL6rORZtSl" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-OUTPUT -m comment --comment "cali:mDDUhMDnNdaIUtPr" -j cali-to-host-endpoint
  # -A cali-OUTPUT -m comment --comment "cali:qxtWla1G8uqJMI9B" -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-PREROUTING -m comment --comment "cali:x4XbVMc5P_kNXnTy" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-PREROUTING -i cali+ -m comment --comment "cali:fQeZek80kVOPa0xO" -j MARK --set-xmark 0x4000000/0x4000000
  # -A cali-PREROUTING -m comment --comment "cali:xp3NolkIpulCQL_G" -m mark --mark 0x0/0x4000000 -j cali-from-host-endpoint
  # -A cali-PREROUTING -m comment --comment "cali:fbdE50A0BiINbNiA" -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-failsafe-in -p tcp -m comment --comment "cali:wWFQM43tJU7wwnFZ" -m multiport --dports 22 -j ACCEPT
  # -A cali-failsafe-in -p udp -m comment --comment "cali:LwNV--R8MjeUYacw" -m multiport --dports 68 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:73bZKoyDfOpFwC2T" -m multiport --dports 2379 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:QMFuWo6o-d9yOpNm" -m multiport --dports 2380 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:Kup7QkrsdmfGX0uL" -m multiport --dports 4001 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:xYYr5PEqDf_Pqfkv" -m multiport --dports 7001 -j ACCEPT
  # -A cali-failsafe-out -p udp -m comment --comment "cali:nbWBvu4OtudVY60Q" -m multiport --dports 53 -j ACCEPT
  # -A cali-failsafe-out -p udp -m comment --comment "cali:UxFu5cDK5En6dT3Y" -m multiport --dports 67 -j ACCEPT
  # COMMIT
  # # Completed on Tue Jun  6 09:20:45 2017
  # # Generated by iptables-save v1.6.0 on Tue Jun  6 09:20:45 2017
  # *nat
  # :PREROUTING ACCEPT [0:0]
  # :INPUT ACCEPT [0:0]
  # :OUTPUT ACCEPT [1:60]
  # :POSTROUTING ACCEPT [1:60]
  # :cali-OUTPUT - [0:0]
  # :cali-POSTROUTING - [0:0]
  # :cali-PREROUTING - [0:0]
  # :cali-fip-dnat - [0:0]
  # :cali-fip-snat - [0:0]
  # :cali-nat-outgoing - [0:0]
  # -A PREROUTING -m comment --comment "cali:6gwbT8clXdHdC1b1" -j cali-PREROUTING
  # -A OUTPUT -m comment --comment "cali:tVnHkvAo15HuiPy0" -j cali-OUTPUT
  # -A POSTROUTING -m comment --comment "cali:O3lYWMrLQYEMJtB5" -j cali-POSTROUTING
  # -A cali-OUTPUT -m comment --comment "cali:GBTAv2p5CwevEyJm" -j cali-fip-dnat
  # -A cali-POSTROUTING -m comment --comment "cali:Z-c7XtVd2Bq7s_hA" -j cali-fip-snat
  # -A cali-POSTROUTING -m comment --comment "cali:nYKhEzDlr11Jccal" -j cali-nat-outgoing
  # -A cali-PREROUTING -m comment --comment "cali:r6XmIziWUJsdOK6Z" -j cali-fip-dnat
  # -A cali-nat-outgoing -m comment --comment "cali:Wd76s91357Uv7N3v" -m set --match-set cali4-masq-ipam-pools src -m set ! --match-set cali4-all-ipam-pools dst -j MASQUERADE
  # COMMIT
  # # Completed on Tue Jun  6 09:20:45 2017
  # # Generated by iptables-save v1.6.0 on Tue Jun  6 09:20:45 2017
  # *filter
  # :INPUT ACCEPT [145:54202]
  # :FORWARD ACCEPT [0:0]
  # :OUTPUT ACCEPT [174:20558]
  # :cali-FORWARD - [0:0]
  # :cali-INPUT - [0:0]
  # :cali-OUTPUT - [0:0]
  # :cali-failsafe-in - [0:0]
  # :cali-failsafe-out - [0:0]
  # :cali-from-host-endpoint - [0:0]
  # :cali-from-wl-dispatch - [0:0]
  # :cali-fw-cali1ed4936440e - [0:0]
  # :cali-pri-subnet1 - [0:0]
  # :cali-pro-subnet1 - [0:0]
  # :cali-to-host-endpoint - [0:0]
  # :cali-to-wl-dispatch - [0:0]
  # :cali-tw-cali1ed4936440e - [0:0]
  # :cali-wl-to-host - [0:0]
  # -A INPUT -m comment --comment "cali:Cz_u1IQiXIMmKD4c" -j cali-INPUT
  # -A FORWARD -m comment --comment "cali:wUHhoiAYhphO9Mso" -j cali-FORWARD
  # -A OUTPUT -m comment --comment "cali:tVnHkvAo15HuiPy0" -j cali-OUTPUT
  # -A cali-FORWARD -m comment --comment "cali:jxvuJjmmRV135nVu" -m mark --mark 0x1000000/0x1000000 -m conntrack --ctstate UNTRACKED -j ACCEPT
  # -A cali-FORWARD -i cali+ -m comment --comment "cali:nu_3aWP3DUkeeFF6" -j cali-from-wl-dispatch
  # -A cali-FORWARD -o cali+ -m comment --comment "cali:DjrV_uMYqr-g4joA" -j cali-to-wl-dispatch
  # -A cali-FORWARD -i cali+ -m comment --comment "cali:Hl34eZwIcbzmic3y" -j ACCEPT
  # -A cali-FORWARD -o cali+ -m comment --comment "cali:O17zRKq2dvqwJKGA" -j ACCEPT
  # -A cali-FORWARD -m comment --comment "cali:aTQofb9V5IPBvpDr" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-FORWARD -m comment --comment "cali:yl6jfcAHxkOSlAV7" -j cali-from-host-endpoint
  # -A cali-FORWARD -m comment --comment "cali:zA6HyaP1JlANkvKN" -j cali-to-host-endpoint
  # -A cali-FORWARD -m comment --comment "cali:xYGCuGpZAkaFt1KN" -m comment --comment "Host endpoint policy accepted packet." -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-INPUT -m comment --comment "cali:46gVAqzWLjH8U4O2" -m mark --mark 0x1000000/0x1000000 -m conntrack --ctstate UNTRACKED -j ACCEPT
  # -A cali-INPUT -p ipencap -m comment --comment "cali:aR-jVK2O7VHKhzJt" -m comment --comment "Drop IPIP packets from non-Calico hosts" -m set ! --match-set cali4-all-hosts src -j DROP
  # -A cali-INPUT -i cali+ -m comment --comment "cali:gVjPMLEBhhpD4I0U" -g cali-wl-to-host
  # -A cali-INPUT -m comment --comment "cali:THWbvZjtqLQwsqiH" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-INPUT -m comment --comment "cali:6wnP2LUCc7lG2gnl" -j cali-from-host-endpoint
  # -A cali-INPUT -m comment --comment "cali:I3YjhDkapGtZ-w-C" -m comment --comment "Host endpoint policy accepted packet." -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-OUTPUT -m comment --comment "cali:FwFFCT8uDthhfgS7" -m mark --mark 0x1000000/0x1000000 -m conntrack --ctstate UNTRACKED -j ACCEPT
  # -A cali-OUTPUT -o cali+ -m comment --comment "cali:lE9pRQNw1a_fJ2-L" -j RETURN
  # -A cali-OUTPUT -m comment --comment "cali:kXSia9_8D_I9Mx8M" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-OUTPUT -m comment --comment "cali:xuyU_DgoL_xoueJt" -j cali-to-host-endpoint
  # -A cali-OUTPUT -m comment --comment "cali:-KZpg9OTpqQcNRfw" -m comment --comment "Host endpoint policy accepted packet." -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-failsafe-in -p tcp -m comment --comment "cali:wWFQM43tJU7wwnFZ" -m multiport --dports 22 -j ACCEPT
  # -A cali-failsafe-in -p udp -m comment --comment "cali:LwNV--R8MjeUYacw" -m multiport --dports 68 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:73bZKoyDfOpFwC2T" -m multiport --dports 2379 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:QMFuWo6o-d9yOpNm" -m multiport --dports 2380 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:Kup7QkrsdmfGX0uL" -m multiport --dports 4001 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:xYYr5PEqDf_Pqfkv" -m multiport --dports 7001 -j ACCEPT
  # -A cali-failsafe-out -p udp -m comment --comment "cali:nbWBvu4OtudVY60Q" -m multiport --dports 53 -j ACCEPT
  # -A cali-failsafe-out -p udp -m comment --comment "cali:UxFu5cDK5En6dT3Y" -m multiport --dports 67 -j ACCEPT
  # -A cali-from-wl-dispatch -i cali1ed4936440e -m comment --comment "cali:mTKQ07NhL6fUx-_A" -g cali-fw-cali1ed4936440e
  # -A cali-from-wl-dispatch -m comment --comment "cali:L4Re7WPPxQwqbkQy" -m comment --comment "Unknown interface" -j DROP
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:5-A1gf0TPZCh9hXx" -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:Q6C3xFIVfmTU4Pu5" -m conntrack --ctstate INVALID -j DROP
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:P2JMhFFZCiOyA_RI" -j MARK --set-xmark 0x0/0x1000000
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:0nbdBuQNKXNA6Rv6" -j cali-pro-subnet1
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:aOR2fPC7AiXUdwZ1" -m comment --comment "Return if profile accepted" -m mark --mark 0x1000000/0x1000000 -j RETURN
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:iUR5_u-50HjH_y15" -m comment --comment "Drop if no profiles matched" -j DROP
  # -A cali-pri-subnet1 -m comment --comment "cali:rU6Uoz9Ep_TkJP3o" -m set --match-set cali4-s:mHDOqpY19uvpC-3qX-0xeq2 src -j MARK --set-xmark 0x1000000/0x1000000
  # -A cali-pri-subnet1 -m comment --comment "cali:BKTXHoctVWErd5f7" -m mark --mark 0x1000000/0x1000000 -j RETURN
  # -A cali-pro-subnet1 -m comment --comment "cali:eFqU4iaF5F8uheeT" -j MARK --set-xmark 0x1000000/0x1000000
  # -A cali-pro-subnet1 -m comment --comment "cali:I0b7RCkGcJGM2v0x" -m mark --mark 0x1000000/0x1000000 -j RETURN
  # -A cali-to-wl-dispatch -o cali1ed4936440e -m comment --comment "cali:UVTwRwPS0k-PCh9y" -g cali-tw-cali1ed4936440e
  # -A cali-to-wl-dispatch -m comment --comment "cali:Bmoyw2lU5iFhS5va" -m comment --comment "Unknown interface" -j DROP
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:yTts0X-abf7qbm94" -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:in3BAIEfNdEdrHQY" -m conntrack --ctstate INVALID -j DROP
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:R1hGuZtrAIJ1g0d2" -j MARK --set-xmark 0x0/0x1000000
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:nn0XKZw6EQg-169q" -j cali-pri-subnet1
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:BkIo4t_kWsPLVbLj" -m comment --comment "Return if profile accepted" -m mark --mark 0x1000000/0x1000000 -j RETURN
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:dIfXVvK5pNc0Y0KA" -m comment --comment "Drop if no profiles matched" -j DROP
  # -A cali-wl-to-host -p udp -m comment --comment "cali:aEOMPPLgak2S0Lxs" -m multiport --sports 68 -m multiport --dports 67 -j ACCEPT
  # -A cali-wl-to-host -p udp -m comment --comment "cali:SzR8ejPiuXtFMS8B" -m multiport --dports 53 -j ACCEPT
  # -A cali-wl-to-host -m comment --comment "cali:MEmlbCdco0Fefcrw" -j cali-from-wl-dispatch
  # -A cali-wl-to-host -m comment --comment "cali:Q2b2iY2M-vmds5iY" -m comment --comment "Configured DefaultEndpointToHostAction" -j RETURN
  # COMMIT
  # # Completed on Tue Jun  6 09:20:45 2017
docker exec -it host1 sh -c 'ip6tables-save'
  # # Generated by ip6tables-save v1.6.0 on Tue Jun  6 09:20:45 2017
  # *nat
  # :PREROUTING ACCEPT [0:0]
  # :INPUT ACCEPT [0:0]
  # :OUTPUT ACCEPT [0:0]
  # :POSTROUTING ACCEPT [0:0]
  # :cali-OUTPUT - [0:0]
  # :cali-POSTROUTING - [0:0]
  # :cali-PREROUTING - [0:0]
  # :cali-fip-dnat - [0:0]
  # :cali-fip-snat - [0:0]
  # :cali-nat-outgoing - [0:0]
  # -A PREROUTING -m comment --comment "cali:6gwbT8clXdHdC1b1" -j cali-PREROUTING
  # -A OUTPUT -m comment --comment "cali:tVnHkvAo15HuiPy0" -j cali-OUTPUT
  # -A POSTROUTING -m comment --comment "cali:O3lYWMrLQYEMJtB5" -j cali-POSTROUTING
  # -A cali-OUTPUT -m comment --comment "cali:GBTAv2p5CwevEyJm" -j cali-fip-dnat
  # -A cali-POSTROUTING -m comment --comment "cali:Z-c7XtVd2Bq7s_hA" -j cali-fip-snat
  # -A cali-POSTROUTING -m comment --comment "cali:nYKhEzDlr11Jccal" -j cali-nat-outgoing
  # -A cali-PREROUTING -m comment --comment "cali:r6XmIziWUJsdOK6Z" -j cali-fip-dnat
  # -A cali-nat-outgoing -m comment --comment "cali:bJ93DIu4uwL0hICK" -m set --match-set cali6-masq-ipam-pools src -m set ! --match-set cali6-all-ipam-pools dst -j MASQUERADE
  # COMMIT
  # # Completed on Tue Jun  6 09:20:45 2017
  # # Generated by ip6tables-save v1.6.0 on Tue Jun  6 09:20:45 2017
  # *filter
  # :INPUT ACCEPT [0:0]
  # :FORWARD ACCEPT [0:0]
  # :OUTPUT ACCEPT [7:640]
  # :cali-FORWARD - [0:0]
  # :cali-INPUT - [0:0]
  # :cali-OUTPUT - [0:0]
  # :cali-failsafe-in - [0:0]
  # :cali-failsafe-out - [0:0]
  # :cali-from-host-endpoint - [0:0]
  # :cali-from-wl-dispatch - [0:0]
  # :cali-fw-cali1ed4936440e - [0:0]
  # :cali-pri-subnet1 - [0:0]
  # :cali-pro-subnet1 - [0:0]
  # :cali-to-host-endpoint - [0:0]
  # :cali-to-wl-dispatch - [0:0]
  # :cali-tw-cali1ed4936440e - [0:0]
  # :cali-wl-to-host - [0:0]
  # -A INPUT -m comment --comment "cali:Cz_u1IQiXIMmKD4c" -j cali-INPUT
  # -A FORWARD -m comment --comment "cali:wUHhoiAYhphO9Mso" -j cali-FORWARD
  # -A OUTPUT -m comment --comment "cali:tVnHkvAo15HuiPy0" -j cali-OUTPUT
  # -A cali-FORWARD -m comment --comment "cali:jxvuJjmmRV135nVu" -m mark --mark 0x1000000/0x1000000 -m conntrack --ctstate UNTRACKED -j ACCEPT
  # -A cali-FORWARD -i cali+ -m comment --comment "cali:nu_3aWP3DUkeeFF6" -j cali-from-wl-dispatch
  # -A cali-FORWARD -o cali+ -m comment --comment "cali:DjrV_uMYqr-g4joA" -j cali-to-wl-dispatch
  # -A cali-FORWARD -i cali+ -m comment --comment "cali:Hl34eZwIcbzmic3y" -j ACCEPT
  # -A cali-FORWARD -o cali+ -m comment --comment "cali:O17zRKq2dvqwJKGA" -j ACCEPT
  # -A cali-FORWARD -m comment --comment "cali:aTQofb9V5IPBvpDr" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-FORWARD -m comment --comment "cali:yl6jfcAHxkOSlAV7" -j cali-from-host-endpoint
  # -A cali-FORWARD -m comment --comment "cali:zA6HyaP1JlANkvKN" -j cali-to-host-endpoint
  # -A cali-FORWARD -m comment --comment "cali:xYGCuGpZAkaFt1KN" -m comment --comment "Host endpoint policy accepted packet." -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-INPUT -m comment --comment "cali:46gVAqzWLjH8U4O2" -m mark --mark 0x1000000/0x1000000 -m conntrack --ctstate UNTRACKED -j ACCEPT
  # -A cali-INPUT -i cali+ -m comment --comment "cali:yb_wYwqOAlwJU5gw" -g cali-wl-to-host
  # -A cali-INPUT -m comment --comment "cali:2cs1o_c3IGSHt8wF" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-INPUT -m comment --comment "cali:kYbxo4ThzIDv5Tbk" -j cali-from-host-endpoint
  # -A cali-INPUT -m comment --comment "cali:T-myOFrvU8AM3EEU" -m comment --comment "Host endpoint policy accepted packet." -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-OUTPUT -m comment --comment "cali:FwFFCT8uDthhfgS7" -m mark --mark 0x1000000/0x1000000 -m conntrack --ctstate UNTRACKED -j ACCEPT
  # -A cali-OUTPUT -o cali+ -m comment --comment "cali:lE9pRQNw1a_fJ2-L" -j RETURN
  # -A cali-OUTPUT -m comment --comment "cali:kXSia9_8D_I9Mx8M" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-OUTPUT -m comment --comment "cali:xuyU_DgoL_xoueJt" -j cali-to-host-endpoint
  # -A cali-OUTPUT -m comment --comment "cali:-KZpg9OTpqQcNRfw" -m comment --comment "Host endpoint policy accepted packet." -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-failsafe-in -p tcp -m comment --comment "cali:wWFQM43tJU7wwnFZ" -m multiport --dports 22 -j ACCEPT
  # -A cali-failsafe-in -p udp -m comment --comment "cali:LwNV--R8MjeUYacw" -m multiport --dports 68 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:73bZKoyDfOpFwC2T" -m multiport --dports 2379 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:QMFuWo6o-d9yOpNm" -m multiport --dports 2380 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:Kup7QkrsdmfGX0uL" -m multiport --dports 4001 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:xYYr5PEqDf_Pqfkv" -m multiport --dports 7001 -j ACCEPT
  # -A cali-failsafe-out -p udp -m comment --comment "cali:nbWBvu4OtudVY60Q" -m multiport --dports 53 -j ACCEPT
  # -A cali-failsafe-out -p udp -m comment --comment "cali:UxFu5cDK5En6dT3Y" -m multiport --dports 67 -j ACCEPT
  # -A cali-from-wl-dispatch -i cali1ed4936440e -m comment --comment "cali:mTKQ07NhL6fUx-_A" -g cali-fw-cali1ed4936440e
  # -A cali-from-wl-dispatch -m comment --comment "cali:L4Re7WPPxQwqbkQy" -m comment --comment "Unknown interface" -j DROP
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:5-A1gf0TPZCh9hXx" -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:Q6C3xFIVfmTU4Pu5" -m conntrack --ctstate INVALID -j DROP
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:P2JMhFFZCiOyA_RI" -j MARK --set-xmark 0x0/0x1000000
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:0nbdBuQNKXNA6Rv6" -j cali-pro-subnet1
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:aOR2fPC7AiXUdwZ1" -m comment --comment "Return if profile accepted" -m mark --mark 0x1000000/0x1000000 -j RETURN
  # -A cali-fw-cali1ed4936440e -m comment --comment "cali:iUR5_u-50HjH_y15" -m comment --comment "Drop if no profiles matched" -j DROP
  # -A cali-pri-subnet1 -m comment --comment "cali:qS22BTgP9xEOlLHf" -m set --match-set cali6-s:mHDOqpY19uvpC-3qX-0xeq2 src -j MARK --set-xmark 0x1000000/0x1000000
  # -A cali-pri-subnet1 -m comment --comment "cali:n-UN78a15woSczYi" -m mark --mark 0x1000000/0x1000000 -j RETURN
  # -A cali-pro-subnet1 -m comment --comment "cali:eFqU4iaF5F8uheeT" -j MARK --set-xmark 0x1000000/0x1000000
  # -A cali-pro-subnet1 -m comment --comment "cali:I0b7RCkGcJGM2v0x" -m mark --mark 0x1000000/0x1000000 -j RETURN
  # -A cali-to-wl-dispatch -o cali1ed4936440e -m comment --comment "cali:UVTwRwPS0k-PCh9y" -g cali-tw-cali1ed4936440e
  # -A cali-to-wl-dispatch -m comment --comment "cali:Bmoyw2lU5iFhS5va" -m comment --comment "Unknown interface" -j DROP
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:yTts0X-abf7qbm94" -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:in3BAIEfNdEdrHQY" -m conntrack --ctstate INVALID -j DROP
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:R1hGuZtrAIJ1g0d2" -j MARK --set-xmark 0x0/0x1000000
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:nn0XKZw6EQg-169q" -j cali-pri-subnet1
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:BkIo4t_kWsPLVbLj" -m comment --comment "Return if profile accepted" -m mark --mark 0x1000000/0x1000000 -j RETURN
  # -A cali-tw-cali1ed4936440e -m comment --comment "cali:dIfXVvK5pNc0Y0KA" -m comment --comment "Drop if no profiles matched" -j DROP
  # -A cali-wl-to-host -p ipv6-icmp -m comment --comment "cali:TYeA_BqDrPHaAt6E" -m icmp6 --icmpv6-type 130 -j ACCEPT
  # -A cali-wl-to-host -p ipv6-icmp -m comment --comment "cali:5ugan8LfmJg_BiJc" -m icmp6 --icmpv6-type 131 -j ACCEPT
  # -A cali-wl-to-host -p ipv6-icmp -m comment --comment "cali:Fl5LHxdlOnUNgCc4" -m icmp6 --icmpv6-type 132 -j ACCEPT
  # -A cali-wl-to-host -p ipv6-icmp -m comment --comment "cali:tNvzCkGVISJ3ZXdS" -m icmp6 --icmpv6-type 133 -j ACCEPT
  # -A cali-wl-to-host -p ipv6-icmp -m comment --comment "cali:86e1wB5w3SEOMrZb" -m icmp6 --icmpv6-type 135 -j ACCEPT
  # -A cali-wl-to-host -p ipv6-icmp -m comment --comment "cali:kCq3XXx0yCb5mSXt" -m icmp6 --icmpv6-type 136 -j ACCEPT
  # -A cali-wl-to-host -p udp -m comment --comment "cali:I9wK88Kjm45AlXoa" -m multiport --sports 546 -m multiport --dports 547 -j ACCEPT
  # -A cali-wl-to-host -p udp -m comment --comment "cali:vr_cSvrSw0NyT9oV" -m multiport --dports 53 -j ACCEPT
  # -A cali-wl-to-host -m comment --comment "cali:oLhausk4lM72Gf_c" -j cali-from-wl-dispatch
  # -A cali-wl-to-host -m comment --comment "cali:Q5wulY37W3njF8vR" -m comment --comment "Configured DefaultEndpointToHostAction" -j RETURN
  # COMMIT
  # # Completed on Tue Jun  6 09:20:45 2017
  # # Generated by ip6tables-save v1.6.0 on Tue Jun  6 09:20:45 2017
  # *raw
  # :PREROUTING ACCEPT [1:116]
  # :OUTPUT ACCEPT [7:640]
  # :cali-OUTPUT - [0:0]
  # :cali-PREROUTING - [0:0]
  # :cali-failsafe-in - [0:0]
  # :cali-failsafe-out - [0:0]
  # :cali-from-host-endpoint - [0:0]
  # :cali-to-host-endpoint - [0:0]
  # -A PREROUTING -m comment --comment "cali:6gwbT8clXdHdC1b1" -j cali-PREROUTING
  # -A OUTPUT -m comment --comment "cali:tVnHkvAo15HuiPy0" -j cali-OUTPUT
  # -A cali-OUTPUT -m comment --comment "cali:38nOqDjL6rORZtSl" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-OUTPUT -m comment --comment "cali:mDDUhMDnNdaIUtPr" -j cali-to-host-endpoint
  # -A cali-OUTPUT -m comment --comment "cali:qxtWla1G8uqJMI9B" -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-PREROUTING -m comment --comment "cali:x4XbVMc5P_kNXnTy" -j MARK --set-xmark 0x0/0x7000000
  # -A cali-PREROUTING -i cali+ -m comment --comment "cali:fQeZek80kVOPa0xO" -j MARK --set-xmark 0x4000000/0x4000000
  # -A cali-PREROUTING -m comment --comment "cali:3R1fcvbw1gbVIfEz" -m mark --mark 0x4000000/0x4000000 -m rpfilter --invert -j DROP
  # -A cali-PREROUTING -m comment --comment "cali:9CH1Qv6LALKSIEl_" -m mark --mark 0x0/0x4000000 -j cali-from-host-endpoint
  # -A cali-PREROUTING -m comment --comment "cali:RMyTRBHEYPS7dKy6" -m mark --mark 0x1000000/0x1000000 -j ACCEPT
  # -A cali-failsafe-in -p tcp -m comment --comment "cali:wWFQM43tJU7wwnFZ" -m multiport --dports 22 -j ACCEPT
  # -A cali-failsafe-in -p udp -m comment --comment "cali:LwNV--R8MjeUYacw" -m multiport --dports 68 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:73bZKoyDfOpFwC2T" -m multiport --dports 2379 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:QMFuWo6o-d9yOpNm" -m multiport --dports 2380 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:Kup7QkrsdmfGX0uL" -m multiport --dports 4001 -j ACCEPT
  # -A cali-failsafe-out -p tcp -m comment --comment "cali:xYYr5PEqDf_Pqfkv" -m multiport --dports 7001 -j ACCEPT
  # -A cali-failsafe-out -p udp -m comment --comment "cali:nbWBvu4OtudVY60Q" -m multiport --dports 53 -j ACCEPT
  # -A cali-failsafe-out -p udp -m comment --comment "cali:UxFu5cDK5En6dT3Y" -m multiport --dports 67 -j ACCEPT
  # COMMIT
  # # Completed on Tue Jun  6 09:20:45 2017
docker exec -it host1 sh -c 'ipset save'
  # create cali4-all-ipam-pools hash:net family inet hashsize 1024 maxelem 1048576
  # add cali4-all-ipam-pools 192.168.0.0/16
  # create cali4-masq-ipam-pools hash:net family inet hashsize 1024 maxelem 1048576
  # add cali4-masq-ipam-pools 192.168.0.0/16
  # create cali6-all-ipam-pools hash:net family inet6 hashsize 1024 maxelem 1048576
  # add cali6-all-ipam-pools fd80:24e2:f998:72d6::/64
  # create cali6-masq-ipam-pools hash:net family inet6 hashsize 1024 maxelem 1048576
  # add cali6-masq-ipam-pools fd80:24e2:f998:72d6::/64
  # create cali6-s:mHDOqpY19uvpC-3qX-0xeq2 hash:ip family inet6 hashsize 1024 maxelem 1048576
  # create cali4-s:mHDOqpY19uvpC-3qX-0xeq2 hash:ip family inet hashsize 1024 maxelem 1048576
  # add cali4-s:mHDOqpY19uvpC-3qX-0xeq2 192.168.25.64
  # create cali4-all-hosts hash:ip family inet hashsize 1024 maxelem 1048576
  # add cali4-all-hosts 172.17.0.2
  # add cali4-all-hosts 172.17.0.3
# Cleaning up host host1
docker exec -it host1 sh -c 'docker rm -f workload1'
  # workload1
docker exec -it host1 sh -c 'docker network rm subnet1'
  # subnet1
docker exec -it host1 sh -c 'docker rm -f $(docker ps -qa)'
  # d2324aa8eb00
docker exec -it host1 sh -c 'docker rmi $(docker images -qa)'
  # Untagged: calico/node:latest
  # Deleted: sha256:fb69be882eb4fb39d07d6a04c66308a0a237b4cda7180c190153c8c81f313a38
  # Deleted: sha256:0a83f8fd4c31575f313a3418b7eae37c986b3686d631620f5ef93f56d785b1c8
  # Deleted: sha256:6a1a8e7f6915b47618eb03d4e14bf4a744d7e161e332dfd2db8dc9dce0dfead5
  # Deleted: sha256:14e499e3bf3a56f9ac9cca084cb25c28127b289be66ac553dd300864eee59f5e
  # Deleted: sha256:1b1ca2d34a450c7285f1047f767b0789f04eb4a64cfd1c164d50e48ec27017dc
  # Deleted: sha256:8539d1fe4fab528abb5f7094dd8892f8b0b1ed94f0dde79aa292b456df7b6995
  # Untagged: busybox:latest
  # Deleted: sha256:c75bebcdd211f41b3a460c7bf82970ed6c75acaab9cd4c9a4e125b03ca113798
  # Deleted: sha256:4ac76077f2c741c856a2419dfdb0804b18e48d2e1a9ce9c6a3f0605a2078caba
docker rm -f host1 || true
  # host1
FAIL