Skip to content

Instantly share code, notes, and snippets.

@ayj

ayj/istiod-ack-error0.log

Created March 7, 2020 19:56
Show Gist options
  • Save ayj/5227f9e5ea8db6bb62d8b78769d0d5f7 to your computer and use it in GitHub Desktop.
Save ayj/5227f9e5ea8db6bb62d8b78769d0d5f7 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
istiod-ack-error0.log
Flag --disable-install-crds has been deprecated, Setting this flag has no effect. Install CRD definitions directly or with the operator
2020-03-07T18:59:59.802379Z info FLAG: --appNamespace=""
2020-03-07T18:59:59.802406Z info FLAG: --clusterRegistriesNamespace="istio-system"
2020-03-07T18:59:59.802416Z info FLAG: --configDir=""
2020-03-07T18:59:59.802420Z info FLAG: --consulserverURL=""
2020-03-07T18:59:59.802425Z info FLAG: --ctrlz_address="localhost"
2020-03-07T18:59:59.802432Z info FLAG: --ctrlz_port="9876"
2020-03-07T18:59:59.802438Z info FLAG: --disable-install-crds="true"
2020-03-07T18:59:59.802443Z info FLAG: --domain="cluster.local"
2020-03-07T18:59:59.802447Z info FLAG: --grpcAddr=":15010"
2020-03-07T18:59:59.802450Z info FLAG: --help="false"
2020-03-07T18:59:59.802454Z info FLAG: --httpAddr=":8080"
2020-03-07T18:59:59.802457Z info FLAG: --httpsAddr=":15017"
2020-03-07T18:59:59.802462Z info FLAG: --keepaliveInterval="30s"
2020-03-07T18:59:59.802465Z info FLAG: --keepaliveMaxServerConnectionAge="30m0s"
2020-03-07T18:59:59.802468Z info FLAG: --keepaliveTimeout="10s"
2020-03-07T18:59:59.802471Z info FLAG: --kubeconfig=""
2020-03-07T18:59:59.802476Z info FLAG: --log_as_json="false"
2020-03-07T18:59:59.802480Z info FLAG: --log_caller=""
2020-03-07T18:59:59.802484Z info FLAG: --log_output_level="default:info"
2020-03-07T18:59:59.802488Z info FLAG: --log_rotate=""
2020-03-07T18:59:59.802495Z info FLAG: --log_rotate_max_age="30"
2020-03-07T18:59:59.802499Z info FLAG: --log_rotate_max_backups="1000"
2020-03-07T18:59:59.802504Z info FLAG: --log_rotate_max_size="104857600"
2020-03-07T18:59:59.802508Z info FLAG: --log_stacktrace_level="default:none"
2020-03-07T18:59:59.802522Z info FLAG: --log_target="[stdout]"
2020-03-07T18:59:59.802540Z info FLAG: --mcpInitialConnWindowSize="1048576"
2020-03-07T18:59:59.802545Z info FLAG: --mcpInitialWindowSize="1048576"
2020-03-07T18:59:59.802550Z info FLAG: --mcpMaxMsgSize="4194304"
2020-03-07T18:59:59.802554Z info FLAG: --meshConfig="/etc/istio/config/mesh"
2020-03-07T18:59:59.802559Z info FLAG: --monitoringAddr=":15014"
2020-03-07T18:59:59.802574Z info FLAG: --namespace="istio-system"
2020-03-07T18:59:59.802579Z info FLAG: --networksConfig="/etc/istio/config/meshNetworks"
2020-03-07T18:59:59.802593Z info FLAG: --plugins="[authn,authz,health,mixer]"
2020-03-07T18:59:59.802604Z info FLAG: --profile="true"
2020-03-07T18:59:59.802616Z info FLAG: --registries="[Kubernetes]"
2020-03-07T18:59:59.802626Z info FLAG: --resync="1m0s"
2020-03-07T18:59:59.802630Z info FLAG: --secureGrpcAddr=":15011"
2020-03-07T18:59:59.802635Z info FLAG: --trust-domain="cluster.local"
2020-03-07T18:59:59.802707Z info Primary Cluster name: Kubernetes
2020-03-07T18:59:59.808657Z info mesh configuration: {
"disablePolicyChecks": true,
"disableMixerHttpReports": true,
"proxyListenPort": 15001,
"connectTimeout": "10s",
"protocolDetectionTimeout": "0.100s",
"ingressClass": "istio",
"ingressService": "istio-ingressgateway",
"ingressControllerMode": "STRICT",
"enableTracing": true,
"defaultConfig": {
"configPath": "/etc/istio/proxy",
"binaryPath": "/usr/local/bin/envoy",
"serviceCluster": "istio-proxy",
"drainDuration": "45s",
"parentShutdownDuration": "60s",
"discoveryAddress": "istiod.istio-system.svc:15012",
"connectTimeout": "10s",
"proxyAdminPort": 15000,
"statNameLength": 189,
"concurrency": 2,
"tracing": {
"zipkin": {
"address": "zipkin.istio-system:9411"
}
},
"envoyAccessLogService": {
},
"envoyMetricsService": {
}
},
"outboundTrafficPolicy": {
"mode": "ALLOW_ANY"
},
"sdsUdsPath": "unix:/etc/istio/proxy/SDS",
"enableAutoMtls": true,
"trustDomain": "cluster.local",
"trustDomainAliases": [
],
"defaultServiceExportTo": [
"*"
],
"defaultVirtualServiceExportTo": [
"*"
],
"defaultDestinationRuleExportTo": [
"*"
],
"rootNamespace": "istio-system",
"localityLbSetting": {
"enabled": true
},
"dnsRefreshRate": "5s",
"reportBatchMaxEntries": 100,
"reportBatchMaxTime": "1s",
"certificates": [
],
"thriftConfig": {
}
}
2020-03-07T18:59:59.808696Z info version: 4d472825a0e52b770774b2d36b0158a643c53625-4d472825a0e52b770774b2d36b0158a643c53625-Clean
2020-03-07T18:59:59.809476Z info flags: {
"DiscoveryOptions": {
"HTTPAddr": ":8080",
"HTTPSAddr": ":15017",
"GrpcAddr": ":15010",
"SecureGrpcAddr": ":15011",
"MonitoringAddr": ":15014",
"EnableProfiling": true
},
"InjectionOptions": {
"InjectionDirectory": "./var/lib/istio/inject"
},
"PodName": "istiod-6775bbf9cc-wsv5l",
"Namespace": "istio-system",
"Revision": "",
"ServiceAccountName": "istio-pilot-service-account",
"Mesh": {
"ConfigFile": "/etc/istio/config/mesh",
"MixerAddress": ""
},
"Config": {
"ControllerOptions": {
"WatchedNamespace": "",
"ResyncPeriod": 60000000000,
"DomainSuffix": "cluster.local",
"ClusterID": "",
"Metrics": null,
"XDSUpdater": null,
"TrustDomain": "cluster.local",
"NetworksWatcher": null,
"EndpointMode": 0
},
"ClusterRegistriesNamespace": "istio-system",
"KubeConfig": "",
"FileDir": "",
"DistributionCacheRetention": 60000000000,
"DisableInstallCRDs": true,
"DistributionTrackingEnabled": true
},
"Service": {
"Registries": [
"Kubernetes"
],
"Consul": {
"ServerURL": ""
}
},
"MeshConfig": null,
"NetworksConfigFile": "/etc/istio/config/meshNetworks",
"CtrlZOptions": {
"Port": 9876,
"Address": "localhost"
},
"Plugins": [
"authn",
"authz",
"health",
"mixer"
],
"MCPOptions": {
"MaxMessageSize": 4194304,
"InitialWindowSize": 1048576,
"InitialConnWindowSize": 1048576
},
"KeepaliveOptions": {
"Time": 30000000000,
"Timeout": 10000000000,
"MaxServerConnectionAge": 1800000000000,
"MaxServerConnectionAgeGrace": 10000000000
},
"ForceStop": false
}
2020-03-07T18:59:59.810210Z info mesh networks configuration: {
"networks": {
"network0": {
"endpoints": [
{
"fromRegistry": "Kubernetes"
}
],
"gateways": [
{
"registryServiceName": "istio-ingressgateway.istio-system.svc.cluster.local",
"port": 443
}
]
},
"network1": {
"endpoints": [
{
"fromRegistry": "remote0"
},
{
"fromRegistry": "remote2"
}
],
"gateways": [
{
"registryServiceName": "istio-ingressgateway.istio-system.svc.cluster.local",
"port": 443
}
]
},
"network2": {
"endpoints": [
{
"fromRegistry": "remote1"
}
],
"gateways": [
{
"registryServiceName": "istio-ingressgateway.istio-system.svc.cluster.local",
"port": 443
}
]
}
}
}
2020-03-07T18:59:59.810287Z info No certificates specified, skipping K8S DNS certificate controller
2020-03-07T18:59:59.811528Z info CRD controller watching namespaces ""
2020-03-07T18:59:59.811799Z info Ingress controller watching namespaces ""
2020-03-07T18:59:59.812025Z warn Config Store &{0xc0007f5200 cluster.local 0xc00033e840 0xc0004fc6c0 0xc000414ea0 []} cannot track distribution in aggregate
2020-03-07T18:59:59.812046Z info Adding Kubernetes registry adapter
2020-03-07T18:59:59.812055Z info Service controller watching namespace "" for services, endpoints, nodes and pods, refresh 1m0s
2020-03-07T18:59:59.812208Z info JWT policy is third-party-jwt
2020-03-07T18:59:59.812294Z info Use local CA certificate
2020-03-07T18:59:59.835012Z info Generating istiod-signed cert for [istiod.istio-system.svc istiod.istio-system.svc istiod-remote.istio-system.svc istio-pilot.istio-system.svc]
2020-03-07T19:00:00.423066Z info Use plugged-in cert at etc/cacerts/ca-key.pem
2020-03-07T19:00:00.423236Z info DNS certificates created in ./var/run/secrets/istio-dns
2020-03-07T19:00:00.424034Z info Generating a certificate for secure gRPC (istio-pilot-service-account/istio-system)
2020-03-07T19:00:00.894716Z info Setting up event handlers
2020-03-07T19:00:00.894781Z info Setting up HTTPS webhook server for istiod webhooks
2020-03-07T19:00:00.894809Z info Starting Secrets controller
2020-03-07T19:00:00.894877Z info Waiting for informer caches to sync
2020-03-07T19:00:00.895131Z info validationServer Cert and Key reloaded
2020-03-07T19:00:00.895284Z info validationServer x509 cert [0] - Issuer: "CN=Istio CA,O=Istio,L=Sunnyvale,ST=California,C=US", Subject: "", SN: 45964323f1e5e5ef93471aacabeffa0d, NotBefore: "2020-03-07T19:00:00Z", NotAfter: "2030-03-05T19:00:00Z"
2020-03-07T19:00:00.895441Z info validationServer x509 cert [1] - Issuer: "CN=Root CA,OU=Test,O=Istio,L=Sunnyvale,ST=California,C=US", Subject: "CN=Istio CA,O=Istio,L=Sunnyvale,ST=California,C=US", SN: e37589fac1676fc1, NotBefore: "2018-01-24T19:15:51Z", NotAfter: "2117-12-31T19:15:51Z"
2020-03-07T19:00:00.898431Z warn Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work.
2020-03-07T19:00:00.902152Z info Processing add: istio-system/istio-remote-secret-remote0
2020-03-07T19:00:00.902267Z info Processing add: istio-system/istio-remote-secret-remote2
2020-03-07T19:00:00.902448Z info Processing add: istio-system/istio-remote-secret-remote1
2020-03-07T19:00:00.906445Z info ads Starting ADS server
2020-03-07T19:00:00.906644Z info ControlZ available at 127.0.0.1:9876
2020-03-07T19:00:00.907018Z info Starting Pilot K8S CRD controller
2020-03-07T19:00:00.907468Z info controller "networking.istio.io/v1alpha3/DestinationRule" is syncing...
2020-03-07T19:00:00.952061Z info serverca added client certificate authenticator
2020-03-07T19:00:00.952582Z info serverca added K8s JWT authenticator
2020-03-07T19:00:00.953681Z info Istiod CA has started
2020-03-07T19:00:00.954265Z info attempting to acquire leader lease istio-system/istio-leader...
2020-03-07T19:00:00.954458Z info starting gRPC discovery service at [::]:15010
2020-03-07T19:00:00.995229Z info Adding cluster_id=remote0 from secret=istio-system/istio-remote-secret-remote0
2020-03-07T19:00:00.997832Z info Service controller watching namespace "" for services, endpoints, nodes and pods, refresh 1m0s
2020-03-07T19:00:00.998023Z info Number of remote clusters: 1
2020-03-07T19:00:00.998050Z info Adding cluster_id=remote2 from secret=istio-system/istio-remote-secret-remote2
2020-03-07T19:00:00.999608Z info Service controller watching namespace "" for services, endpoints, nodes and pods, refresh 1m0s
2020-03-07T19:00:00.999855Z info Number of remote clusters: 2
2020-03-07T19:00:00.999887Z info Adding cluster_id=remote1 from secret=istio-system/istio-remote-secret-remote1
2020-03-07T19:00:01.001380Z info Service controller watching namespace "" for services, endpoints, nodes and pods, refresh 1m0s
2020-03-07T19:00:01.001496Z info Number of remote clusters: 3
2020-03-07T19:00:01.054312Z info All caches have been synced up, triggering a push
2020-03-07T19:00:01.074941Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) []
2020-03-07T19:00:01.075018Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) []
2020-03-07T19:00:01.075025Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) []
2020-03-07T19:00:01.075031Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) []
2020-03-07T19:00:01.075163Z info starting Http service at [::]:8080
2020-03-07T19:00:01.075252Z info ads XDS: Pushing:2020-03-07T19:00:01Z/0 Services:0 ConnectedEndpoints:0
2020-03-07T19:00:01.075382Z info ads Cluster init time 1.13µs 2020-03-07T19:00:01Z/0
2020-03-07T19:00:01.107126Z info starting discovery service at secure grpc=[::]:15011
2020-03-07T19:00:01.107662Z info Handling event add for pod kube-dns-5dbbd9cc58-j6q9b (Running) in namespace kube-system -> 10.44.1.39
2020-03-07T19:00:01.107700Z info Handling event add for pod kube-proxy-gke-c1-default-pool-a44f86a2-lpbv (Running) in namespace kube-system -> 10.128.0.8
2020-03-07T19:00:01.107709Z info Handling event add for pod istiod-6775bbf9cc-wsv5l (Running) in namespace istio-system -> 10.44.1.236
2020-03-07T19:00:01.107717Z info Handling event add for pod istio-ingressgateway-5c4f66856f-fx46n (Running) in namespace istio-system -> 10.44.3.16
2020-03-07T19:00:01.107763Z info Handling event add for pod kube-dns-autoscaler-6b7f784798-7mqqv (Running) in namespace kube-system -> 10.44.3.50
2020-03-07T19:00:01.107810Z info Handling event add for pod stackdriver-metadata-agent-cluster-level-55b586dc64-jfsv9 (Running) in namespace kube-system -> 10.44.3.51
2020-03-07T19:00:01.107825Z info Handling event add for pod kube-proxy-gke-c1-default-pool-a44f86a2-qc2c (Running) in namespace kube-system -> 10.128.0.7
2020-03-07T19:00:01.107834Z info Handling event add for pod fluentd-gcp-v3.1.1-ph2tm (Running) in namespace kube-system -> 10.128.0.9
2020-03-07T19:00:01.107844Z info Handling event add for pod prometheus-to-sd-c4fv4 (Running) in namespace kube-system -> 10.128.0.7
2020-03-07T19:00:01.107856Z info Handling event add for pod heapster-gke-f7d84df7b-q45mm (Running) in namespace kube-system -> 10.44.2.44
2020-03-07T19:00:01.107873Z info Handling event add for pod sleep-6bdb595bcb-w25pz (Running) in namespace default -> 10.44.2.7
2020-03-07T19:00:01.107883Z info Handling event add for pod fluentd-gcp-v3.1.1-kvhjs (Running) in namespace kube-system -> 10.128.0.7
2020-03-07T19:00:01.107892Z info Handling event add for pod fluentd-gcp-v3.1.1-9lnt6 (Running) in namespace kube-system -> 10.128.0.8
2020-03-07T19:00:01.107900Z info Handling event add for pod istiod-64466d5894-xg6cl (Running) in namespace istio-system -> 10.44.0.92
2020-03-07T19:00:01.107917Z info Handling event add for pod metrics-server-v0.3.3-6d96fcc55-r5kt2 (Running) in namespace kube-system -> 10.44.3.52
2020-03-07T19:00:01.107928Z info Handling event add for pod kube-proxy-gke-c1-default-pool-a44f86a2-vwrk (Running) in namespace kube-system -> 10.128.0.9
2020-03-07T19:00:01.107936Z info Handling event add for pod prometheus-to-sd-7r5rz (Running) in namespace kube-system -> 10.128.0.9
2020-03-07T19:00:01.107972Z info Handling event add for pod prometheus-684d7596fc-n8w9d (Running) in namespace istio-system -> 10.44.2.14
2020-03-07T19:00:01.107981Z info Handling event add for pod fluentd-gcp-scaler-dd489f778-4bxpm (Running) in namespace kube-system -> 10.44.3.49
2020-03-07T19:00:01.108013Z info Handling event add for pod prometheus-to-sd-cdvwl (Running) in namespace kube-system -> 10.128.0.6
2020-03-07T19:00:01.108024Z info Handling event add for pod echo-b9856985f-tvv7n (Running) in namespace default -> 10.44.2.15
2020-03-07T19:00:01.108035Z info Handling event add for pod prometheus-to-sd-f5j4v (Running) in namespace kube-system -> 10.128.0.8
2020-03-07T19:00:01.108043Z info Handling event add for pod kube-proxy-gke-c1-default-pool-a44f86a2-5mh4 (Running) in namespace kube-system -> 10.128.0.6
2020-03-07T19:00:01.108053Z info Handling event add for pod event-exporter-v0.3.0-74bf544f8b-r2h5l (Running) in namespace kube-system -> 10.44.1.37
2020-03-07T19:00:01.108063Z info Handling event add for pod kube-dns-5dbbd9cc58-p5fbf (Running) in namespace kube-system -> 10.44.0.65
2020-03-07T19:00:01.108071Z info Handling event add for pod l7-default-backend-84c9fcfbb-mn6tj (Running) in namespace kube-system -> 10.44.3.54
2020-03-07T19:00:01.108079Z info Handling event add for pod fluentd-gcp-v3.1.1-2vnc6 (Running) in namespace kube-system -> 10.128.0.6
2020-03-07T19:00:01.108109Z info Handle EDS: 0 endpoints for gcp-controller-manager in namespace kube-system
2020-03-07T19:00:01.108163Z info Handle EDS: 12 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:00:01.108185Z info ads Full push, new service istio-ingressgateway.istio-system.svc.cluster.local
2020-03-07T19:00:01.108199Z info ads Full push, service accounts changed, istio-ingressgateway.istio-system.svc.cluster.local
2020-03-07T19:00:01.108224Z info Handle EDS: 0 endpoints for kube-scheduler in namespace kube-system
2020-03-07T19:00:01.108247Z info Handle EDS: 1 endpoints for metrics-server in namespace kube-system
2020-03-07T19:00:01.108260Z info ads Full push, new service metrics-server.kube-system.svc.cluster.local
2020-03-07T19:00:01.108267Z info ads Full push, service accounts changed, metrics-server.kube-system.svc.cluster.local
2020-03-07T19:00:01.108283Z info Handle EDS: 0 endpoints for managed-certificate-controller in namespace kube-system
2020-03-07T19:00:01.108319Z info Handle EDS: 6 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:00:01.108331Z info ads Full push, new service istio-pilot.istio-system.svc.cluster.local
2020-03-07T19:00:01.108337Z info ads Full push, service accounts changed, istio-pilot.istio-system.svc.cluster.local
2020-03-07T19:00:01.108355Z info Handle EDS: 1 endpoints for kubernetes in namespace default
2020-03-07T19:00:01.108369Z info ads Full push, new service kubernetes.default.svc.cluster.local
2020-03-07T19:00:01.108410Z info Handle EDS: 1 endpoints for sleep in namespace default
2020-03-07T19:00:01.108486Z info ads Full push, new service sleep.default.svc.cluster.local
2020-03-07T19:00:01.108507Z info ads Full push, service accounts changed, sleep.default.svc.cluster.local
2020-03-07T19:00:01.108523Z info Handle EDS: 0 endpoints for vpa-recommender in namespace kube-system
2020-03-07T19:00:01.108546Z info Handle EDS: 1 endpoints for heapster in namespace kube-system
2020-03-07T19:00:01.108557Z info ads Full push, new service heapster.kube-system.svc.cluster.local
2020-03-07T19:00:01.108564Z info ads Full push, service accounts changed, heapster.kube-system.svc.cluster.local
2020-03-07T19:00:01.108690Z info Handle EDS: 4 endpoints for kube-dns in namespace kube-system
2020-03-07T19:00:01.108730Z info ads Full push, new service kube-dns.kube-system.svc.cluster.local
2020-03-07T19:00:01.108741Z info ads Full push, service accounts changed, kube-dns.kube-system.svc.cluster.local
2020-03-07T19:00:01.108787Z info Handle EDS: 1 endpoints for prometheus in namespace istio-system
2020-03-07T19:00:01.108798Z info ads Full push, new service prometheus.istio-system.svc.cluster.local
2020-03-07T19:00:01.108812Z info ads Full push, service accounts changed, prometheus.istio-system.svc.cluster.local
2020-03-07T19:00:01.108832Z info Handle EDS: 1 endpoints for test in namespace default
2020-03-07T19:00:01.108852Z info ads Full push, new service test.default.svc.cluster.local
2020-03-07T19:00:01.108879Z info Handle EDS: 2 endpoints for istiod in namespace istio-system
2020-03-07T19:00:01.108888Z info ads Full push, new service istiod.istio-system.svc.cluster.local
2020-03-07T19:00:01.108898Z info ads Full push, service accounts changed, istiod.istio-system.svc.cluster.local
2020-03-07T19:00:01.108929Z info Handle EDS: 1 endpoints for echo in namespace default
2020-03-07T19:00:01.108961Z info ads Full push, new service echo.default.svc.cluster.local
2020-03-07T19:00:01.108969Z info ads Full push, service accounts changed, echo.default.svc.cluster.local
2020-03-07T19:00:01.108995Z info Handle EDS: 1 endpoints for default-http-backend in namespace kube-system
2020-03-07T19:00:01.109008Z info ads Full push, new service default-http-backend.kube-system.svc.cluster.local
2020-03-07T19:00:01.109015Z info ads Full push, service accounts changed, default-http-backend.kube-system.svc.cluster.local
2020-03-07T19:00:01.109028Z info Handle EDS: 0 endpoints for kube-controller-manager in namespace kube-system
2020-03-07T19:00:01.200891Z info Handling event add for pod kube-proxy-gke-c5-default-pool-30eb32d5-zk74 (Running) in namespace kube-system -> 10.128.0.4
2020-03-07T19:00:01.201026Z info Handling event add for pod fluentd-gcp-v3.1.1-wqwvc (Running) in namespace kube-system -> 10.128.0.3
2020-03-07T19:00:01.201053Z info Handling event add for pod istiod-7c7bcc488b-t5rpj (Running) in namespace istio-system -> 10.44.1.4
2020-03-07T19:00:01.201060Z info Handling event add for pod event-exporter-v0.2.5-7df89f4b8f-67rgm (Running) in namespace kube-system -> 10.44.0.3
2020-03-07T19:00:01.201068Z info Handling event add for pod fluentd-gcp-v3.1.1-7mh7t (Running) in namespace kube-system -> 10.128.0.2
2020-03-07T19:00:01.201077Z info Handling event add for pod fluentd-gcp-scaler-54ccb89d5-h4ptf (Running) in namespace kube-system -> 10.44.0.4
2020-03-07T19:00:01.201085Z info Handling event add for pod kube-dns-autoscaler-8687c64fc-mtqg7 (Running) in namespace kube-system -> 10.44.0.8
2020-03-07T19:00:01.201105Z info Handling event add for pod kube-proxy-gke-c5-default-pool-30eb32d5-gnj8 (Running) in namespace kube-system -> 10.128.0.3
2020-03-07T19:00:01.201112Z info Handling event add for pod heapster-gke-657bf68bf7-hqzmk (Running) in namespace kube-system -> 10.44.1.3
2020-03-07T19:00:01.201122Z info Handling event add for pod istio-ingressgateway-7cf5bf6bd5-2jw6q (Running) in namespace istio-system -> 10.44.2.3
2020-03-07T19:00:01.201132Z info Handling event add for pod prometheus-to-sd-bwvkh (Running) in namespace kube-system -> 10.128.0.2
2020-03-07T19:00:01.201161Z info Handling event add for pod prometheus-to-sd-krv7p (Running) in namespace kube-system -> 10.128.0.4
2020-03-07T19:00:01.201179Z info Handling event add for pod kube-dns-5877696fb4-5g4c9 (Running) in namespace kube-system -> 10.44.0.6
2020-03-07T19:00:01.201187Z info Handling event add for pod l7-default-backend-8f479dd9-sc28w (Running) in namespace kube-system -> 10.44.0.9
2020-03-07T19:00:01.201198Z info Handling event add for pod kube-dns-5877696fb4-jdn58 (Running) in namespace kube-system -> 10.44.2.2
2020-03-07T19:00:01.201204Z info Handling event add for pod fluentd-gcp-v3.1.1-cbh6t (Running) in namespace kube-system -> 10.128.0.4
2020-03-07T19:00:01.201212Z info Handling event add for pod prometheus-56ff86b6f-zvs5w (Running) in namespace istio-system -> 10.44.2.4
2020-03-07T19:00:01.201220Z info Handling event add for pod stackdriver-metadata-agent-cluster-level-5f5b4df9f6-7dwkg (Running) in namespace kube-system -> 10.44.0.7
2020-03-07T19:00:01.201231Z info Handling event add for pod kube-proxy-gke-c5-default-pool-30eb32d5-p77x (Running) in namespace kube-system -> 10.128.0.2
2020-03-07T19:00:01.201300Z info Handling event add for pod prometheus-to-sd-jxnfb (Running) in namespace kube-system -> 10.128.0.3
2020-03-07T19:00:01.201326Z info Handling event add for pod metrics-server-v0.3.1-5c6fbf777-vjg28 (Running) in namespace kube-system -> 10.44.1.2
2020-03-07T19:00:01.201353Z info Handle EDS: 0 endpoints for gcp-controller-manager in namespace kube-system
2020-03-07T19:00:01.201420Z info Handle EDS: 1 endpoints for default-http-backend in namespace kube-system
2020-03-07T19:00:01.201477Z info Handle EDS: 2 endpoints for istiod in namespace istio-system
2020-03-07T19:00:01.201668Z info Handle EDS: 8 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:00:01.201704Z info Handle EDS: 1 endpoints for kubernetes in namespace default
2020-03-07T19:00:01.201738Z info Handle EDS: 0 endpoints for kube-controller-manager in namespace kube-system
2020-03-07T19:00:01.201755Z info Handle EDS: 0 endpoints for kube-scheduler in namespace kube-system
2020-03-07T19:00:01.201770Z info Handle EDS: 1 endpoints for istiod-remote in namespace istio-system
2020-03-07T19:00:01.201782Z info ads Full push, new service istiod-remote.istio-system.svc.cluster.local
2020-03-07T19:00:01.201799Z info Handle EDS: 0 endpoints for prometheus in namespace istio-system
2020-03-07T19:00:01.201811Z info ads Incremental push, service prometheus.istio-system.svc.cluster.local has no endpoints
2020-03-07T19:00:01.201824Z info Handle EDS: 0 endpoints for echo in namespace default
2020-03-07T19:00:01.201834Z info ads Incremental push, service echo.default.svc.cluster.local has no endpoints
2020-03-07T19:00:01.201850Z info Handle EDS: 0 endpoints for managed-certificate-controller in namespace kube-system
2020-03-07T19:00:01.201901Z info Handle EDS: 4 endpoints for kube-dns in namespace kube-system
2020-03-07T19:00:01.201961Z info Handle EDS: 1 endpoints for heapster in namespace kube-system
2020-03-07T19:00:01.201993Z info Handle EDS: 1 endpoints for metrics-server in namespace kube-system
2020-03-07T19:00:01.202014Z info Handle EDS: 0 endpoints for cluster-autoscaler in namespace kube-system
2020-03-07T19:00:01.302191Z info ads Push debounce stable[1] 60: 100.127064ms since last change, 293.204179ms since last push, full=true
2020-03-07T19:00:01.319458Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:00:01.319511Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) []
2020-03-07T19:00:01.319516Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:00:01.319523Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) []
2020-03-07T19:00:01.319598Z info ads XDS: Pushing:2020-03-07T19:00:01Z/1 Services:13 ConnectedEndpoints:0
2020-03-07T19:00:01.319668Z info ads Cluster init time 790ns 2020-03-07T19:00:01Z/1
2020-03-07T19:00:01.398795Z info Handling event add for pod istio-ingressgateway-66c4c5dbbb-4bh6j (Running) in namespace istio-system -> 10.48.2.13
2020-03-07T19:00:01.398989Z info Handling event add for pod kube-dns-5dbbd9cc58-fkf8d (Running) in namespace kube-system -> 10.48.1.6
2020-03-07T19:00:01.399002Z info Handling event add for pod fluentd-gcp-v3.1.1-9vs4p (Running) in namespace kube-system -> 10.142.0.26
2020-03-07T19:00:01.399010Z info Handling event add for pod kube-proxy-gke-c2-default-pool-e9cbf98a-8wq1 (Running) in namespace kube-system -> 10.142.0.25
2020-03-07T19:00:01.399018Z info Handling event add for pod l7-default-backend-84c9fcfbb-m7lrw (Running) in namespace kube-system -> 10.48.1.5
2020-03-07T19:00:01.399025Z info Handling event add for pod fluentd-gcp-scaler-dd489f778-7d9r9 (Running) in namespace kube-system -> 10.48.2.2
2020-03-07T19:00:01.399032Z info Handling event add for pod metrics-server-v0.3.3-6d96fcc55-xlz95 (Running) in namespace kube-system -> 10.48.2.6
2020-03-07T19:00:01.399040Z info Handling event add for pod prometheus-to-sd-4tpjb (Running) in namespace kube-system -> 10.142.0.25
2020-03-07T19:00:01.399047Z info Handling event add for pod istiod-b9d4f8858-77vf8 (Running) in namespace istio-system -> 10.48.0.12
2020-03-07T19:00:01.399058Z info Handling event add for pod event-exporter-v0.3.0-74bf544f8b-jv7vr (Running) in namespace kube-system -> 10.48.1.4
2020-03-07T19:00:01.399066Z info Handling event add for pod heapster-gke-864d594664-gw7c6 (Running) in namespace kube-system -> 10.48.0.3
2020-03-07T19:00:01.399074Z info Handling event add for pod kube-proxy-gke-c2-default-pool-e9cbf98a-gm62 (Running) in namespace kube-system -> 10.142.0.27
2020-03-07T19:00:01.399082Z info Handling event add for pod stackdriver-metadata-agent-cluster-level-5567f548c4-hhpvn (Running) in namespace kube-system -> 10.48.0.2
2020-03-07T19:00:01.399092Z info Handling event add for pod echo-765bd74975-zdm7j (Running) in namespace default -> 10.48.1.17
2020-03-07T19:00:01.399103Z info Handling event add for pod fluentd-gcp-v3.1.1-mzvvx (Running) in namespace kube-system -> 10.142.0.25
2020-03-07T19:00:01.399111Z info Handling event add for pod kube-dns-autoscaler-6b7f784798-ck7mt (Running) in namespace kube-system -> 10.48.1.2
2020-03-07T19:00:01.399120Z info Handling event add for pod fluentd-gcp-v3.1.1-qlzwq (Running) in namespace kube-system -> 10.142.0.27
2020-03-07T19:00:01.399138Z info Handling event add for pod kube-dns-5dbbd9cc58-hvhfd (Running) in namespace kube-system -> 10.48.2.3
2020-03-07T19:00:01.399145Z info Handling event add for pod kube-proxy-gke-c2-default-pool-e9cbf98a-nbrq (Running) in namespace kube-system -> 10.142.0.26
2020-03-07T19:00:01.399154Z info Handling event add for pod prometheus-to-sd-7kh4m (Running) in namespace kube-system -> 10.142.0.27
2020-03-07T19:00:01.399163Z info Handling event add for pod prometheus-to-sd-hnnkg (Running) in namespace kube-system -> 10.142.0.26
2020-03-07T19:00:01.399171Z info Handling event add for pod prometheus-6d5fd46754-2cj2f (Running) in namespace istio-system -> 10.48.1.11
2020-03-07T19:00:01.399192Z info Handle EDS: 0 endpoints for managed-certificate-controller in namespace kube-system
2020-03-07T19:00:01.399258Z info Handle EDS: 8 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:00:01.399307Z info Handle EDS: 1 endpoints for kubernetes in namespace default
2020-03-07T19:00:01.399338Z info Handle EDS: 1 endpoints for default-http-backend in namespace kube-system
2020-03-07T19:00:01.399362Z info Handle EDS: 0 endpoints for gcp-controller-manager in namespace kube-system
2020-03-07T19:00:01.399382Z info Handle EDS: 1 endpoints for heapster in namespace kube-system
2020-03-07T19:00:01.399413Z info Handle EDS: 0 endpoints for kube-controller-manager in namespace kube-system
2020-03-07T19:00:01.399464Z info Handle EDS: 4 endpoints for kube-dns in namespace kube-system
2020-03-07T19:00:01.399501Z info Handle EDS: 1 endpoints for metrics-server in namespace kube-system
2020-03-07T19:00:01.399580Z info Handle EDS: 1 endpoints for prometheus in namespace istio-system
2020-03-07T19:00:01.399604Z info Handle EDS: 0 endpoints for vpa-recommender in namespace kube-system
2020-03-07T19:00:01.399621Z info Handle EDS: 0 endpoints for cluster-autoscaler in namespace kube-system
2020-03-07T19:00:01.399674Z info Handle EDS: 0 endpoints for kube-scheduler in namespace kube-system
2020-03-07T19:00:01.399701Z info Handle EDS: 1 endpoints for echo in namespace default
2020-03-07T19:00:01.399733Z info Handle EDS: 1 endpoints for istiod-remote in namespace istio-system
2020-03-07T19:00:01.399761Z info Handle EDS: 2 endpoints for istiod in namespace istio-system
2020-03-07T19:00:01.402055Z info Handling event add for pod fluentd-gcp-v3.1.1-cxtbk (Running) in namespace kube-system -> 10.138.0.24
2020-03-07T19:00:01.402101Z info Handling event add for pod kube-proxy-gke-c3-default-pool-ceeb999c-02m5 (Running) in namespace kube-system -> 10.138.0.25
2020-03-07T19:00:01.402111Z info Handling event add for pod kube-proxy-gke-c3-default-pool-ceeb999c-38wq (Running) in namespace kube-system -> 10.138.0.24
2020-03-07T19:00:01.402119Z info Handling event add for pod metrics-server-v0.3.3-6d96fcc55-4trw6 (Running) in namespace kube-system -> 10.32.1.6
2020-03-07T19:00:01.402127Z info Handling event add for pod prometheus-5595cb5bd7-vkhl8 (Running) in namespace istio-system -> 10.32.2.11
2020-03-07T19:00:01.402134Z info Handling event add for pod event-exporter-v0.3.0-74bf544f8b-vbg7v (Running) in namespace kube-system -> 10.32.1.2
2020-03-07T19:00:01.402141Z info Handling event add for pod fluentd-gcp-v3.1.1-2xrdf (Running) in namespace kube-system -> 10.138.0.25
2020-03-07T19:00:01.402147Z info Handling event add for pod kube-proxy-gke-c3-default-pool-ceeb999c-sdnx (Running) in namespace kube-system -> 10.138.0.23
2020-03-07T19:00:01.402155Z info Handling event add for pod l7-default-backend-84c9fcfbb-8zn66 (Running) in namespace kube-system -> 10.32.1.4
2020-03-07T19:00:01.402165Z info Handling event add for pod prometheus-to-sd-h8v59 (Running) in namespace kube-system -> 10.138.0.23
2020-03-07T19:00:01.402184Z info Handling event add for pod stackdriver-metadata-agent-cluster-level-6bb95d765b-42hwb (Running) in namespace kube-system -> 10.32.2.5
2020-03-07T19:00:01.402193Z info Handling event add for pod echo-55b89d7696-qf89l (Running) in namespace default -> 10.32.1.10
2020-03-07T19:00:01.402202Z info Handling event add for pod fluentd-gcp-v3.1.1-csq6x (Running) in namespace kube-system -> 10.138.0.23
2020-03-07T19:00:01.402209Z info Handling event add for pod kube-dns-5dbbd9cc58-8x6vh (Running) in namespace kube-system -> 10.32.1.5
2020-03-07T19:00:01.402222Z info Handling event add for pod prometheus-to-sd-jchbn (Running) in namespace kube-system -> 10.138.0.24
2020-03-07T19:00:01.402228Z info Handling event add for pod istiod-9dd5d5989-456d2 (Running) in namespace istio-system -> 10.32.0.6
2020-03-07T19:00:01.402237Z info Handling event add for pod istio-ingressgateway-9b99c4796-sbb7m (Running) in namespace istio-system -> 10.32.2.10
2020-03-07T19:00:01.402244Z info Handling event add for pod fluentd-gcp-scaler-dd489f778-xf4x4 (Running) in namespace kube-system -> 10.32.2.3
2020-03-07T19:00:01.402252Z info Handling event add for pod kube-dns-5dbbd9cc58-6w8tc (Running) in namespace kube-system -> 10.32.0.2
2020-03-07T19:00:01.402260Z info Handling event add for pod prometheus-to-sd-lk9cl (Running) in namespace kube-system -> 10.138.0.25
2020-03-07T19:00:01.402268Z info Handling event add for pod heapster-gke-587499b4fd-gwhkr (Running) in namespace kube-system -> 10.32.2.6
2020-03-07T19:00:01.402275Z info Handling event add for pod kube-dns-autoscaler-6b7f784798-2zgkx (Running) in namespace kube-system -> 10.32.2.2
2020-03-07T19:00:01.402323Z info Handle EDS: 2 endpoints for istiod in namespace istio-system
2020-03-07T19:00:01.402369Z info Handle EDS: 0 endpoints for prometheus in namespace istio-system
2020-03-07T19:00:01.402390Z info ads Incremental push, service prometheus.istio-system.svc.cluster.local has no endpoints
2020-03-07T19:00:01.402417Z info Handle EDS: 1 endpoints for echo in namespace default
2020-03-07T19:00:01.402450Z info Handle EDS: 1 endpoints for heapster in namespace kube-system
2020-03-07T19:00:01.402492Z info Handle EDS: 4 endpoints for kube-dns in namespace kube-system
2020-03-07T19:00:01.402558Z info Handle EDS: 1 endpoints for istiod-remote in namespace istio-system
2020-03-07T19:00:01.402607Z info Handle EDS: 1 endpoints for kubernetes in namespace default
2020-03-07T19:00:01.402629Z info Handle EDS: 0 endpoints for cluster-autoscaler in namespace kube-system
2020-03-07T19:00:01.402649Z info Handle EDS: 0 endpoints for kube-controller-manager in namespace kube-system
2020-03-07T19:00:01.402661Z info Handle EDS: 0 endpoints for kube-scheduler in namespace kube-system
2020-03-07T19:00:01.402685Z info Handle EDS: 8 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:00:01.402717Z info Handle EDS: 1 endpoints for default-http-backend in namespace kube-system
2020-03-07T19:00:01.402745Z info Handle EDS: 0 endpoints for gcp-controller-manager in namespace kube-system
2020-03-07T19:00:01.402762Z info Handle EDS: 0 endpoints for managed-certificate-controller in namespace kube-system
2020-03-07T19:00:01.402786Z info Handle EDS: 1 endpoints for metrics-server in namespace kube-system
2020-03-07T19:00:01.402810Z info Handle EDS: 0 endpoints for vpa-recommender in namespace kube-system
2020-03-07T19:00:01.503181Z info ads Push debounce stable[2] 40: 100.328737ms since last change, 104.521986ms since last push, full=true
2020-03-07T19:00:01.520514Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:00:01.520569Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:00:01.520575Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:00:01.520581Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:00:01.520663Z info ads XDS: Pushing:2020-03-07T19:00:01Z/2 Services:13 ConnectedEndpoints:0
2020-03-07T19:00:01.520751Z info ads Cluster init time 940ns 2020-03-07T19:00:01Z/2
2020-03-07T19:00:04.485579Z info Handling event update for pod istiod-6775bbf9cc-wsv5l (Running) in namespace istio-system -> 10.44.1.236
2020-03-07T19:00:04.546707Z info Handle EDS: 12 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:00:04.546842Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:00:04.629852Z info Handling event update for pod istiod-64466d5894-xg6cl (Running) in namespace istio-system -> 10.44.0.92
2020-03-07T19:00:04.647069Z info ads Push debounce stable[3] 2: 100.160028ms since last change, 100.171883ms since last push, full=false
2020-03-07T19:00:04.647225Z info ads XDS:EDSInc Pushing:2020-03-07T19:00:01Z/2 Services:map[istio-pilot.istio-system.svc.cluster.local:{} istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:0
2020-03-07T19:00:04.647297Z info ads Cluster init time 1.092µs 2020-03-07T19:00:01Z/2
2020-03-07T19:00:04.673248Z info Handle EDS: 2 endpoints for istiod in namespace istio-system
2020-03-07T19:00:04.687562Z info Handle EDS: 6 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:00:04.728744Z info ads ADS:CDS: REQ 10.44.2.14:49144 sidecar~10.44.2.14~prometheus-684d7596fc-n8w9d.istio-system~istio-system.svc.cluster.local-1 1.137129ms version:2020-03-07T09:15:32Z/2
2020-03-07T19:00:04.731478Z info ads CDS: PUSH for node:prometheus-684d7596fc-n8w9d.istio-system clusters:36 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:04.733735Z info ads EDS: PUSH for node:prometheus-684d7596fc-n8w9d.istio-system clusters:30 endpoints:110 empty:1
2020-03-07T19:00:04.737284Z info ads LDS: PUSH for node:prometheus-684d7596fc-n8w9d.istio-system listeners:30
2020-03-07T19:00:04.738090Z info ads RDS: PUSH for node:prometheus-684d7596fc-n8w9d.istio-system routes:13
2020-03-07T19:00:04.788032Z info ads Push debounce stable[4] 2: 100.291064ms since last change, 114.572826ms since last push, full=false
2020-03-07T19:00:04.788199Z info ads XDS:EDSInc Pushing:2020-03-07T19:00:01Z/2 Services:map[istio-pilot.istio-system.svc.cluster.local:{} istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:1
2020-03-07T19:00:04.788439Z info ads Cluster init time 195.769µs 2020-03-07T19:00:01Z/2
2020-03-07T19:00:05.317143Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:00:05.317217Z info ads ADS:CDS: REQ 10.44.3.16:38210 sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-2 1.011022ms version:2020-03-07T09:15:32Z/2
2020-03-07T19:00:05.318746Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:05.320899Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:00:05.322591Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:81 empty:1
2020-03-07T19:00:05.323330Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:00:06.267931Z info Handling event update for pod istiod-64466d5894-xg6cl (Pending) in namespace istio-system -> 10.44.0.92
2020-03-07T19:00:09.858589Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:00:09.858671Z info ads ADS:CDS: REQ 10.44.3.16:38254 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-3 1.104558ms version:2020-03-07T09:15:32Z/2
2020-03-07T19:00:09.860572Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:09.863574Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:110 empty:1
2020-03-07T19:00:09.866169Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:00:09.867055Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:00:09.939554Z info Handling event update for pod istiod-64466d5894-xg6cl (Pending) in namespace istio-system -> 10.44.0.92
2020-03-07T19:00:09.976837Z info Handling event delete for pod istiod-64466d5894-xg6cl (Pending) in namespace istio-system -> 10.44.0.92
2020-03-07T19:00:10.907560Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-765bd74975-zdm7j.default": {
"proxy": "echo-765bd74975-zdm7j.default"
}
}
}
2020-03-07T19:00:12.238310Z info Handling event update for pod istiod-6775bbf9cc-q2fkt (Running) in namespace istio-system -> 10.44.3.17
2020-03-07T19:00:14.935229Z info ads ADS:CDS: REQ 10.44.2.15:39116 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4 907.007µs version:2020-03-07T09:15:32Z/2
2020-03-07T19:00:14.937272Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:14.940378Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:110 empty:1
2020-03-07T19:00:14.943173Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:00:14.943973Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:00:15.620097Z info ads ADS:CDS: REQ 10.44.2.7:49638 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 1.065007ms version:2020-03-07T09:15:32Z/2
2020-03-07T19:00:15.622201Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:15.624874Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:110 empty:1
2020-03-07T19:00:15.627307Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:00:15.628017Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:00:15.714575Z info Handling event update for pod prometheus-796b6c56f4-zph99 (Running) in namespace istio-system -> 10.44.2.16
2020-03-07T19:00:16.188759Z info ads ADS:CDS: REQ 10.44.3.16:46908 router~10.44.3.16~istio-ingressgateway-5c4f66856f-fx46n.istio-system~istio-system.svc.cluster.local-6 1.412528ms version:2020-03-07T09:15:32Z/2
2020-03-07T19:00:16.190693Z info ads CDS: PUSH for node:istio-ingressgateway-5c4f66856f-fx46n.istio-system clusters:61 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:16.196451Z info ads EDS: PUSH for node:istio-ingressgateway-5c4f66856f-fx46n.istio-system clusters:60 endpoints:220 empty:2
2020-03-07T19:00:16.197222Z info ads LDS: PUSH for node:istio-ingressgateway-5c4f66856f-fx46n.istio-system listeners:3
2020-03-07T19:00:16.197272Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:00:16.197412Z info ads RDS: PUSH for node:istio-ingressgateway-5c4f66856f-fx46n.istio-system routes:1
2020-03-07T19:00:16.311307Z info Handling event update for pod istio-ingressgateway-76b4d669d-qj648 (Running) in namespace istio-system -> 10.44.3.18
2020-03-07T19:00:16.919365Z info Handling event update for pod istiod-6775bbf9cc-q2fkt (Running) in namespace istio-system -> 10.44.3.17
2020-03-07T19:00:16.947456Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:00:16.954458Z info Handle EDS: 12 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:00:17.054886Z info ads Push debounce stable[5] 2: 100.293267ms since last change, 107.251892ms since last push, full=false
2020-03-07T19:00:17.055257Z info ads XDS:EDSInc Pushing:2020-03-07T19:00:01Z/2 Services:map[istio-pilot.istio-system.svc.cluster.local:{} istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:6
2020-03-07T19:00:17.055725Z info ads Cluster init time 442.635µs 2020-03-07T19:00:01Z/2
2020-03-07T19:00:17.066808Z warn ads ADS:EDS: ACK ERROR 10.44.3.16:46908 router~10.44.3.16~istio-ingressgateway-5c4f66856f-fx46n.istio-system~istio-system.svc.cluster.local-6 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15012||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.236"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.17"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_...(truncated)
2020-03-07T19:00:17.505797Z info ads ADS:CDS: REQ 10.44.2.16:43056 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7 792.561µs version:
2020-03-07T19:00:17.511659Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:17.558290Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:118 empty:1
2020-03-07T19:00:17.604021Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:00:17.669797Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:00:17.748171Z info ads ADS:CDS: REQ 10.44.3.18:50424 router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8 860.503µs version:
2020-03-07T19:00:17.750771Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:17.810188Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:236 empty:2
2020-03-07T19:00:17.857238Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:00:17.866412Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:00:17.866710Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:00:18.576629Z info Handling event update for pod istio-ingressgateway-76b4d669d-qj648 (Running) in namespace istio-system -> 10.44.3.18
2020-03-07T19:00:18.676691Z info Handle EDS: 24 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:00:18.777155Z info ads Push debounce stable[6] 1: 100.287548ms since last change, 100.287358ms since last push, full=false
2020-03-07T19:00:18.777325Z info ads XDS:EDSInc Pushing:2020-03-07T19:00:01Z/2 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:8
2020-03-07T19:00:18.777879Z info ads Cluster init time 532.282µs 2020-03-07T19:00:01Z/2
2020-03-07T19:00:18.799393Z warn ads ADS:EDS: ACK ERROR 10.44.2.15:39116 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.16"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
...(truncated)
2020-03-07T19:00:18.823270Z info Handling event update for pod prometheus-796b6c56f4-zph99 (Running) in namespace istio-system -> 10.44.2.16
2020-03-07T19:00:18.975879Z info Handling event update for pod istio-ingressgateway-5c4f66856f-fx46n (Running) in namespace istio-system -> 10.44.3.16
2020-03-07T19:00:19.154697Z info Handle EDS: 12 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:00:19.255058Z info ads Push debounce stable[7] 1: 100.242257ms since last change, 100.242092ms since last push, full=false
2020-03-07T19:00:19.255207Z info ads XDS:EDSInc Pushing:2020-03-07T19:00:01Z/2 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:8
2020-03-07T19:00:19.255735Z info ads Cluster init time 460.198µs 2020-03-07T19:00:01Z/2
2020-03-07T19:00:19.273339Z warn ads ADS:EDS: ACK ERROR 10.44.2.15:39116 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15031||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
...(truncated)
2020-03-07T19:00:19.281225Z warn ads ADS:EDS: ACK ERROR 10.44.2.14:49144 sidecar~10.44.2.14~prometheus-684d7596fc-n8w9d.istio-system~istio-system.svc.cluster.local-1 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15020||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 15020
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1...(truncated)
2020-03-07T19:00:19.426435Z info Handling event update for pod prometheus-796b6c56f4-zph99 (Running) in namespace istio-system -> 10.44.2.16
2020-03-07T19:00:19.546139Z info Handle EDS: 2 endpoints for prometheus in namespace istio-system
2020-03-07T19:00:19.612817Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-55b586dc64-jfsv9 (Running) in namespace kube-system -> 10.44.3.51
2020-03-07T19:00:19.646437Z info ads Push debounce stable[8] 1: 100.175629ms since last change, 100.175386ms since last push, full=false
2020-03-07T19:00:19.647046Z info ads XDS:EDSInc Pushing:2020-03-07T19:00:01Z/2 Services:map[prometheus.istio-system.svc.cluster.local:{}] ConnectedEndpoints:8
2020-03-07T19:00:19.647269Z info ads Cluster init time 194.754µs 2020-03-07T19:00:01Z/2
2020-03-07T19:00:19.651794Z warn ads ADS:EDS: ACK ERROR 10.44.2.14:49144 sidecar~10.44.2.14~prometheus-684d7596fc-n8w9d.istio-system~istio-system.svc.cluster.local-1 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|9090||prometheus.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.14"
port_value: 9090
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.16"
port_value: 9090
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:00:19.759150Z info Handling event update for pod prometheus-684d7596fc-n8w9d (Running) in namespace istio-system -> 10.44.2.14
2020-03-07T19:00:19.862590Z info Handle EDS: 1 endpoints for prometheus in namespace istio-system
2020-03-07T19:00:19.962932Z info ads Push debounce stable[9] 1: 100.214015ms since last change, 100.213818ms since last push, full=false
2020-03-07T19:00:19.963117Z info ads XDS:EDSInc Pushing:2020-03-07T19:00:01Z/2 Services:map[prometheus.istio-system.svc.cluster.local:{}] ConnectedEndpoints:8
2020-03-07T19:00:19.963317Z info ads Cluster init time 186.62µs 2020-03-07T19:00:01Z/2
2020-03-07T19:00:20.385929Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:00:20.386262Z info ads ADS:CDS: REQ 10.44.3.16:38358 router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-9 1.531594ms version:2020-03-07T09:15:32Z/2
2020-03-07T19:00:20.389626Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:20.395283Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:220 empty:2
2020-03-07T19:00:20.395597Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:00:20.395939Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:00:20.396011Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:00:20.396164Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:00:20.398791Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-55b586dc64-jfsv9 (Running) in namespace kube-system -> 10.44.3.51
2020-03-07T19:00:24.031733Z info ads ADS: "10.44.3.16:38210" sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-2 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:00:24.031650Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:00:24.033606Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:00:24.033624Z info ads ADS: "10.44.3.16:38358" router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-9 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:00:24.034755Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:00:24.034802Z info ads ADS: "10.44.3.16:38254" sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-3 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:00:24.046594Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:00:24.046636Z info ads ADS: "10.44.3.16:46908" router~10.44.3.16~istio-ingressgateway-5c4f66856f-fx46n.istio-system~istio-system.svc.cluster.local-6 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:00:24.475597Z info Handling event update for pod istio-ingressgateway-5c4f66856f-fx46n (Running) in namespace istio-system -> 10.44.3.16
2020-03-07T19:00:24.789837Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:00:24.797367Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:00:24.797421Z info ads ADS: "10.44.2.14:49144" sidecar~10.44.2.14~prometheus-684d7596fc-n8w9d.istio-system~istio-system.svc.cluster.local-1 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:00:25.318660Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:00:25.318729Z info ads ADS:CDS: REQ 10.44.3.18:40220 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10 1.281159ms version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:25.322637Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:25.327586Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:110 empty:1
2020-03-07T19:00:25.332549Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:00:25.333345Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:00:25.473898Z info Handling event update for pod istio-ingressgateway-5c4f66856f-fx46n (Running) in namespace istio-system -> 10.44.3.16
2020-03-07T19:00:25.485772Z info Handling event delete for pod istio-ingressgateway-5c4f66856f-fx46n (Running) in namespace istio-system -> 10.44.3.16
2020-03-07T19:00:25.879349Z info Handling event update for pod prometheus-684d7596fc-n8w9d (Running) in namespace istio-system -> 10.44.2.14
2020-03-07T19:00:25.895697Z info Handling event update for pod prometheus-684d7596fc-n8w9d (Running) in namespace istio-system -> 10.44.2.14
2020-03-07T19:00:28.519864Z info Handling event update for pod istio-ingressgateway-76b4d669d-qznn4 (Running) in namespace istio-system -> 10.44.0.94
2020-03-07T19:00:29.410702Z info Handling event update for pod prometheus-684d7596fc-n8w9d (Running) in namespace istio-system -> 10.44.2.14
2020-03-07T19:00:29.424348Z info Handling event delete for pod prometheus-684d7596fc-n8w9d (Running) in namespace istio-system -> 10.44.2.14
2020-03-07T19:00:31.072324Z info ads ADS:CDS: REQ 10.44.0.94:51324 router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11 953.477µs version:
2020-03-07T19:00:31.074827Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:61 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:31.132840Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:60 endpoints:236 empty:2
2020-03-07T19:00:31.183068Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system listeners:3
2020-03-07T19:00:31.191410Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:00:31.191667Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system routes:1
2020-03-07T19:00:33.041411Z info Handling event update for pod istio-ingressgateway-76b4d669d-qznn4 (Running) in namespace istio-system -> 10.44.0.94
2020-03-07T19:00:33.066936Z info Handle EDS: 24 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:00:33.167341Z info ads Push debounce stable[10] 1: 100.23059ms since last change, 100.230344ms since last push, full=false
2020-03-07T19:00:33.167535Z info ads XDS:EDSInc Pushing:2020-03-07T19:00:01Z/2 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:6
2020-03-07T19:00:33.168067Z info ads Cluster init time 518.796µs 2020-03-07T19:00:01Z/2
2020-03-07T19:00:33.183570Z warn ads ADS:EDS: ACK ERROR 10.44.2.7:49638 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15011||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.94"
port_value: 15011
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 15011
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
2020-03-07T19:00:37.148646Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:00:37.148803Z info ads ADS:CDS: REQ 10.44.3.18:40266 router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12 1.1303ms version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:37.151220Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:00:01Z/2
2020-03-07T19:00:37.188304Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:220 empty:2
2020-03-07T19:00:37.188794Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:00:37.189199Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:00:37.189244Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:00:37.189353Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:00:44.255774Z info successfully acquired lease istio-system/istio-leader
2020-03-07T19:00:44.256176Z info Starting ingress status controller
2020-03-07T19:00:44.256356Z info Starting validation controller
2020-03-07T19:00:44.256436Z info validationController Reconcile(enter): initial request to kickstart reconciliation
2020-03-07T19:00:44.256465Z info validationController Endpoint istiod is not ready: resource not found
2020-03-07T19:00:44.256802Z warn validationController validatingwebhookconfiguration.admissionregistration.k8s.io "istiod-istio-system" not found
2020-03-07T19:00:44.265344Z info validationController Reconcile(enter): add event (v1, Kind=Endpoints) istio-system/istiod
2020-03-07T19:00:44.265664Z info validationController Endpoint istiod is not ready
2020-03-07T19:00:44.356487Z info Namespace controller started
2020-03-07T19:00:44.526909Z info validationController Endpoint successfully rejected invalid config. Switching to fail-close.
2020-03-07T19:00:44.527476Z info validationController validatingwebhookconfiguration istiod-istio-system (failurePolicy=Fail, resourceVersion=6526171) is up-to-date. No change required.
2020-03-07T19:00:44.527505Z info validationController Reconcile(enter): add event (admissionregistration.k8s.io/v1beta1, Kind=ValidatingWebhookConfiguration) istiod-istio-system
2020-03-07T19:00:44.527849Z info validationController validatingwebhookconfiguration istiod-istio-system (failurePolicy=Fail, resourceVersion=6526171) is up-to-date. No change required.
2020-03-07T19:03:15.672297Z info Handle EDS: 5 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:03:15.672445Z info ads Full push, service accounts changed, istio-pilot.istio-system.svc.cluster.local
2020-03-07T19:03:15.772726Z info ads Push debounce stable[11] 1: 100.219429ms since last change, 100.219176ms since last push, full=true
2020-03-07T19:03:15.773932Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:03:15.773993Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:03:15.773999Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:03:15.774005Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:03:15.774068Z info ads XDS: Pushing:2020-03-07T19:03:15Z/3 Services:13 ConnectedEndpoints:7
2020-03-07T19:03:15.777462Z info ads Cluster init time 3.354714ms 2020-03-07T19:03:15Z/3
2020-03-07T19:03:15.777684Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:15.777783Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:03:15.777806Z info ads Pushing router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11
2020-03-07T19:03:15.779851Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:61 services:13 version:2020-03-07T19:03:15Z/3
2020-03-07T19:03:15.779970Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:03:15Z/3
2020-03-07T19:03:15.780279Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:03:15.781765Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:03:15Z/3
2020-03-07T19:03:15.783874Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:138 empty:1
2020-03-07T19:03:15.784372Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:60 endpoints:276 empty:2
2020-03-07T19:03:15.785223Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:03:15.786290Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:03:15.786622Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:03:15Z/3
2020-03-07T19:03:15.787231Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:03:15.787281Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system listeners:3
2020-03-07T19:03:15.787306Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:15.787378Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:03:15.787456Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system routes:1
2020-03-07T19:03:15.787556Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:15.787570Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:03:15.789468Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:03:15Z/3
2020-03-07T19:03:15.789815Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:03:15Z/3
2020-03-07T19:03:15.791598Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:236 empty:2
2020-03-07T19:03:15.791757Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:03:15.792116Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:03:15.792145Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:15.792230Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:03:15.792365Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:118 empty:1
2020-03-07T19:03:15.793500Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:03:15.795415Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:03:15Z/3
2020-03-07T19:03:15.795643Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:276 empty:2
2020-03-07T19:03:15.795752Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:03:15.796236Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:03:15.796272Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:15.796342Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:03:15.796536Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:03:15.796807Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:138 empty:1
2020-03-07T19:03:15.798240Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:138 empty:1
2020-03-07T19:03:15.800524Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:03:15.800911Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:03:15.801622Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:03:15.801632Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:03:15.820453Z warn ads ADS:EDS: ACK ERROR 10.44.0.94:51324 router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.94"
port_value: 8443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 8443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
...(truncated)
2020-03-07T19:03:16.171894Z info ads Push debounce stable[12] 1: 100.188356ms since last change, 100.188146ms since last push, full=true
2020-03-07T19:03:16.173458Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:03:16.173506Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:03:16.173514Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:03:16.173522Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:03:16.173590Z info ads XDS: Pushing:2020-03-07T19:03:16Z/4 Services:13 ConnectedEndpoints:7
2020-03-07T19:03:16.176827Z info ads Cluster init time 3.202848ms 2020-03-07T19:03:16Z/4
2020-03-07T19:03:16.177112Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:16.177205Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:03:16.177230Z info ads Pushing router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11
2020-03-07T19:03:16.179190Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:61 services:13 version:2020-03-07T19:03:16Z/4
2020-03-07T19:03:16.179296Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:03:16.180655Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:03:16Z/4
2020-03-07T19:03:16.182809Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:138 empty:1
2020-03-07T19:03:16.183932Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:60 endpoints:276 empty:2
2020-03-07T19:03:16.184396Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:03:16.184512Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system listeners:3
2020-03-07T19:03:16.184555Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:16.184690Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system routes:1
2020-03-07T19:03:16.179189Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:03:16Z/4
2020-03-07T19:03:16.185387Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:03:16.186075Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:03:16.186420Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:03:16Z/4
2020-03-07T19:03:16.187426Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:03:16Z/4
2020-03-07T19:03:16.189091Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:16.189130Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:03:16.189728Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:138 empty:1
2020-03-07T19:03:16.190279Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:236 empty:2
2020-03-07T19:03:16.190403Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:03:16.191016Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:03:16Z/4
2020-03-07T19:03:16.192137Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:03:16.192215Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:03:16.192236Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:16.192349Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:03:16.192563Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:03:16.193194Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:03:16.193403Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:03:16.193987Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:118 empty:1
2020-03-07T19:03:16.194456Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:138 empty:1
2020-03-07T19:03:16.195197Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:03:16Z/4
2020-03-07T19:03:16.197393Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:03:16.197414Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:03:16.198248Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:03:16.198260Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:03:16.200190Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:276 empty:2
2020-03-07T19:03:16.200673Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:03:16.200713Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:16.200911Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:03:16.219571Z warn ads ADS:EDS: ACK ERROR 10.44.2.16:43056 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15011||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.94"
port_value: 15011
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 15011
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
2020-03-07T19:03:20.907279Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"istio-ingressgateway-9b99c4796-sbb7m.istio-system": {
"proxy": "istio-ingressgateway-9b99c4796-sbb7m.istio-system"
}
}
}
2020-03-07T19:03:23.456059Z info ads Push debounce stable[13] 2: 100.231577ms since last change, 111.304446ms since last push, full=true
2020-03-07T19:03:23.457182Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:03:23.457212Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:03:23.457219Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:03:23.457229Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:03:23.457301Z info ads XDS: Pushing:2020-03-07T19:03:23Z/5 Services:13 ConnectedEndpoints:7
2020-03-07T19:03:23.460394Z info ads Cluster init time 3.061224ms 2020-03-07T19:03:23Z/5
2020-03-07T19:03:23.460584Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:03:23.460617Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:23.460692Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:03:23.460795Z info ads Pushing router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11
2020-03-07T19:03:23.462310Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:03:23Z/5
2020-03-07T19:03:23.462519Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:03:23Z/5
2020-03-07T19:03:23.463553Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:23.463904Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:03:23.467919Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:03:23.471113Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:03:23Z/5
2020-03-07T19:03:23.474936Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:61 services:13 version:2020-03-07T19:03:23Z/5
2020-03-07T19:03:23.476350Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:03:23Z/5
2020-03-07T19:03:23.477763Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:03:23.478513Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:03:23.482732Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:03:23Z/5
2020-03-07T19:03:23.483191Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:118 empty:1
2020-03-07T19:03:23.483220Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:03:23Z/5
2020-03-07T19:03:23.485581Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:138 empty:1
2020-03-07T19:03:23.485694Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:138 empty:1
2020-03-07T19:03:23.487125Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:03:23.488575Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:03:23.489103Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:03:23.489219Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:03:23.489439Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:236 empty:2
2020-03-07T19:03:23.489596Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:03:23.489832Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:03:23.489855Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:23.489915Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:03:23.490187Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:03:23.490214Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:03:23.493195Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:138 empty:1
2020-03-07T19:03:23.494902Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:60 endpoints:276 empty:2
2020-03-07T19:03:23.495347Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system listeners:3
2020-03-07T19:03:23.495375Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:23.495517Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system routes:1
2020-03-07T19:03:23.496237Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:03:23.496654Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:276 empty:2
2020-03-07T19:03:23.497035Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:03:23.497035Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:03:23.497059Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:23.497123Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:03:23.576893Z warn ads ADS:EDS: ACK ERROR 10.44.2.15:39116 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|8080||echo.default.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.15"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:03:23.588221Z warn ads ADS:EDS: ACK ERROR 10.44.2.7:49638 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.94"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
loa...(truncated)
2020-03-07T19:03:24.196834Z info ads Push debounce stable[14] 1: 100.25374ms since last change, 100.253513ms since last push, full=true
2020-03-07T19:03:24.198252Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:03:24.198283Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:03:24.198290Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:03:24.198298Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:03:24.198371Z info ads XDS: Pushing:2020-03-07T19:03:24Z/6 Services:13 ConnectedEndpoints:7
2020-03-07T19:03:24.201137Z info ads Cluster init time 2.729404ms 2020-03-07T19:03:24Z/6
2020-03-07T19:03:24.201328Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:24.201327Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:24.201352Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:03:24.201376Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:03:24.201404Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:03:24.201457Z info ads Pushing router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11
2020-03-07T19:03:24.203237Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:03:24Z/6
2020-03-07T19:03:24.203285Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:03:24Z/6
2020-03-07T19:03:24.203709Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:03:24.203759Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:03:24Z/6
2020-03-07T19:03:24.203862Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:61 services:13 version:2020-03-07T19:03:24Z/6
2020-03-07T19:03:24.204229Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:03:24.205483Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:03:24Z/6
2020-03-07T19:03:24.206140Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:118 empty:1
2020-03-07T19:03:24.206538Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:03:24Z/6
2020-03-07T19:03:24.208079Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:138 empty:1
2020-03-07T19:03:24.209220Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:03:24.209509Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:60 endpoints:276 empty:2
2020-03-07T19:03:24.201330Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:03:24.210069Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system listeners:3
2020-03-07T19:03:24.210093Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:24.210162Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system routes:1
2020-03-07T19:03:24.211864Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:03:24.216850Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:03:24Z/6
2020-03-07T19:03:24.217134Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:03:24.217321Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:03:24.218048Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:276 empty:2
2020-03-07T19:03:24.219649Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:03:24.219694Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:24.220012Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:03:24.226907Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:138 empty:1
2020-03-07T19:03:24.229089Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:138 empty:1
2020-03-07T19:03:24.230383Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:236 empty:2
2020-03-07T19:03:24.230509Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:03:24.230737Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:03:24.230759Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:24.230836Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:03:24.230841Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:03:24.231582Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:03:24.232502Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:03:24.233199Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:03:24.242850Z warn ads ADS:EDS: ACK ERROR 10.44.2.15:39116 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15029||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.94"
port_value: 15029
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 15029
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
...(truncated)
2020-03-07T19:03:24.628468Z info Handle EDS: 6 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:03:24.628527Z info ads Full push, service accounts changed, istio-pilot.istio-system.svc.cluster.local
2020-03-07T19:03:24.728759Z info ads Push debounce stable[15] 2: 100.182811ms since last change, 107.211296ms since last push, full=true
2020-03-07T19:03:24.730133Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:03:24.730166Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:03:24.730175Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:03:24.730184Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:03:24.730265Z info ads XDS: Pushing:2020-03-07T19:03:24Z/7 Services:13 ConnectedEndpoints:7
2020-03-07T19:03:24.733975Z info ads Cluster init time 3.601125ms 2020-03-07T19:03:24Z/7
2020-03-07T19:03:24.734165Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:03:24.734181Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:03:24.735685Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:03:24Z/7
2020-03-07T19:03:24.736339Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:03:24Z/7
2020-03-07T19:03:24.738076Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:142 empty:1
2020-03-07T19:03:24.739608Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:142 empty:1
2020-03-07T19:03:24.740618Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:03:24.741617Z info ads Pushing router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11
2020-03-07T19:03:24.742778Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:03:24.743345Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:61 services:13 version:2020-03-07T19:03:24Z/7
2020-03-07T19:03:24.743664Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:24.743697Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:03:24.744103Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:24.744181Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:03:24.744568Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:03:24.744931Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:03:24.745555Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:03:24Z/7
2020-03-07T19:03:24.746552Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:03:24Z/7
2020-03-07T19:03:24.747760Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:03:24Z/7
2020-03-07T19:03:24.748719Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:122 empty:1
2020-03-07T19:03:24.752112Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:03:24.752412Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:244 empty:2
2020-03-07T19:03:24.752577Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:03:24.753087Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:03:24.753124Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:24.753203Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:03:24.753501Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:03:24.753585Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:03:24.754527Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:03:24.755470Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:284 empty:2
2020-03-07T19:03:24.755773Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:03:24Z/7
2020-03-07T19:03:24.756175Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:03:24.756361Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:24.756588Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:03:24.758504Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:142 empty:1
2020-03-07T19:03:24.760259Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:60 endpoints:284 empty:2
2020-03-07T19:03:24.760670Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system listeners:3
2020-03-07T19:03:24.760717Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:24.760819Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system routes:1
2020-03-07T19:03:24.761226Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:03:24.761883Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:03:25.038528Z info Handle EDS: 0 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:03:25.038591Z info ads Incremental push, service istio-pilot.istio-system.svc.cluster.local has no endpoints
2020-03-07T19:03:25.152489Z info ads Push debounce stable[16] 3: 100.172305ms since last change, 133.302238ms since last push, full=true
2020-03-07T19:03:25.170552Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:03:25.170602Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:03:25.170608Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:03:25.170615Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:03:25.170746Z info ads XDS: Pushing:2020-03-07T19:03:25Z/8 Services:13 ConnectedEndpoints:7
2020-03-07T19:03:25.173226Z info ads Cluster init time 2.404177ms 2020-03-07T19:03:25Z/8
2020-03-07T19:03:25.173435Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:03:25.173744Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:03:25.173968Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:03:25.174097Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:25.174162Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:03:25.175308Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:03:25.175495Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:03:25.176859Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:03:25.177404Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:130 empty:1
2020-03-07T19:03:25.178479Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:130 empty:1
2020-03-07T19:03:25.179647Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:03:25.180482Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:03:25.181380Z info ads Pushing router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11
2020-03-07T19:03:25.181836Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:03:25.181928Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:220 empty:2
2020-03-07T19:03:25.182075Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:03:25.182544Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:03:25.182579Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:25.182655Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:03:25.182797Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:03:25.182818Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:03:25.183891Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:03:25.184412Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:03:25.184467Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:03:25.185035Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:03:25.181483Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:03:25.187443Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:130 empty:1
2020-03-07T19:03:25.187594Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:110 empty:1
2020-03-07T19:03:25.188466Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:03:25.190540Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:260 empty:2
2020-03-07T19:03:25.190735Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system clusters:60 endpoints:260 empty:2
2020-03-07T19:03:25.191190Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:03:25.191412Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:25.191525Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:03:25.191574Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:03:25.191585Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system listeners:3
2020-03-07T19:03:25.191662Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:03:25.191902Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qznn4.istio-system routes:1
2020-03-07T19:03:25.192261Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:03:25.192655Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:03:25.193263Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:03:25.227750Z warn ads ADS:EDS: ACK ERROR 10.44.2.15:39116 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|853||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.94"
port_value: 8853
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 8853
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
2020-03-07T19:03:30.907247Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"istio-ingressgateway-9b99c4796-sbb7m.istio-system": {
"proxy": "istio-ingressgateway-9b99c4796-sbb7m.istio-system"
}
}
}
2020-03-07T19:03:36.551778Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-56ff86b6f-zvs5w.istio-system (ip=10.44.2.4) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-56ff86b6f-zvs5w.istio-system (ip=10.44.2.4) failed: proxy is in cluster , but controller is for cluster remote0
2020-03-07T19:03:36.551850Z info ads ADS:CDS: REQ 10.44.0.94:35106 sidecar~10.44.2.4~prometheus-56ff86b6f-zvs5w.istio-system~istio-system.svc.cluster.local-13 799.537µs version:
2020-03-07T19:03:36.553278Z info ads CDS: PUSH for node:prometheus-56ff86b6f-zvs5w.istio-system clusters:36 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:03:36.555594Z info ads LDS: PUSH for node:prometheus-56ff86b6f-zvs5w.istio-system listeners:30
2020-03-07T19:03:36.594542Z info ads EDS: PUSH for node:prometheus-56ff86b6f-zvs5w.istio-system clusters:30 endpoints:81 empty:1
2020-03-07T19:03:36.646038Z info ads RDS: PUSH for node:prometheus-56ff86b6f-zvs5w.istio-system routes:13
2020-03-07T19:03:37.067557Z info Handling event update for pod prometheus-56ff86b6f-zvs5w (Running) in namespace istio-system -> 10.44.2.4
2020-03-07T19:03:37.149765Z info Handle EDS: 1 endpoints for prometheus in namespace istio-system
2020-03-07T19:03:37.250291Z info ads Push debounce stable[17] 1: 100.338473ms since last change, 100.338211ms since last push, full=false
2020-03-07T19:03:37.250441Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[prometheus.istio-system.svc.cluster.local:{}] ConnectedEndpoints:8
2020-03-07T19:03:37.250589Z info ads Cluster init time 136.514µs 2020-03-07T19:03:25Z/8
2020-03-07T19:03:37.254874Z warn ads ADS:EDS: ACK ERROR 10.44.0.94:51324 router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|9090||prometheus.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.16"
port_value: 9090
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
...(truncated)
2020-03-07T19:04:31.543273Z info Handling event update for pod fluentd-gcp-v3.1.1-zsc8j (Pending) in namespace kube-system -> 10.128.0.5
2020-03-07T19:04:31.947536Z info Handling event update for pod fluentd-gcp-v3.1.1-mdsgc (Pending) in namespace kube-system -> 10.128.0.6
2020-03-07T19:04:32.155601Z info Handling event update for pod prometheus-to-sd-zxdhm (Pending) in namespace kube-system -> 10.128.0.5
2020-03-07T19:04:32.350661Z info Handling event update for pod prometheus-to-sd-s8mhl (Pending) in namespace kube-system -> 10.128.0.6
2020-03-07T19:04:32.541330Z info Handling event update for pod kube-proxy-gke-c5-default-pool-30eb32d5-kw7f (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:04:32.747345Z info Handling event update for pod kube-proxy-gke-c5-default-pool-30eb32d5-w87x (Running) in namespace kube-system -> 10.128.0.6
2020-03-07T19:04:50.290201Z info Handling event update for pod fluentd-gcp-v3.1.1-mdsgc (Running) in namespace kube-system -> 10.128.0.6
2020-03-07T19:04:51.189852Z info Handling event update for pod fluentd-gcp-v3.1.1-zsc8j (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:04:57.277824Z info Handling event update for pod prometheus-to-sd-s8mhl (Running) in namespace kube-system -> 10.128.0.6
2020-03-07T19:04:58.969875Z info Handling event update for pod prometheus-to-sd-zxdhm (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:05:04.337378Z info Handling event update for pod istiod-689b579fbb-949xn (Running) in namespace istio-system -> 10.44.4.2
2020-03-07T19:05:06.024468Z info Handling event update for pod istiod-689b579fbb-8zmkd (Running) in namespace istio-system -> 10.44.3.2
2020-03-07T19:05:06.325980Z info Handling event update for pod istiod-6775bbf9cc-q2fkt (Running) in namespace istio-system -> 10.44.3.17
2020-03-07T19:05:06.353281Z info Handle EDS: 6 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:05:06.353422Z info Handle EDS: 2 endpoints for istiod in namespace istio-system
2020-03-07T19:05:06.356842Z info validationController Reconcile(enter): update event (v1, Kind=Endpoints) istio-system/istiod
2020-03-07T19:05:06.357532Z info validationController validatingwebhookconfiguration istiod-istio-system (failurePolicy=Fail, resourceVersion=6526171) is up-to-date. No change required.
2020-03-07T19:05:06.453733Z info ads Push debounce stable[18] 2: 100.21084ms since last change, 100.257305ms since last push, full=false
2020-03-07T19:05:06.454139Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istio-pilot.istio-system.svc.cluster.local:{} istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:8
2020-03-07T19:05:06.454490Z info ads Cluster init time 324.054µs 2020-03-07T19:03:25Z/8
2020-03-07T19:05:06.463695Z warn ads ADS:EDS: ACK ERROR 10.44.2.16:43056 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.236"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lo...(truncated)
2020-03-07T19:05:06.815899Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system (ip=10.44.2.3) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system (ip=10.44.2.3) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:05:06.816045Z info ads ADS:CDS: REQ 10.44.0.94:35320 router~10.44.2.3~istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system~istio-system.svc.cluster.local-14 1.131741ms version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:06.817710Z info ads CDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:06.822337Z info ads EDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system clusters:60 endpoints:164 empty:2
2020-03-07T19:05:06.822645Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:05:06.822984Z info ads LDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system listeners:3
2020-03-07T19:05:06.823015Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:05:06.823114Z info ads RDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system routes:1
2020-03-07T19:05:07.024220Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:05:07.024398Z info ads ADS:CDS: REQ 10.44.0.94:35322 router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-15 1.17943ms version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:07.026794Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:07.030040Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:164 empty:2
2020-03-07T19:05:07.030094Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:05:07.030555Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:05:07.030584Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:05:07.030673Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:05:07.461679Z info Handling event update for pod istiod-6775bbf9cc-q2fkt (Running) in namespace istio-system -> 10.44.3.17
2020-03-07T19:05:09.973686Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:05:09.973779Z info ads ADS:CDS: REQ 10.44.0.94:35334 sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-16 1.046225ms version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:09.975649Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:09.983377Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:05:09.986355Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:82 empty:1
2020-03-07T19:05:09.987610Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:05:10.477280Z info Handling event update for pod istiod-689b579fbb-949xn (Running) in namespace istio-system -> 10.44.4.2
2020-03-07T19:05:10.490277Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:05:10.590734Z info ads Push debounce stable[19] 1: 100.28079ms since last change, 100.280568ms since last push, full=false
2020-03-07T19:05:10.590884Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:11
2020-03-07T19:05:10.591167Z info ads Cluster init time 256.12µs 2020-03-07T19:03:25Z/8
2020-03-07T19:05:10.610935Z warn ads ADS:EDS: ACK ERROR 10.44.0.94:35320 router~10.44.2.3~istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system~istio-system.svc.cluster.local-14 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.4"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.4.2"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.12"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
...(truncated)
2020-03-07T19:05:14.359317Z info Handling event update for pod istiod-689b579fbb-8zmkd (Running) in namespace istio-system -> 10.44.3.2
2020-03-07T19:05:14.385228Z info Handle EDS: 6 endpoints for istiod in namespace istio-system
2020-03-07T19:05:14.425264Z info Handling event update for pod istiod-7c7bcc488b-t5rpj (Running) in namespace istio-system -> 10.44.1.4
2020-03-07T19:05:14.466694Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:05:14.567081Z info ads Push debounce stable[20] 2: 100.230283ms since last change, 181.742583ms since last push, full=false
2020-03-07T19:05:14.567219Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:11
2020-03-07T19:05:14.567455Z info ads Cluster init time 224.215µs 2020-03-07T19:03:25Z/8
2020-03-07T19:05:14.637371Z warn ads ADS:EDS: ACK ERROR 10.44.0.94:35334 sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-16 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15012||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.2"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.4.2"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.12"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "net...(truncated)
2020-03-07T19:05:15.409371Z info Handling event update for pod istiod-7c7bcc488b-t5rpj (Running) in namespace istio-system -> 10.44.1.4
2020-03-07T19:05:19.523885Z info Handling event update for pod istiod-6775bbf9cc-q2fkt (Running) in namespace istio-system -> 10.44.3.17
2020-03-07T19:05:19.566694Z info Handling event delete for pod istiod-6775bbf9cc-q2fkt (Running) in namespace istio-system -> 10.44.3.17
2020-03-07T19:05:21.580687Z info Handling event update for pod istiod-7c7bcc488b-t5rpj (Running) in namespace istio-system -> 10.44.1.4
2020-03-07T19:05:21.597011Z info Handling event delete for pod istiod-7c7bcc488b-t5rpj (Running) in namespace istio-system -> 10.44.1.4
2020-03-07T19:05:22.795884Z info Handling event update for pod istio-ingressgateway-76b4d669d-qznn4 (Running) in namespace istio-system -> 10.44.0.94
2020-03-07T19:05:22.822798Z info Handle EDS: 12 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:05:22.923375Z info ads Push debounce stable[21] 1: 100.349688ms since last change, 100.349488ms since last push, full=false
2020-03-07T19:05:22.923525Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:11
2020-03-07T19:05:22.924134Z info ads Cluster init time 588.764µs 2020-03-07T19:03:25Z/8
2020-03-07T19:05:22.939164Z warn ads ADS:EDS: ACK ERROR 10.44.2.7:49638 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15029||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 15029
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
...(truncated)
2020-03-07T19:05:22.943588Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:50424 router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
st...(truncated)
2020-03-07T19:05:26.845409Z info Handling event update for pod istio-ingressgateway-b76f5f665-6xc57 (Running) in namespace istio-system -> 10.44.0.12
2020-03-07T19:05:27.842792Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:05:27.842818Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:05:27.842846Z info ads ADS: "10.44.0.94:35320" router~10.44.2.3~istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system~istio-system.svc.cluster.local-14 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:05:27.842845Z info ads ADS: "10.44.0.94:35106" sidecar~10.44.2.4~prometheus-56ff86b6f-zvs5w.istio-system~istio-system.svc.cluster.local-13 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:05:27.844672Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:05:27.844746Z info ads ADS: "10.44.0.94:35322" router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-15 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:05:27.845390Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:05:27.845434Z info ads ADS: "10.44.0.94:35334" sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-16 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:05:27.846018Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:05:27.853939Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:05:27.854038Z info ads ADS: "10.44.0.94:51324" router~10.44.0.94~istio-ingressgateway-76b4d669d-qznn4.istio-system~istio-system.svc.cluster.local-11 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:05:28.827432Z info Handling event update for pod istio-ingressgateway-76b4d669d-qznn4 (Running) in namespace istio-system -> 10.44.0.94
2020-03-07T19:05:29.736708Z info Handling event update for pod prometheus-7556475c77-bpqpf (Running) in namespace istio-system -> 10.44.2.7
2020-03-07T19:05:29.978032Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:05:29.978106Z info ads ADS:CDS: REQ 10.44.3.18:40946 sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17 912.787µs version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:29.979930Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:29.982393Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:05:29.984079Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:84 empty:1
2020-03-07T19:05:29.984819Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:05:33.984530Z info Handling event update for pod istio-ingressgateway-b76f5f665-m8l8t (Running) in namespace istio-system -> 10.44.1.5
2020-03-07T19:05:36.239402Z info Handling event update for pod prometheus-7556475c77-bpqpf (Running) in namespace istio-system -> 10.44.2.7
2020-03-07T19:05:37.323120Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:05:37.323273Z info ads ADS:CDS: REQ 10.44.3.18:40966 router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18 1.160142ms version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:37.324869Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:37.358571Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:168 empty:2
2020-03-07T19:05:37.358911Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:05:37.359238Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:05:37.359270Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:05:37.359358Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:05:39.927793Z info Handling event update for pod istio-ingressgateway-76b4d669d-qznn4 (Running) in namespace istio-system -> 10.44.0.94
2020-03-07T19:05:39.938696Z info Handling event delete for pod istio-ingressgateway-76b4d669d-qznn4 (Running) in namespace istio-system -> 10.44.0.94
2020-03-07T19:05:40.053551Z info Handling event update for pod istio-ingressgateway-7cf5bf6bd5-4tdjp (Running) in namespace istio-system -> 10.44.1.6
2020-03-07T19:05:40.971357Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-7cf5bf6bd5-4tdjp.istio-system (ip=10.44.1.6) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-7cf5bf6bd5-4tdjp.istio-system (ip=10.44.1.6) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:05:40.971498Z info ads ADS:CDS: REQ 10.44.3.18:40996 router~10.44.1.6~istio-ingressgateway-7cf5bf6bd5-4tdjp.istio-system~istio-system.svc.cluster.local-19 960.899µs version:
2020-03-07T19:05:40.974512Z info ads CDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-4tdjp.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:41.027442Z info ads EDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-4tdjp.istio-system clusters:60 endpoints:168 empty:2
2020-03-07T19:05:41.078666Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:05:41.080340Z info ads LDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-4tdjp.istio-system listeners:3
2020-03-07T19:05:41.089939Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:05:41.090293Z info ads RDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-4tdjp.istio-system routes:1
2020-03-07T19:05:42.427543Z info Handling event update for pod istio-ingressgateway-7cf5bf6bd5-4tdjp (Running) in namespace istio-system -> 10.44.1.6
2020-03-07T19:05:42.463782Z info Handle EDS: 16 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:05:42.564235Z info ads Push debounce stable[22] 1: 100.292474ms since last change, 100.292273ms since last push, full=false
2020-03-07T19:05:42.564459Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:9
2020-03-07T19:05:42.565036Z info ads Cluster init time 556.101µs 2020-03-07T19:03:25Z/8
2020-03-07T19:05:50.570996Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system (ip=10.44.2.3) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system (ip=10.44.2.3) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:05:50.571174Z info ads ADS:CDS: REQ 10.44.3.18:41018 router~10.44.2.3~istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system~istio-system.svc.cluster.local-20 1.151561ms version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:50.572984Z info ads CDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:05:50.577066Z info ads EDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system clusters:60 endpoints:184 empty:2
2020-03-07T19:05:50.577339Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:05:50.577793Z info ads LDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system listeners:3
2020-03-07T19:05:50.577838Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:05:50.578060Z info ads RDS: PUSH for node:istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system routes:1
2020-03-07T19:06:19.180598Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:06:19.180779Z info ads ADS:CDS: REQ 10.44.3.18:41070 router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21 1.201375ms version:
2020-03-07T19:06:19.182467Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:06:19.182673Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:06:19.183068Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:06:19.234088Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:184 empty:2
2020-03-07T19:06:19.237076Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:06:19.237294Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:06:19.410962Z info Handling event update for pod istio-ingressgateway-b76f5f665-m8l8t (Running) in namespace istio-system -> 10.44.1.5
2020-03-07T19:06:19.441660Z info Handle EDS: 24 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:06:19.501077Z info Handling event update for pod istio-ingressgateway-7cf5bf6bd5-4tdjp (Running) in namespace istio-system -> 10.44.1.6
2020-03-07T19:06:19.542034Z info ads Push debounce stable[23] 1: 100.247491ms since last change, 100.247326ms since last push, full=false
2020-03-07T19:06:19.542189Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:11
2020-03-07T19:06:19.542786Z info ads Cluster init time 582.78µs 2020-03-07T19:03:25Z/8
2020-03-07T19:06:19.544358Z info Handle EDS: 16 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:06:19.644644Z info ads Push debounce stable[24] 1: 100.209556ms since last change, 100.209352ms since last push, full=false
2020-03-07T19:06:19.644787Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:11
2020-03-07T19:06:19.645211Z info ads Cluster init time 405.441µs 2020-03-07T19:03:25Z/8
2020-03-07T19:06:19.658953Z warn ads ADS:EDS: ACK ERROR 10.44.2.7:49638 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15029||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 15029
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
...(truncated)
2020-03-07T19:06:19.678214Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40996 router~10.44.1.6~istio-ingressgateway-7cf5bf6bd5-4tdjp.istio-system~istio-system.svc.cluster.local-19 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.80_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.13"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.3"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
s...(truncated)
2020-03-07T19:06:19.679096Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:41018 router~10.44.2.3~istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system~istio-system.svc.cluster.local-20 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15443_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.13"
port_value: 15443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 15443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.3"
port_value: 15443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
s...(truncated)
2020-03-07T19:06:19.690089Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40966 router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15031_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.3"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.13"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
s...(truncated)
2020-03-07T19:06:24.522429Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:06:24.522533Z info ads ADS: "10.44.3.18:40996" router~10.44.1.6~istio-ingressgateway-7cf5bf6bd5-4tdjp.istio-system~istio-system.svc.cluster.local-19 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:06:25.881035Z info Handling event update for pod istio-ingressgateway-7cf5bf6bd5-4tdjp (Running) in namespace istio-system -> 10.44.1.6
2020-03-07T19:06:31.579797Z info Handling event update for pod istio-ingressgateway-7cf5bf6bd5-4tdjp (Running) in namespace istio-system -> 10.44.1.6
2020-03-07T19:06:31.601966Z info Handling event delete for pod istio-ingressgateway-7cf5bf6bd5-4tdjp (Running) in namespace istio-system -> 10.44.1.6
2020-03-07T19:07:06.811397Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-6xc57.istio-system (ip=10.44.0.12) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-6xc57.istio-system (ip=10.44.0.12) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:07:06.811531Z info ads ADS:CDS: REQ 10.44.3.18:41168 router~10.44.0.12~istio-ingressgateway-b76f5f665-6xc57.istio-system~istio-system.svc.cluster.local-22 1.223575ms version:
2020-03-07T19:07:06.813435Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-6xc57.istio-system clusters:61 services:13 version:2020-03-07T19:03:25Z/8
2020-03-07T19:07:06.813675Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:07:06.814236Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-6xc57.istio-system listeners:3
2020-03-07T19:07:06.864919Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-6xc57.istio-system clusters:60 endpoints:184 empty:2
2020-03-07T19:07:06.867581Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:07:06.868141Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-6xc57.istio-system routes:1
2020-03-07T19:07:08.573403Z info Handling event update for pod istio-ingressgateway-b76f5f665-6xc57 (Running) in namespace istio-system -> 10.44.0.12
2020-03-07T19:07:08.596388Z info Handle EDS: 24 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:07:08.634242Z info Handling event update for pod istio-ingressgateway-7cf5bf6bd5-2jw6q (Running) in namespace istio-system -> 10.44.2.3
2020-03-07T19:07:08.675766Z info Handle EDS: 16 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:07:08.776137Z info ads Push debounce stable[25] 2: 100.268345ms since last change, 179.589136ms since last push, full=false
2020-03-07T19:07:08.776290Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:11
2020-03-07T19:07:08.776888Z info ads Cluster init time 517.174µs 2020-03-07T19:03:25Z/8
2020-03-07T19:07:08.859374Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40220 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
...(truncated)
2020-03-07T19:07:08.896663Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40966 router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15030_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.12"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.13"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string...(truncated)
2020-03-07T19:07:13.678873Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:07:13.679030Z info ads ADS: "10.44.3.18:41018" router~10.44.2.3~istio-ingressgateway-7cf5bf6bd5-2jw6q.istio-system~istio-system.svc.cluster.local-20 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:10:09.489617Z info Handling event update for pod istiod-689b579fbb-8zmkd (Running) in namespace istio-system -> 10.44.3.2
2020-03-07T19:10:09.547833Z info Handle EDS: 2 endpoints for istiod in namespace istio-system
2020-03-07T19:10:09.648278Z info ads Push debounce stable[26] 1: 100.190751ms since last change, 100.190557ms since last push, full=false
2020-03-07T19:10:09.648449Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:10
2020-03-07T19:10:09.648663Z info ads Cluster init time 198.352µs 2020-03-07T19:03:25Z/8
2020-03-07T19:10:09.653687Z warn ads ADS:EDS: ACK ERROR 10.44.2.15:39116 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_b...(truncated)
2020-03-07T19:10:09.654146Z warn ads ADS:EDS: ACK ERROR 10.44.2.16:43056 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.236"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lo...(truncated)
2020-03-07T19:10:09.720256Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40266 router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
...(truncated)
2020-03-07T19:10:10.069419Z info Handling event update for pod istiod-689b579fbb-8zmkd (Running) in namespace istio-system -> 10.44.3.2
2020-03-07T19:10:11.086095Z info Handling event update for pod istiod-689b579fbb-8zmkd (Running) in namespace istio-system -> 10.44.3.2
2020-03-07T19:10:11.094617Z info Handling event delete for pod istiod-689b579fbb-8zmkd (Running) in namespace istio-system -> 10.44.3.2
2020-03-07T19:10:12.293929Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.ConfigMap ended with: too old resource version: 6526608 (6528670)
2020-03-07T19:11:09.444271Z info Handling event update for pod istio-ingressgateway-b76f5f665-6xc57 (Running) in namespace istio-system -> 10.44.0.12
2020-03-07T19:11:09.477206Z info Handle EDS: 8 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:11:09.577595Z info ads Push debounce stable[27] 1: 100.23405ms since last change, 100.233801ms since last push, full=false
2020-03-07T19:11:09.577723Z info ads XDS:EDSInc Pushing:2020-03-07T19:03:25Z/8 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:10
2020-03-07T19:11:09.578230Z info ads Cluster init time 495.858µs 2020-03-07T19:03:25Z/8
2020-03-07T19:11:09.595388Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:41070 router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15031_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.13"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:11:14.471824Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:11:14.471926Z info ads ADS: "10.44.3.18:41168" router~10.44.0.12~istio-ingressgateway-b76f5f665-6xc57.istio-system~istio-system.svc.cluster.local-22 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:11:14.917185Z info Handling event update for pod istio-ingressgateway-b76f5f665-6xc57 (Running) in namespace istio-system -> 10.44.0.12
2020-03-07T19:11:15.937738Z info Handling event update for pod istio-ingressgateway-b76f5f665-6xc57 (Running) in namespace istio-system -> 10.44.0.12
2020-03-07T19:11:15.949310Z info Handling event delete for pod istio-ingressgateway-b76f5f665-6xc57 (Running) in namespace istio-system -> 10.44.0.12
2020-03-07T19:15:31.954366Z info Handle EDS: 5 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:15:31.954506Z info ads Full push, service accounts changed, istio-pilot.istio-system.svc.cluster.local
2020-03-07T19:15:32.054741Z info ads Push debounce stable[28] 1: 100.18555ms since last change, 100.185289ms since last push, full=true
2020-03-07T19:15:32.055913Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:15:32.055964Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:15:32.055975Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:15:32.055983Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:15:32.056077Z info ads XDS: Pushing:2020-03-07T19:15:32Z/9 Services:13 ConnectedEndpoints:9
2020-03-07T19:15:32.058678Z info ads Cluster init time 2.556866ms 2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.058977Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:32.058997Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:15:32.059049Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:32.059068Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:15:32.059083Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:15:32.059112Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:15:32.059128Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:15:32.061642Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.061659Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.061741Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:15:32.062022Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:15:32.064371Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.064593Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.064906Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:32.064924Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:15:32.066469Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:172 empty:2
2020-03-07T19:15:32.066652Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:32.066987Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.067033Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.067097Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:116 empty:1
2020-03-07T19:15:32.067298Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:232 empty:2
2020-03-07T19:15:32.067385Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:15:32.067403Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:32.067406Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:32.067516Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:15:32.067708Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:15:32.067729Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:32.067800Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:15:32.061667Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.058977Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:32.069077Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:15:32.069569Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:32.070351Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:15:32.070701Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:32.070839Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.071130Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:15:32.072543Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:15:32.072861Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:15:32Z/9
2020-03-07T19:15:32.072875Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:86 empty:1
2020-03-07T19:15:32.073559Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:15:32.073585Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:15:32.081046Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:15:32.085373Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:15:32.087925Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:15:32.088441Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:32.088255Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:15:32.091935Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:15:32.092426Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:232 empty:2
2020-03-07T19:15:32.092704Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:15:32.093040Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:15:32.093185Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:32.093291Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:15:32.094125Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:172 empty:2
2020-03-07T19:15:32.094303Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:32.094563Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:15:32.094583Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:32.094645Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:15:32.460344Z info ads Push debounce stable[29] 1: 100.128954ms since last change, 100.128748ms since last push, full=true
2020-03-07T19:15:32.461625Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:15:32.461672Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:15:32.461680Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:15:32.461687Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:15:32.461763Z info ads XDS: Pushing:2020-03-07T19:15:32Z/10 Services:13 ConnectedEndpoints:9
2020-03-07T19:15:32.464797Z info ads Cluster init time 2.948801ms 2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.465135Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:15:32.465498Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:32.465583Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:15:32.465150Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:32.465615Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:15:32.465205Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:15:32.467802Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.468087Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.467904Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.465282Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:32.468793Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:15:32.469361Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.470989Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.471885Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:32.472815Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:116 empty:1
2020-03-07T19:15:32.473239Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:86 empty:1
2020-03-07T19:15:32.475436Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:15:32.476264Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:15:32.476520Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:32.476674Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:15:32.476975Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:15:32.465322Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:15:32.477037Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:15:32.465360Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:15:32.477830Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:15:32.478419Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:15:32.473246Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:172 empty:2
2020-03-07T19:15:32.465252Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:15:32.478923Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:32.479782Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:29
2020-03-07T19:15:32.480578Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.481197Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:15:32.481272Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.465461Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:32.480460Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:15:32.481660Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:15:32.483978Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.485040Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:172 empty:2
2020-03-07T19:15:32.485225Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:32.485492Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:15:32.485519Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:32.485598Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:15:32.486324Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:232 empty:2
2020-03-07T19:15:32.486672Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:15:32.486701Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:32.486765Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:15:32.481736Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:32.487058Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:15:32.487911Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:15:32Z/10
2020-03-07T19:15:32.488155Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:232 empty:2
2020-03-07T19:15:32.488298Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:32.488589Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:15:32.488619Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:32.488701Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:15:32.489872Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:32.491830Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:15:32.492415Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:15:32.581193Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40966 router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.53_._.kube-dns.kube-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.6"
port_value: 53
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.2"
port_value: 53
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.6"
port_value: 53
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.3"
port_value: 53
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 4
}
}
load_balancing_we...(truncated)
2020-03-07T19:15:38.484547Z info ads Push debounce stable[30] 2: 100.283918ms since last change, 109.995396ms since last push, full=true
2020-03-07T19:15:38.486191Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:15:38.486235Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:15:38.486243Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:15:38.486253Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:15:38.486320Z info ads XDS: Pushing:2020-03-07T19:15:38Z/11 Services:13 ConnectedEndpoints:9
2020-03-07T19:15:38.489089Z info ads Cluster init time 2.73585ms 2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.489372Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:38.489407Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:15:38.489470Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:15:38.491070Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.491431Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.493279Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:38.495332Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:38.495453Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:15:38.496129Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:232 empty:2
2020-03-07T19:15:38.496740Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:15:38.496865Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:15:38.496930Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:29
2020-03-07T19:15:38.497692Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:15:38.498093Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:38.498177Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:15:38.498451Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.499367Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.499878Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:15:38.500393Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.502211Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.503723Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:172 empty:2
2020-03-07T19:15:38.504038Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:38.504424Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:38.504457Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:15:38.505251Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:38.505784Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:232 empty:2
2020-03-07T19:15:38.505912Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:38.506413Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.507743Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:15:38.508084Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:38.508385Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:15:38.508683Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:15:38.509091Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.509213Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:86 empty:1
2020-03-07T19:15:38.509426Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:15:38.510837Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:15:38.511200Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:15:38.511679Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:15:38.511723Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:38.511842Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:15:38.512338Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:38.512963Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:15:38Z/11
2020-03-07T19:15:38.513400Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:15:38.514383Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:15:38.506423Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:15:38.514444Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:38.514517Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:15:38.516327Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:172 empty:2
2020-03-07T19:15:38.516453Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:15:38.516547Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:38.516970Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:15:38.517007Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:38.517147Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:15:38.517346Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:15:38.517795Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:116 empty:1
2020-03-07T19:15:38.521322Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:15:38.522025Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:15:39.761285Z info ads Push debounce stable[31] 1: 100.181985ms since last change, 100.181578ms since last push, full=true
2020-03-07T19:15:39.762577Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:15:39.762620Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:15:39.762628Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:15:39.762636Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:15:39.762703Z info ads XDS: Pushing:2020-03-07T19:15:39Z/12 Services:13 ConnectedEndpoints:9
2020-03-07T19:15:39.765598Z info ads Cluster init time 2.868426ms 2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.765807Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:15:39.765817Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:39.765832Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:15:39.767623Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.767754Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:15:39.767854Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:15:39.767623Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.779845Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:86 empty:1
2020-03-07T19:15:39.782884Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.785892Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:116 empty:1
2020-03-07T19:15:39.789494Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:39.789530Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:15:39.789797Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:15:39.791489Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.791758Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:39.791817Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.791835Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:15:39.792091Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:15:39.793246Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:172 empty:2
2020-03-07T19:15:39.793496Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:39.793816Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.794297Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.794524Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:15:39.794598Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:15:39.795381Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:15:39.795518Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:15:39.795692Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:15:39.797005Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:39.798535Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.798923Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:39.798987Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:172 empty:2
2020-03-07T19:15:39.799125Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:39.799575Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:15:39.799597Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:39.799683Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:15:39.794296Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:116 empty:1
2020-03-07T19:15:39.800157Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:15:39.801294Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:39.801465Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:15:39.802284Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:15:39.803176Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:15:39.803500Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:29
2020-03-07T19:15:39.804402Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:15:39.804449Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:15:39Z/12
2020-03-07T19:15:39.804754Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:15:39.804778Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:39.804849Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:15:39.804972Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:232 empty:2
2020-03-07T19:15:39.805057Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:15:39.805540Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:15:39.805562Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:39.805662Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:15:39.809037Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:232 empty:2
2020-03-07T19:15:39.809242Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:39.809520Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:15:39.809553Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:39.809642Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:15:40.518672Z info Handle EDS: 6 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:15:40.518743Z info ads Full push, service accounts changed, istio-pilot.istio-system.svc.cluster.local
2020-03-07T19:15:40.619158Z info ads Push debounce stable[32] 2: 100.32569ms since last change, 108.58432ms since last push, full=true
2020-03-07T19:15:40.620512Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:15:40.620567Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:15:40.620576Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:15:40.620585Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:15:40.620662Z info ads XDS: Pushing:2020-03-07T19:15:40Z/13 Services:13 ConnectedEndpoints:9
2020-03-07T19:15:40.623873Z info ads Cluster init time 3.144723ms 2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.624191Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:40.624247Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:15:40.624321Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:40.624324Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:40.624337Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:15:40.624411Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:15:40.625877Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.626220Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.624189Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:15:40.626990Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.628240Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:118 empty:1
2020-03-07T19:15:40.628414Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.630683Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:15:40.630930Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:118 empty:1
2020-03-07T19:15:40.631703Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:15:40.632796Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:236 empty:2
2020-03-07T19:15:40.632964Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:40.633282Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:88 empty:1
2020-03-07T19:15:40.633357Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:15:40.633386Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:40.633466Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:15:40.633627Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:15:40.633766Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:15:40.634469Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:15:40.636110Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:15:40.637704Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:15:40.640408Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.624202Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:40.641155Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:15:40.643767Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.645747Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:15:40.624260Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:15:40.646773Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.649647Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:15:40.655057Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.655681Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/13
2020-03-07T19:15:40.656693Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:118 empty:1
2020-03-07T19:15:40.659023Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:15:40.660176Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:176 empty:2
2020-03-07T19:15:40.660314Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:40.660325Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:176 empty:2
2020-03-07T19:15:40.660422Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:40.660577Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:15:40.660607Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:40.660682Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:15:40.660584Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:15:40.660861Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:40.660933Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:15:40.661035Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:15:40.661363Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:15:40.661980Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:118 empty:1
2020-03-07T19:15:40.664432Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:236 empty:2
2020-03-07T19:15:40.664699Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:15:40.664781Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:15:40.664806Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:40.664881Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:15:40.665534Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:15:40.732403Z info Handle EDS: 0 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:15:40.732514Z info ads Incremental push, service istio-pilot.istio-system.svc.cluster.local has no endpoints
2020-03-07T19:15:40.757022Z warn ads ADS:EDS: ACK ERROR 10.44.2.16:43056 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||heapster.kube-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_b...(truncated)
2020-03-07T19:15:40.757932Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40220 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15031||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.10"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2...(truncated)
2020-03-07T19:15:40.850169Z info ads Push debounce stable[33] 3: 100.287437ms since last change, 147.51739ms since last push, full=true
2020-03-07T19:15:40.870523Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:15:40.870575Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:15:40.870584Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:15:40.870596Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:15:40.870712Z info ads XDS: Pushing:2020-03-07T19:15:40Z/14 Services:13 ConnectedEndpoints:9
2020-03-07T19:15:40.873803Z info ads Cluster init time 3.051837ms 2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.874073Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:15:40.874114Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:40.874205Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:15:40.876021Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.876052Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.876453Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:15:40.878302Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.878860Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:164 empty:2
2020-03-07T19:15:40.879048Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:40.879800Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:15:40.879819Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:40.879911Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:15:40.880416Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:40.880496Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:15:40.881380Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:112 empty:1
2020-03-07T19:15:40.882176Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:112 empty:1
2020-03-07T19:15:40.883077Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:15:40.883098Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:15:40.883119Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.884584Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:15:40.884909Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.885413Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:15:40.885441Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:15:40.887121Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.887147Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:112 empty:1
2020-03-07T19:15:40.888741Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:15:40.894583Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:15:40.894632Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:15:40.894744Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:15:40.895912Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:15:40.896698Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.898378Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.902445Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:40.902695Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:112 empty:1
2020-03-07T19:15:40.906751Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:15:40.908415Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:82 empty:1
2020-03-07T19:15:40.908803Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-765bd74975-zdm7j.default": {
"proxy": "echo-765bd74975-zdm7j.default"
},
"istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system": {
"proxy": "istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system"
},
"istio-ingressgateway-9b99c4796-sbb7m.istio-system": {
"proxy": "istio-ingressgateway-9b99c4796-sbb7m.istio-system"
},
"istio-ingressgateway-b76f5f665-m8l8t.istio-system": {
"proxy": "istio-ingressgateway-b76f5f665-m8l8t.istio-system"
}
}
}
2020-03-07T19:15:40.911147Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:224 empty:2
2020-03-07T19:15:40.911616Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:15:40.911667Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:40.912232Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:15:40.913511Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:15:40.914575Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:15:40.914912Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:15:40.915076Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:224 empty:2
2020-03-07T19:15:40.915131Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:15:40.915243Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:40.915424Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:164 empty:2
2020-03-07T19:15:40.915509Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:15:40.915512Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:15:40.915533Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:40.915592Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:15:40.915738Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:15:40.915767Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:15:40.915829Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:15:40.916072Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:15:40.917567Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:15:40.918342Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:15:44.223573Z info Handling event update for pod istiod-6684468565-7pq94 (Running) in namespace istio-system -> 10.32.2.13
2020-03-07T19:15:44.649285Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:15:44.649356Z info ads ADS:CDS: REQ 10.44.3.18:42116 sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23 980.205µs version:
2020-03-07T19:15:44.650850Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:36 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:15:44.653689Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:30
2020-03-07T19:15:44.763022Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:112 empty:1
2020-03-07T19:15:44.830443Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:15:45.726515Z info Handling event update for pod prometheus-5595cb5bd7-vkhl8 (Running) in namespace istio-system -> 10.32.2.11
2020-03-07T19:15:45.750016Z info Handle EDS: 1 endpoints for prometheus in namespace istio-system
2020-03-07T19:15:45.850642Z info ads Push debounce stable[34] 1: 100.484684ms since last change, 100.484415ms since last push, full=false
2020-03-07T19:15:45.850818Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[prometheus.istio-system.svc.cluster.local:{}] ConnectedEndpoints:10
2020-03-07T19:15:45.851027Z info ads Cluster init time 194.176µs 2020-03-07T19:15:40Z/14
2020-03-07T19:15:45.855264Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:50424 router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.9090_._.prometheus.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.16"
port_value: 9090
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_...(truncated)
2020-03-07T19:15:46.276364Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.Endpoints ended with: too old resource version: 6527893 (6528545)
2020-03-07T19:15:49.336929Z info Handling event update for pod istiod-9dd5d5989-gtbfl (Running) in namespace istio-system -> 10.32.2.14
2020-03-07T19:15:50.213987Z info Handling event update for pod istiod-6684468565-7pq94 (Running) in namespace istio-system -> 10.32.2.13
2020-03-07T19:15:50.239173Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:15:50.278747Z info Handling event update for pod istiod-9dd5d5989-gtbfl (Running) in namespace istio-system -> 10.32.2.14
2020-03-07T19:15:50.339593Z info ads Push debounce stable[35] 1: 100.2735ms since last change, 100.273301ms since last push, full=false
2020-03-07T19:15:50.339800Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:10
2020-03-07T19:15:50.340085Z info ads Cluster init time 245.612µs 2020-03-07T19:15:40Z/14
2020-03-07T19:15:50.345316Z warn ads ADS:EDS: ACK ERROR 10.44.2.7:49638 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.236"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lo...(truncated)
2020-03-07T19:15:50.348129Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:41070 router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.4.2"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.12"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 4
}
}
load_balancing_weight {
value: 4
}
}
2020-03-07T19:15:50.416318Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42116 sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15012||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.0.6"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.13"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing...(truncated)
2020-03-07T19:15:50.540895Z info Handling event update for pod istiod-6684468565-948s7 (Running) in namespace istio-system -> 10.32.0.8
2020-03-07T19:15:51.306364Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.ConfigMap ended with: too old resource version: 6529039 (6530159)
2020-03-07T19:15:52.311542Z info Handling event update for pod istiod-9dd5d5989-gtbfl (Running) in namespace istio-system -> 10.32.2.14
2020-03-07T19:15:53.331636Z info Handling event update for pod istiod-9dd5d5989-gtbfl (Running) in namespace istio-system -> 10.32.2.14
2020-03-07T19:15:53.341155Z info Handling event delete for pod istiod-9dd5d5989-gtbfl (Running) in namespace istio-system -> 10.32.2.14
2020-03-07T19:15:57.992680Z info Handling event update for pod istiod-6684468565-948s7 (Running) in namespace istio-system -> 10.32.0.8
2020-03-07T19:15:58.111792Z info Handle EDS: 6 endpoints for istiod in namespace istio-system
2020-03-07T19:15:58.212091Z info ads Push debounce stable[36] 1: 100.162688ms since last change, 100.162506ms since last push, full=false
2020-03-07T19:15:58.212271Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:10
2020-03-07T19:15:58.212514Z info ads Cluster init time 217.505µs 2020-03-07T19:15:40Z/14
2020-03-07T19:15:58.296336Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40220 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
l...(truncated)
2020-03-07T19:15:58.323055Z info Handling event update for pod istiod-9dd5d5989-456d2 (Running) in namespace istio-system -> 10.32.0.6
2020-03-07T19:15:58.519067Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:15:58.619460Z info ads Push debounce stable[37] 1: 100.284102ms since last change, 100.283843ms since last push, full=false
2020-03-07T19:15:58.619606Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:10
2020-03-07T19:15:58.619813Z info ads Cluster init time 188.563µs 2020-03-07T19:15:40Z/14
2020-03-07T19:15:58.655510Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:41070 router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.4.2"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.12"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 4
}
}
load_balancing_weight {
value: 4
}
}
2020-03-07T19:15:58.724515Z info Handling event update for pod istiod-9dd5d5989-456d2 (Running) in namespace istio-system -> 10.32.0.6
2020-03-07T19:16:05.192255Z info Handling event update for pod istio-ingressgateway-9b99c4796-pk4n9 (Running) in namespace istio-system -> 10.32.1.12
2020-03-07T19:16:05.344847Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-pk4n9.istio-system (ip=10.32.1.12) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-pk4n9.istio-system (ip=10.32.1.12) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-pk4n9.istio-system (ip=10.32.1.12) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:16:05.345016Z info ads ADS:CDS: REQ 10.44.3.18:42166 router~10.32.1.12~istio-ingressgateway-9b99c4796-pk4n9.istio-system~istio-system.svc.cluster.local-24 899.837µs version:
2020-03-07T19:16:05.346988Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-pk4n9.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:16:05.478477Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-pk4n9.istio-system clusters:60 endpoints:230 empty:2
2020-03-07T19:16:05.558654Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:16:05.559217Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-pk4n9.istio-system listeners:3
2020-03-07T19:16:05.602361Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:16:05.602620Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-pk4n9.istio-system routes:1
2020-03-07T19:16:06.659450Z info Handling event update for pod istiod-9dd5d5989-456d2 (Running) in namespace istio-system -> 10.32.0.6
2020-03-07T19:16:06.683114Z info Handling event delete for pod istiod-9dd5d5989-456d2 (Running) in namespace istio-system -> 10.32.0.6
2020-03-07T19:16:06.912345Z info Handling event update for pod istio-ingressgateway-9b99c4796-pk4n9 (Running) in namespace istio-system -> 10.32.1.12
2020-03-07T19:16:06.950295Z info Handle EDS: 16 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:16:07.050725Z info ads Push debounce stable[38] 1: 100.26591ms since last change, 100.265688ms since last push, full=false
2020-03-07T19:16:07.050880Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:11
2020-03-07T19:16:07.051516Z info ads Cluster init time 617.375µs 2020-03-07T19:15:40Z/14
2020-03-07T19:16:07.135881Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42116 sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15029||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.1.12"
port_value: 15029
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.10"
port_value: 15029
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
...(truncated)
2020-03-07T19:16:07.173456Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40266 router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15031||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value:...(truncated)
2020-03-07T19:16:08.520644Z info Handling event update for pod prometheus-5cb59f7cf9-dwblv (Running) in namespace istio-system -> 10.32.2.15
2020-03-07T19:16:08.715082Z info Handling event update for pod istio-ingressgateway-76d888fbbd-7cd6w (Running) in namespace istio-system -> 10.32.0.9
2020-03-07T19:16:09.536850Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-6bb95d765b-42hwb (Running) in namespace kube-system -> 10.32.2.5
2020-03-07T19:16:10.574217Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-6bb95d765b-42hwb (Running) in namespace kube-system -> 10.32.2.5
2020-03-07T19:16:12.149839Z info Handling event update for pod prometheus-5cb59f7cf9-dwblv (Running) in namespace istio-system -> 10.32.2.15
2020-03-07T19:16:13.287281Z info Handling event update for pod istio-ingressgateway-76d888fbbd-rgnxh (Running) in namespace istio-system -> 10.32.1.11
2020-03-07T19:16:15.014786Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:16:15.015000Z info ads ADS:CDS: REQ 10.44.3.18:42186 router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25 1.07151ms version:
2020-03-07T19:16:15.017727Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:16:15.133517Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:246 empty:2
2020-03-07T19:16:15.209652Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:16:15.210165Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:16:15.249602Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:16:15.249888Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:16:16.492285Z info Handling event update for pod istiod-6684468565-4g7h5 (Running) in namespace istio-system -> 10.32.1.13
2020-03-07T19:16:17.248254Z info Handling event update for pod istio-ingressgateway-76d888fbbd-7cd6w (Running) in namespace istio-system -> 10.32.0.9
2020-03-07T19:16:17.355242Z info Handle EDS: 24 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:16:17.455621Z info ads Push debounce stable[39] 1: 100.206347ms since last change, 100.206127ms since last push, full=false
2020-03-07T19:16:17.455759Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:16:17.456384Z info ads Cluster init time 591.853µs 2020-03-07T19:15:40Z/14
2020-03-07T19:16:17.567176Z info Handling event update for pod istio-ingressgateway-9b99c4796-pk4n9 (Running) in namespace istio-system -> 10.32.1.12
2020-03-07T19:16:17.580793Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40266 router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15031||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.0.9"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
...(truncated)
2020-03-07T19:16:17.772104Z info Handle EDS: 16 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:16:17.872446Z info ads Push debounce stable[40] 1: 100.232087ms since last change, 100.231887ms since last push, full=false
2020-03-07T19:16:17.872590Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:16:17.873109Z info ads Cluster init time 498.653µs 2020-03-07T19:15:40Z/14
2020-03-07T19:16:18.005051Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42166 router~10.32.1.12~istio-ingressgateway-9b99c4796-pk4n9.istio-system~istio-system.svc.cluster.local-24 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15030||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value:...(truncated)
2020-03-07T19:16:19.720643Z info Handling event update for pod istio-ingressgateway-76d888fbbd-dw7dg (Running) in namespace istio-system -> 10.32.2.16
2020-03-07T19:16:19.808245Z info Handling event update for pod istio-ingressgateway-9b99c4796-nkhqs (Running) in namespace istio-system -> 10.32.0.10
2020-03-07T19:16:20.811092Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:16:20.811294Z info ads ADS:CDS: REQ 10.44.3.18:42206 router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26 1.180612ms version:
2020-03-07T19:16:20.813150Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:16:20.971442Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:60 endpoints:246 empty:2
2020-03-07T19:16:21.088570Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:16:21.089090Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system listeners:3
2020-03-07T19:16:21.135543Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:16:21.135809Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system routes:1
2020-03-07T19:16:22.602877Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:16:22.602924Z info ads ADS: "10.44.3.18:42166" router~10.32.1.12~istio-ingressgateway-9b99c4796-pk4n9.istio-system~istio-system.svc.cluster.local-24 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:16:22.703566Z info Handling event update for pod istio-ingressgateway-76d888fbbd-dw7dg (Running) in namespace istio-system -> 10.32.2.16
2020-03-07T19:16:22.750443Z info Handle EDS: 24 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:16:22.850909Z info ads Push debounce stable[41] 1: 100.306581ms since last change, 100.306387ms since last push, full=false
2020-03-07T19:16:22.851117Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:16:22.851680Z info ads Cluster init time 549.579µs 2020-03-07T19:15:40Z/14
2020-03-07T19:16:22.863241Z info Handling event update for pod istio-ingressgateway-9b99c4796-nkhqs (Running) in namespace istio-system -> 10.32.0.10
2020-03-07T19:16:22.927979Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40946 sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.13"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 6
}
}
load_balancing_weight {
value: 6
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:16:22.964346Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40966 router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.13"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 6
}
}
load_balancing_weight {
value: 6
}
}
2020-03-07T19:16:22.973161Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40266 router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15029||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value:...(truncated)
2020-03-07T19:16:22.987526Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42206 router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.0.9"
port_value: 8443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.10"
port_value: 8443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.16"
port_value: 8443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 6
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}...(truncated)
2020-03-07T19:16:23.521662Z info Handling event update for pod istio-ingressgateway-9b99c4796-pk4n9 (Running) in namespace istio-system -> 10.32.1.12
2020-03-07T19:16:24.703181Z info Handling event update for pod istiod-6684468565-4g7h5 (Running) in namespace istio-system -> 10.32.1.13
2020-03-07T19:16:24.731033Z info Handle EDS: 6 endpoints for istiod in namespace istio-system
2020-03-07T19:16:24.831350Z info ads Push debounce stable[42] 1: 100.208877ms since last change, 100.208651ms since last push, full=false
2020-03-07T19:16:24.831502Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:16:24.831706Z info ads Cluster init time 190.715µs 2020-03-07T19:15:40Z/14
2020-03-07T19:16:24.837248Z warn ads ADS:EDS: ACK ERROR 10.44.2.16:43056 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.236"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lo...(truncated)
2020-03-07T19:16:24.911298Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42116 sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
l...(truncated)
2020-03-07T19:16:26.690964Z info Handling event update for pod istio-ingressgateway-9b99c4796-pk4n9 (Running) in namespace istio-system -> 10.32.1.12
2020-03-07T19:16:26.738247Z info Handling event delete for pod istio-ingressgateway-9b99c4796-pk4n9 (Running) in namespace istio-system -> 10.32.1.12
2020-03-07T19:16:29.119887Z info Handling event update for pod istio-ingressgateway-9b99c4796-nkhqs (Running) in namespace istio-system -> 10.32.0.10
2020-03-07T19:16:29.311098Z info Handling event update for pod istio-ingressgateway-9b99c4796-nkhqs (Running) in namespace istio-system -> 10.32.0.10
2020-03-07T19:16:34.934064Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-6bb95d765b-42hwb (Running) in namespace kube-system -> 10.32.2.5
2020-03-07T19:16:36.646264Z info Handling event update for pod istio-ingressgateway-9b99c4796-nkhqs (Running) in namespace istio-system -> 10.32.0.10
2020-03-07T19:16:36.668002Z info Handling event delete for pod istio-ingressgateway-9b99c4796-nkhqs (Running) in namespace istio-system -> 10.32.0.10
2020-03-07T19:16:47.652558Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-6bb95d765b-42hwb (Running) in namespace kube-system -> 10.32.2.5
2020-03-07T19:16:48.138400Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-6bb95d765b-42hwb (Running) in namespace kube-system -> 10.32.2.5
2020-03-07T19:17:07.827783Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:07.828002Z info ads ADS:CDS: REQ 10.44.3.18:42306 router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27 1.158237ms version:
2020-03-07T19:17:07.830505Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:61 services:13 version:2020-03-07T19:15:40Z/14
2020-03-07T19:17:07.830565Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:07.831092Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system listeners:3
2020-03-07T19:17:08.024397Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:60 endpoints:266 empty:2
2020-03-07T19:17:08.024598Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:08.024842Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system routes:1
2020-03-07T19:17:09.850314Z info Handling event update for pod istio-ingressgateway-76d888fbbd-rgnxh (Running) in namespace istio-system -> 10.32.1.11
2020-03-07T19:17:09.886347Z info Handle EDS: 32 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:17:09.916501Z info Handling event update for pod istio-ingressgateway-9b99c4796-sbb7m (Running) in namespace istio-system -> 10.32.2.10
2020-03-07T19:17:09.958745Z info Handle EDS: 24 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:17:10.059084Z info ads Push debounce stable[43] 2: 100.207227ms since last change, 172.5959ms since last push, full=false
2020-03-07T19:17:10.059282Z info ads XDS:EDSInc Pushing:2020-03-07T19:15:40Z/14 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:13
2020-03-07T19:17:10.059857Z info ads Cluster init time 535.357µs 2020-03-07T19:15:40Z/14
2020-03-07T19:17:10.188744Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42206 router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15029_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.0.9"
port_value: 15029
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.1.11"
port_value: 15029
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.16"
port_value: 15029
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 6
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
...(truncated)
2020-03-07T19:17:11.962439Z info Handle EDS: 5 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:17:11.962568Z info ads Full push, service accounts changed, istio-pilot.istio-system.svc.cluster.local
2020-03-07T19:17:12.062891Z info ads Push debounce stable[44] 1: 100.274981ms since last change, 100.274733ms since last push, full=true
2020-03-07T19:17:12.064186Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:17:12.064353Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:17:12.064364Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:17:12.064373Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:17:12.064470Z info ads XDS: Pushing:2020-03-07T19:17:12Z/15 Services:13 ConnectedEndpoints:13
2020-03-07T19:17:12.067477Z info ads Cluster init time 2.907093ms 2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.067739Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:17:12.067754Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:17:12.067780Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:12.067877Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:17:12.069897Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.070366Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:17:12.070608Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.072965Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:121 empty:1
2020-03-07T19:17:12.073043Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.073160Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:17:12.073249Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:17:12.075160Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:174 empty:2
2020-03-07T19:17:12.075320Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.076050Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.076376Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:17:12.076409Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.076442Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:17:12.077307Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.077389Z info ads Pushing router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26
2020-03-07T19:17:12.078213Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.078303Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:242 empty:2
2020-03-07T19:17:12.078834Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.078909Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:17:12.079735Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.079821Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:17:12.079823Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.081409Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:141 empty:1
2020-03-07T19:17:12.081490Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.084487Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:17:12.084569Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.085667Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:17:12.086818Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:17:12.086849Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:17:12.088760Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:174 empty:2
2020-03-07T19:17:12.089263Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.090593Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:17:12.090638Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.090887Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:17:12.092342Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:36 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.098317Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:12.098828Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.099644Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.099765Z info ads Pushing router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27
2020-03-07T19:17:12.101541Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:17:12.069897Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.101938Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:12.102058Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:17:12.102088Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.102316Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:17:12.102387Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.102788Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:17:12.102843Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.102975Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:17:12.103118Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:17:12.103728Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.104049Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system listeners:3
2020-03-07T19:17:12.105007Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.105093Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.108053Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:121 empty:1
2020-03-07T19:17:12.108655Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:141 empty:1
2020-03-07T19:17:12.111164Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:17:12.112198Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.112247Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:17:12.112212Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:30
2020-03-07T19:17:12.112371Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system routes:1
2020-03-07T19:17:12.112763Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:12.112790Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:17:12.112906Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:12.112938Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.113132Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:17:12.113601Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:17:12.113624Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.113705Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:17:12.113908Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:17:12.114594Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:17:12Z/15
2020-03-07T19:17:12.114666Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:17:12.116904Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:121 empty:1
2020-03-07T19:17:12.117794Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:87 empty:1
2020-03-07T19:17:12.120008Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:17:12.120009Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:17:12.120587Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:12.120729Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.120867Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:17:12.120939Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system listeners:3
2020-03-07T19:17:12.121018Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.121102Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:17:12.121114Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system routes:1
2020-03-07T19:17:12.208450Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40220 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15012||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
...(truncated)
2020-03-07T19:17:12.323024Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42206 router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15443_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
val...(truncated)
2020-03-07T19:17:12.831023Z info ads Push debounce stable[45] 1: 100.241794ms since last change, 100.24151ms since last push, full=true
2020-03-07T19:17:12.832130Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:17:12.832160Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:17:12.832165Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:17:12.832173Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:17:12.832239Z info ads XDS: Pushing:2020-03-07T19:17:12Z/16 Services:13 ConnectedEndpoints:13
2020-03-07T19:17:12.836413Z info ads Cluster init time 4.145154ms 2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.836722Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:17:12.836886Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:12.836933Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:17:12.837587Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:17:12.839165Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.840206Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:17:12.840494Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:17:12.840691Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:17:12.841815Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:87 empty:1
2020-03-07T19:17:12.842784Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:36 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.842905Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.843039Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:17:12.843633Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.845751Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:29
2020-03-07T19:17:12.846028Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:141 empty:1
2020-03-07T19:17:12.846940Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-9b99c4796-sbb7m.istio-system (ip=10.32.2.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.847247Z info ads Pushing router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12
2020-03-07T19:17:12.848908Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.849032Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.849175Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:17:12.849139Z info ads Pushing router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27
2020-03-07T19:17:12.849347Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:30
2020-03-07T19:17:12.850398Z info ads CDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.850553Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:17:12.851334Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.852226Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.853967Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.854198Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:12.854307Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:17:12.856694Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:242 empty:2
2020-03-07T19:17:12.857536Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:12.857624Z info ads Pushing router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26
2020-03-07T19:17:12.858674Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:17:12.860094Z info ads EDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:12.860419Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.860583Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.860639Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.861007Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:17:12.861153Z info ads LDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system listeners:3
2020-03-07T19:17:12.861288Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.861500Z info ads RDS: PUSH for node:istio-ingressgateway-9b99c4796-sbb7m.istio-system routes:1
2020-03-07T19:17:12.840376Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.865768Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:17:12.870940Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.877309Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:121 empty:1
2020-03-07T19:17:12.881104Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:12.881451Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.881846Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system listeners:3
2020-03-07T19:17:12.881882Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.882014Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system routes:1
2020-03-07T19:17:12.884201Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:17:12.884257Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.884505Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:17:12.888177Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:174 empty:2
2020-03-07T19:17:12.888814Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.889385Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:141 empty:1
2020-03-07T19:17:12.889624Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:17:12.889974Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.890340Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:17:12.892451Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.895931Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:17:12.897561Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:121 empty:1
2020-03-07T19:17:12.901034Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:12.901394Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.901803Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system listeners:3
2020-03-07T19:17:12.901859Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.901991Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system routes:1
2020-03-07T19:17:12.902102Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:17:12.906166Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:17:12Z/16
2020-03-07T19:17:12.907606Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:17:12.909611Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:12.909873Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.910341Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:17:12.910406Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.910880Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:17:12.912744Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:121 empty:1
2020-03-07T19:17:12.913541Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:17:12.914137Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:174 empty:2
2020-03-07T19:17:12.914415Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:12.914704Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:17:12.914898Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:17:12.915029Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:12.915233Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:17:12.916028Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:17:12.916251Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:17:12.916428Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:17:12.916819Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:17:13.032542Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40266 router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||heapster.kube-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
l...(truncated)
2020-03-07T19:17:13.041602Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42306 router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.0.8"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.1.13"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.13"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 6
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoint...(truncated)
2020-03-07T19:17:14.964892Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:17:14.965088Z info ads ADS: "10.44.3.18:40266" router~10.32.2.10~istio-ingressgateway-9b99c4796-sbb7m.istio-system~istio-system.svc.cluster.local-12 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:17:15.484573Z info Handling event update for pod istio-ingressgateway-9b99c4796-sbb7m (Running) in namespace istio-system -> 10.32.2.10
2020-03-07T19:17:20.907513Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-765bd74975-zdm7j.default": {
"proxy": "echo-765bd74975-zdm7j.default"
},
"istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system": {
"proxy": "istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system"
},
"istio-ingressgateway-76d888fbbd-7cd6w.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-7cd6w.istio-system"
},
"istio-ingressgateway-76d888fbbd-dw7dg.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-dw7dg.istio-system"
},
"istio-ingressgateway-76d888fbbd-rgnxh.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-rgnxh.istio-system"
},
"istio-ingressgateway-9b99c4796-sbb7m.istio-system": {
"proxy": "istio-ingressgateway-9b99c4796-sbb7m.istio-system"
},
"istio-ingressgateway-b76f5f665-m8l8t.istio-system": {
"proxy": "istio-ingressgateway-b76f5f665-m8l8t.istio-system"
},
"prometheus-5595cb5bd7-vkhl8.istio-system": {
"proxy": "prometheus-5595cb5bd7-vkhl8.istio-system"
}
}
}
2020-03-07T19:17:21.220114Z info ads Push debounce stable[46] 2: 100.444823ms since last change, 126.736547ms since last push, full=true
2020-03-07T19:17:21.221651Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:17:21.221708Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:17:21.221717Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:17:21.221725Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:17:21.222087Z info ads XDS: Pushing:2020-03-07T19:17:21Z/17 Services:13 ConnectedEndpoints:12
2020-03-07T19:17:21.226921Z info ads Cluster init time 4.775895ms 2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.227200Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:17:21.227220Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:21.227238Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:17:21.227239Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:17:21.227241Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:21.227339Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:17:21.229519Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:36 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.230022Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:21.230094Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.230134Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:17:21.231095Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:17:21.232840Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.233352Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.233401Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:141 empty:1
2020-03-07T19:17:21.233617Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:17:21.235723Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.229518Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.239622Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:121 empty:1
2020-03-07T19:17:21.240164Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:87 empty:1
2020-03-07T19:17:21.241749Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:21.241878Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.242094Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:17:21.243824Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:17:21.244211Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.244368Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:29
2020-03-07T19:17:21.244929Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:21.245047Z info ads Pushing router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26
2020-03-07T19:17:21.247849Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.247886Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:121 empty:1
2020-03-07T19:17:21.249671Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:174 empty:2
2020-03-07T19:17:21.249857Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.250160Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:17:21.250271Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:17:21.250513Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:17:21.250607Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:30
2020-03-07T19:17:21.251542Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:17:21.252519Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:17:21.252574Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.252681Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:17:21.252907Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.254513Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:17:21.256145Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:21.256391Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.256763Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:17:21.258495Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.261050Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:174 empty:2
2020-03-07T19:17:21.261314Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.261594Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:17:21.261603Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:121 empty:1
2020-03-07T19:17:21.261643Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.261741Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:17:21.261055Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:242 empty:2
2020-03-07T19:17:21.256152Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:21.262240Z info ads Pushing router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27
2020-03-07T19:17:21.262583Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:17:21.262936Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:21.263024Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:17:21.265128Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.268998Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:17:21.270417Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:17:21.270481Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.271141Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:17:21.271046Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:17:21.272609Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:17:21.272665Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.273133Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:17:21.273707Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:17:21.275393Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system listeners:3
2020-03-07T19:17:21.275462Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.265127Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:17:21Z/17
2020-03-07T19:17:21.275880Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system routes:1
2020-03-07T19:17:21.282091Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:141 empty:1
2020-03-07T19:17:21.283462Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:21.283714Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.284145Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system listeners:3
2020-03-07T19:17:21.284207Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.284326Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system routes:1
2020-03-07T19:17:21.287429Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:17:21.288872Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:17:21.446842Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42306 router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15030_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.0.9"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.1.11"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.16"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 6
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
...(truncated)
2020-03-07T19:17:21.531572Z info ads Push debounce stable[47] 1: 100.422603ms since last change, 100.4224ms since last push, full=true
2020-03-07T19:17:21.533133Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:17:21.533183Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:17:21.533191Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:17:21.533199Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:17:21.533280Z info ads XDS: Pushing:2020-03-07T19:17:21Z/18 Services:13 ConnectedEndpoints:12
2020-03-07T19:17:21.537450Z info ads Cluster init time 4.142913ms 2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.537752Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:21.537756Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:17:21.537757Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:21.537810Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:21.537861Z info ads Pushing router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26
2020-03-07T19:17:21.537866Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:17:21.538072Z info ads Pushing router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27
2020-03-07T19:17:21.538529Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:17:21.538562Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:17:21.540988Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.541433Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:36 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.541680Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:21.541705Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:17:21.541707Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:17:21.544065Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.544614Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.547783Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.551569Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:242 empty:2
2020-03-07T19:17:21.552302Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:17:21.552753Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:21.552920Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.538072Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:17:21.553065Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:17:21.554627Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.555056Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.556133Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.557611Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:87 empty:1
2020-03-07T19:17:21.558043Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:121 empty:1
2020-03-07T19:17:21.561215Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:17:21.561851Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:121 empty:1
2020-03-07T19:17:21.562368Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:17:21.562409Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.562645Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:17:21.562905Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:17:21.561230Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:29
2020-03-07T19:17:21.563692Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:21.563729Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:17:21.564012Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:17:21.565857Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.565985Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:17:21.566350Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.540988Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.569378Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:141 empty:1
2020-03-07T19:17:21.569846Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:121 empty:1
2020-03-07T19:17:21.572855Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:17:21.573375Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:21.573543Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.573567Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:17:21.573825Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:17:21.573857Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.573934Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:17:21.574122Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system listeners:3
2020-03-07T19:17:21.574149Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.574251Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system routes:1
2020-03-07T19:17:21.563702Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:17:21.574588Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:17:21.575034Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:21.575172Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:17:21.576249Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:17:21.577749Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:141 empty:1
2020-03-07T19:17:21.577970Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:17:21Z/18
2020-03-07T19:17:21.580910Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:174 empty:2
2020-03-07T19:17:21.587563Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.589000Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:17:21.589063Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.589703Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:17:21.582200Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:30
2020-03-07T19:17:21.592790Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:60 endpoints:282 empty:2
2020-03-07T19:17:21.593086Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.593544Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system listeners:3
2020-03-07T19:17:21.593593Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.593822Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system routes:1
2020-03-07T19:17:21.595994Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:17:21.583031Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:174 empty:2
2020-03-07T19:17:21.596864Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:21.597277Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:17:21.597327Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:21.597439Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:17:21.583741Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:17:21.638305Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42206 router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15029_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
val...(truncated)
2020-03-07T19:17:21.650839Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40220 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
l...(truncated)
2020-03-07T19:17:22.464856Z info Handle EDS: 6 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:17:22.464934Z info ads Full push, service accounts changed, istio-pilot.istio-system.svc.cluster.local
2020-03-07T19:17:22.565361Z info ads Push debounce stable[48] 2: 100.311956ms since last change, 108.119418ms since last push, full=true
2020-03-07T19:17:22.566774Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:17:22.566821Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:17:22.566829Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:17:22.566838Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:17:22.566909Z info ads XDS: Pushing:2020-03-07T19:17:22Z/19 Services:13 ConnectedEndpoints:12
2020-03-07T19:17:22.571355Z info ads Cluster init time 4.282133ms 2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.571607Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:17:22.571650Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:17:22.571678Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:17:22.573562Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.573674Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:36 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.574105Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:22.574237Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:17:22.574421Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:22.574468Z info ads Pushing router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27
2020-03-07T19:17:22.576698Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:61 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.577419Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:145 empty:1
2020-03-07T19:17:22.578448Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:17:22.580576Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.581055Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:22.581310Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:17:22.583295Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:60 endpoints:290 empty:2
2020-03-07T19:17:22.583520Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:22.583994Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:22.584092Z info ads Pushing router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26
2020-03-07T19:17:22.584654Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:125 empty:1
2020-03-07T19:17:22.585558Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.590192Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:30
2020-03-07T19:17:22.591400Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:17:22.591710Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:125 empty:1
2020-03-07T19:17:22.586108Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.587036Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:17:22.594731Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.595088Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:178 empty:2
2020-03-07T19:17:22.595261Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:22.595620Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:17:22.595655Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:22.595760Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:17:22.595762Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:145 empty:1
2020-03-07T19:17:22.587170Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:17:22.596677Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:17:22.599305Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.587293Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:22.599656Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:17:22.600124Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:125 empty:1
2020-03-07T19:17:22.587029Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:61 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.588396Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:22.599324Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:17:22.589159Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:17:22.604263Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:17:22.605543Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:178 empty:2
2020-03-07T19:17:22.587540Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system listeners:3
2020-03-07T19:17:22.606121Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:17:22.607792Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:17:22.588201Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:17:22.608458Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:61 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.609523Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:17:22.609843Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:22.609872Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:17:22.610003Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:22.610730Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:17:22.611575Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:17:22.613015Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.613932Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:17:22.614275Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:17:22Z/19
2020-03-07T19:17:22.614383Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system routes:1
2020-03-07T19:17:22.615036Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:60 endpoints:290 empty:2
2020-03-07T19:17:22.615405Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:22.619368Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:89 empty:1
2020-03-07T19:17:22.623827Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:290 empty:2
2020-03-07T19:17:22.626206Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:17:22.626382Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:22.633018Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:17:22.633251Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:22.633928Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system listeners:3
2020-03-07T19:17:22.638317Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:250 empty:2
2020-03-07T19:17:22.638515Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:17:22.639227Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:22.639265Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:17:22.639350Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:22.639589Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:17:22.638596Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:22.639861Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:17:22.639729Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system routes:1
2020-03-07T19:17:22.643792Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:17:22.969286Z info Handle EDS: 0 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:17:22.969354Z info ads Incremental push, service istio-pilot.istio-system.svc.cluster.local has no endpoints
2020-03-07T19:17:23.035221Z info Handle EDS: 6 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:17:23.039693Z info Handle EDS: 0 endpoints for istio-pilot in namespace istio-system
2020-03-07T19:17:23.040034Z info ads Incremental push, service istio-pilot.istio-system.svc.cluster.local has no endpoints
2020-03-07T19:17:23.140391Z info ads Push debounce stable[49] 5: 100.288456ms since last change, 178.725082ms since last push, full=true
2020-03-07T19:17:23.159326Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:17:23.159399Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:17:23.159406Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:17:23.159413Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:17:23.159495Z info ads XDS: Pushing:2020-03-07T19:17:23Z/20 Services:13 ConnectedEndpoints:12
2020-03-07T19:17:23.162876Z info ads Cluster init time 3.356713ms 2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.163287Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-dw7dg.istio-system (ip=10.32.2.16) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:23.163401Z info ads Pushing router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26
2020-03-07T19:17:23.163445Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:17:23.163669Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:17:23.163695Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:17:23.164027Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system (ip=10.48.2.13) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:23.164315Z info ads Pushing router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18
2020-03-07T19:17:23.165620Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.165876Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:36 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.166128Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:23.166151Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:17:23.166219Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:61 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.167847Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:61 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.168206Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.168677Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:113 empty:1
2020-03-07T19:17:23.169075Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-rgnxh.istio-system (ip=10.32.1.11) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:23.169169Z info ads Pushing router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27
2020-03-07T19:17:23.172372Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:61 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.172762Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:17:23.173336Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system clusters:60 endpoints:266 empty:2
2020-03-07T19:17:23.173505Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:23.173708Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:17:23.174568Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system clusters:60 endpoints:166 empty:2
2020-03-07T19:17:23.174977Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:23.175482Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:17:23.175775Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.176314Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system listeners:3
2020-03-07T19:17:23.176493Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:23.176773Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system routes:1
2020-03-07T19:17:23.177727Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.178935Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system clusters:60 endpoints:266 empty:2
2020-03-07T19:17:23.179019Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:113 empty:1
2020-03-07T19:17:23.179185Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:23.179635Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:17:23.179722Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:17:23.180638Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:83 empty:1
2020-03-07T19:17:23.180834Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:113 empty:1
2020-03-07T19:17:23.182603Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.182795Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:17:23.184067Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:17:23.184287Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:17:23.163400Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:17:23.187243Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:133 empty:1
2020-03-07T19:17:23.187593Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:166 empty:2
2020-03-07T19:17:23.187699Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:23.187860Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.188287Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:17:23.188335Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:23.188732Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:17:23.188971Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:23.189209Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:17:23.189022Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:17:23.190050Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:17:23.190460Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system listeners:3
2020-03-07T19:17:23.190622Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:23.190875Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-dw7dg.istio-system routes:1
2020-03-07T19:17:23.175500Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:17:23.188568Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system listeners:3
2020-03-07T19:17:23.193799Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:30
2020-03-07T19:17:23.194350Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:61 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.194612Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:17:23.185273Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:17:23.195357Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:23.199014Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:17:23.199512Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:226 empty:2
2020-03-07T19:17:23.201586Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:17:23.201828Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-rgnxh.istio-system routes:1
2020-03-07T19:17:23.202848Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:17:23.203271Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:23.203454Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:17:23.204075Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:23.209601Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:133 empty:1
2020-03-07T19:17:23.209656Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:266 empty:2
2020-03-07T19:17:23.210552Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:23.211067Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:17:23.211114Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:23.211263Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:17:23.214778Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:17:23.215978Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:17:23.234635Z warn ads ADS:EDS: ACK ERROR 10.44.2.15:39116 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|53||kube-dns.kube-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 4
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.65"
port_value: 53
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.39"
port_value: 53
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing...(truncated)
2020-03-07T19:17:25.837051Z info Handling event update for pod istiod-8c66899cd-xhjlz (Running) in namespace istio-system -> 10.48.2.18
2020-03-07T19:17:26.663747Z info Handling event update for pod istio-ingressgateway-9b99c4796-sbb7m (Running) in namespace istio-system -> 10.32.2.10
2020-03-07T19:17:26.691482Z info Handling event delete for pod istio-ingressgateway-9b99c4796-sbb7m (Running) in namespace istio-system -> 10.32.2.10
2020-03-07T19:17:29.204474Z info Handling event update for pod istiod-8c66899cd-7jvx5 (Running) in namespace istio-system -> 10.48.0.15
2020-03-07T19:17:29.434558Z info Handling event update for pod istiod-b9d4f8858-cjzpd (Running) in namespace istio-system -> 10.48.1.18
2020-03-07T19:17:30.907331Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-765bd74975-zdm7j.default": {
"proxy": "echo-765bd74975-zdm7j.default"
},
"istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system": {
"proxy": "istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system"
},
"istio-ingressgateway-76d888fbbd-7cd6w.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-7cd6w.istio-system"
},
"istio-ingressgateway-76d888fbbd-dw7dg.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-dw7dg.istio-system"
},
"istio-ingressgateway-76d888fbbd-rgnxh.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-rgnxh.istio-system"
},
"istio-ingressgateway-b76f5f665-m8l8t.istio-system": {
"proxy": "istio-ingressgateway-b76f5f665-m8l8t.istio-system"
},
"prometheus-5595cb5bd7-vkhl8.istio-system": {
"proxy": "prometheus-5595cb5bd7-vkhl8.istio-system"
}
}
}
2020-03-07T19:17:33.352094Z info Handling event update for pod istiod-b9d4f8858-cjzpd (Running) in namespace istio-system -> 10.48.1.18
2020-03-07T19:17:33.362674Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:17:33.463054Z info ads Push debounce stable[50] 1: 100.208368ms since last change, 100.208075ms since last push, full=false
2020-03-07T19:17:33.463225Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:17:33.463468Z info ads Cluster init time 226.153µs 2020-03-07T19:17:23Z/20
2020-03-07T19:17:33.469434Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:50424 router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 6
}
}
loa...(truncated)
2020-03-07T19:17:34.690082Z info Handling event update for pod istiod-8c66899cd-xhjlz (Running) in namespace istio-system -> 10.48.2.18
2020-03-07T19:17:34.707313Z info Handle EDS: 6 endpoints for istiod in namespace istio-system
2020-03-07T19:17:34.736433Z info Handling event update for pod istiod-b9d4f8858-cjzpd (Running) in namespace istio-system -> 10.48.1.18
2020-03-07T19:17:34.766822Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:17:34.867376Z info ads Push debounce stable[51] 2: 100.302712ms since last change, 159.817845ms since last push, full=false
2020-03-07T19:17:34.867519Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:17:34.867709Z info ads Cluster init time 178.243µs 2020-03-07T19:17:23Z/20
2020-03-07T19:17:35.523067Z info Handling event update for pod istiod-b9d4f8858-cjzpd (Running) in namespace istio-system -> 10.48.1.18
2020-03-07T19:17:35.898311Z info Handling event update for pod istiod-8c66899cd-7jvx5 (Running) in namespace istio-system -> 10.48.0.15
2020-03-07T19:17:35.914642Z info Handle EDS: 6 endpoints for istiod in namespace istio-system
2020-03-07T19:17:35.954081Z info Handling event update for pod istiod-b9d4f8858-77vf8 (Running) in namespace istio-system -> 10.48.0.12
2020-03-07T19:17:35.977063Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:17:36.077354Z info ads Push debounce stable[52] 2: 100.172904ms since last change, 162.585203ms since last push, full=false
2020-03-07T19:17:36.077504Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:17:36.077729Z info ads Cluster init time 200.787µs 2020-03-07T19:17:23Z/20
2020-03-07T19:17:36.148809Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40966 router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.4.2"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.15"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.18"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network...(truncated)
2020-03-07T19:17:36.155926Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40220 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.0.8"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoin...(truncated)
2020-03-07T19:17:36.268512Z info Handling event update for pod istiod-b9d4f8858-77vf8 (Running) in namespace istio-system -> 10.48.0.12
2020-03-07T19:17:36.550001Z info Handling event update for pod istiod-b9d4f8858-cjzpd (Running) in namespace istio-system -> 10.48.1.18
2020-03-07T19:17:36.559619Z info Handling event delete for pod istiod-b9d4f8858-cjzpd (Running) in namespace istio-system -> 10.48.1.18
2020-03-07T19:17:37.279643Z info Handling event update for pod istiod-b9d4f8858-77vf8 (Running) in namespace istio-system -> 10.48.0.12
2020-03-07T19:17:37.308820Z info Handling event update for pod istiod-b9d4f8858-77vf8 (Running) in namespace istio-system -> 10.48.0.12
2020-03-07T19:17:37.328114Z info Handling event delete for pod istiod-b9d4f8858-77vf8 (Running) in namespace istio-system -> 10.48.0.12
2020-03-07T19:17:44.371810Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-5567f548c4-hhpvn (Running) in namespace kube-system -> 10.48.0.2
2020-03-07T19:17:44.398236Z info Handling event update for pod istio-ingressgateway-66c4c5dbbb-2gprl (Running) in namespace istio-system -> 10.48.0.18
2020-03-07T19:17:45.403585Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-5567f548c4-hhpvn (Running) in namespace kube-system -> 10.48.0.2
2020-03-07T19:17:45.435214Z info Handling event update for pod istio-ingressgateway-74b6dcb4b-wqvmb (Running) in namespace istio-system -> 10.48.0.16
2020-03-07T19:17:46.514650Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-wqvmb.istio-system (ip=10.48.0.16) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:46.514808Z info ads ADS:CDS: REQ 10.44.3.18:42388 router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28 1.224488ms version:
2020-03-07T19:17:46.517250Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:61 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:46.660877Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:60 endpoints:170 empty:2
2020-03-07T19:17:46.688717Z info Handling event update for pod istio-ingressgateway-74b6dcb4b-mjj99 (Running) in namespace istio-system -> 10.48.1.19
2020-03-07T19:17:46.756022Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:46.756452Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system listeners:3
2020-03-07T19:17:46.800249Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:46.800533Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system routes:1
2020-03-07T19:17:47.451387Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-mjj99.istio-system (ip=10.48.1.19) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:47.451554Z info ads ADS:CDS: REQ 10.44.3.18:42402 router~10.48.1.19~istio-ingressgateway-74b6dcb4b-mjj99.istio-system~istio-system.svc.cluster.local-29 1.085243ms version:
2020-03-07T19:17:47.454002Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-mjj99.istio-system clusters:61 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:47.568552Z info Handling event update for pod istio-ingressgateway-74b6dcb4b-wqvmb (Running) in namespace istio-system -> 10.48.0.16
2020-03-07T19:17:47.572609Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-mjj99.istio-system clusters:60 endpoints:170 empty:2
2020-03-07T19:17:47.608678Z info Handle EDS: 16 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:17:47.649023Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:47.649645Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-mjj99.istio-system listeners:3
2020-03-07T19:17:47.693488Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:47.693831Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-mjj99.istio-system routes:1
2020-03-07T19:17:47.699102Z info Handling event update for pod istio-ingressgateway-66c4c5dbbb-2gprl (Running) in namespace istio-system -> 10.48.0.18
2020-03-07T19:17:47.709040Z info ads Push debounce stable[53] 1: 100.251939ms since last change, 100.251739ms since last push, full=false
2020-03-07T19:17:47.709211Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:14
2020-03-07T19:17:47.709713Z info ads Cluster init time 488.919µs 2020-03-07T19:17:23Z/20
2020-03-07T19:17:47.719415Z warn ads ADS:EDS: ACK ERROR 10.44.2.16:43056 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15030||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2...(truncated)
2020-03-07T19:17:47.837548Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42306 router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value...(truncated)
2020-03-07T19:17:47.981793Z info Handling event update for pod istio-ingressgateway-74b6dcb4b-mjj99 (Running) in namespace istio-system -> 10.48.1.19
2020-03-07T19:17:48.008336Z info Handle EDS: 24 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:17:48.044080Z info Handling event update for pod istio-ingressgateway-66c4c5dbbb-4bh6j (Running) in namespace istio-system -> 10.48.2.13
2020-03-07T19:17:48.081929Z info Handle EDS: 16 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:17:48.182340Z info ads Push debounce stable[54] 2: 100.233514ms since last change, 173.84332ms since last push, full=false
2020-03-07T19:17:48.182502Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:14
2020-03-07T19:17:48.183115Z info ads Cluster init time 599.301µs 2020-03-07T19:17:23Z/20
2020-03-07T19:17:48.189210Z warn ads ADS:EDS: ACK ERROR 10.44.2.16:43056 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|853||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 8853
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:17:48.261814Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40946 sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15443||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 15443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.16"
port_value: 15443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.19"
port_value: 15443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
str...(truncated)
2020-03-07T19:17:48.265793Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42116 sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.0.9"
port_value: 8443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.1.11"
port_value: 8443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.16"
port_value: 8443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 6
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endp...(truncated)
2020-03-07T19:17:48.301612Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42388 router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15443||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.16"
port_value: 15443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.19"
port_value: 15443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 6
}
}
load_balancing_weight {
value: 6
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 15443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
...(truncated)
2020-03-07T19:17:48.311316Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42306 router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15032_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.0.9"
port_value: 15032
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.1.11"
port_value: 15032
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.32.2.16"
port_value: 15032
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 6
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-centr...(truncated)
2020-03-07T19:17:50.497276Z info Handling event update for pod prometheus-844dc67c8-hwfwx (Running) in namespace istio-system -> 10.48.0.17
2020-03-07T19:17:51.516852Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-66c4c5dbbb-2gprl.istio-system (ip=10.48.0.18) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:17:51.517027Z info ads ADS:CDS: REQ 10.44.3.18:42412 router~10.48.0.18~istio-ingressgateway-66c4c5dbbb-2gprl.istio-system~istio-system.svc.cluster.local-30 896.56µs version:
2020-03-07T19:17:51.518799Z info ads CDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-2gprl.istio-system clusters:61 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:17:51.667056Z info ads EDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-2gprl.istio-system clusters:60 endpoints:186 empty:2
2020-03-07T19:17:51.741882Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:17:51.742330Z info ads LDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-2gprl.istio-system listeners:3
2020-03-07T19:17:51.782746Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:17:51.783120Z info ads RDS: PUSH for node:istio-ingressgateway-66c4c5dbbb-2gprl.istio-system routes:1
2020-03-07T19:17:51.846079Z info Handling event update for pod prometheus-844dc67c8-hwfwx (Running) in namespace istio-system -> 10.48.0.17
2020-03-07T19:17:52.736439Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:17:52.736555Z info ads ADS: "10.44.3.18:42412" router~10.48.0.18~istio-ingressgateway-66c4c5dbbb-2gprl.istio-system~istio-system.svc.cluster.local-30 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:17:53.122547Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:17:53.122584Z info ads ADS: "10.44.3.18:40966" router~10.48.2.13~istio-ingressgateway-66c4c5dbbb-4bh6j.istio-system~istio-system.svc.cluster.local-18 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:17:53.525170Z info Handling event update for pod istio-ingressgateway-66c4c5dbbb-2gprl (Running) in namespace istio-system -> 10.48.0.18
2020-03-07T19:17:54.133117Z info Handling event update for pod istio-ingressgateway-66c4c5dbbb-4bh6j (Running) in namespace istio-system -> 10.48.2.13
2020-03-07T19:17:55.143376Z info Handling event update for pod istio-ingressgateway-66c4c5dbbb-4bh6j (Running) in namespace istio-system -> 10.48.2.13
2020-03-07T19:17:55.157611Z info Handling event delete for pod istio-ingressgateway-66c4c5dbbb-4bh6j (Running) in namespace istio-system -> 10.48.2.13
2020-03-07T19:18:01.620702Z info Handling event update for pod echo-6c8d677ff6-bwfxm (Pending) in namespace default -> 10.44.1.7
2020-03-07T19:18:01.629415Z info Handle EDS: 0 endpoints for echo in namespace default
2020-03-07T19:18:01.629527Z info ads Incremental push, service echo.default.svc.cluster.local has no endpoints
2020-03-07T19:18:01.729904Z info ads Push debounce stable[55] 1: 100.32809ms since last change, 100.327866ms since last push, full=false
2020-03-07T19:18:01.730155Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[echo.default.svc.cluster.local:{}] ConnectedEndpoints:13
2020-03-07T19:18:01.730344Z info ads Cluster init time 153.023µs 2020-03-07T19:17:23Z/20
2020-03-07T19:18:01.804321Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42402 router~10.48.1.19~istio-ingressgateway-74b6dcb4b-mjj99.istio-system~istio-system.svc.cluster.local-29 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.8080_._.echo.default.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.17"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:18:02.971283Z info Handling event update for pod istio-ingressgateway-66c4c5dbbb-2gprl (Running) in namespace istio-system -> 10.48.0.18
2020-03-07T19:18:02.987247Z info Handling event delete for pod istio-ingressgateway-66c4c5dbbb-2gprl (Running) in namespace istio-system -> 10.48.0.18
2020-03-07T19:18:05.661084Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-5567f548c4-hhpvn (Running) in namespace kube-system -> 10.48.0.2
2020-03-07T19:18:18.971469Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-5567f548c4-hhpvn (Running) in namespace kube-system -> 10.48.0.2
2020-03-07T19:18:19.796352Z info Handling event update for pod stackdriver-metadata-agent-cluster-level-5567f548c4-hhpvn (Running) in namespace kube-system -> 10.48.0.2
2020-03-07T19:18:27.013531Z info Handling event update for pod echo-6c8d677ff6-bwfxm (Running) in namespace default -> 10.44.1.7
2020-03-07T19:20:25.749561Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:20:25.749646Z info ads ADS:CDS: REQ 10.44.3.18:42736 sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31 1.084513ms version:
2020-03-07T19:20:25.751546Z info ads CDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:35 services:13 version:2020-03-07T19:17:23Z/20
2020-03-07T19:20:25.753794Z info ads LDS: PUSH for node:echo-6c8d677ff6-bwfxm.default listeners:30
2020-03-07T19:20:25.791977Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:30 endpoints:93 empty:1
2020-03-07T19:20:25.854029Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:13
2020-03-07T19:20:27.512005Z info Handling event update for pod echo-6c8d677ff6-bwfxm (Running) in namespace default -> 10.44.1.7
2020-03-07T19:20:27.531589Z info Handle EDS: 1 endpoints for echo in namespace default
2020-03-07T19:20:27.632012Z info ads Push debounce stable[56] 1: 100.253678ms since last change, 100.25342ms since last push, full=false
2020-03-07T19:20:27.632161Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[echo.default.svc.cluster.local:{}] ConnectedEndpoints:14
2020-03-07T19:20:27.632349Z info ads Cluster init time 174.234µs 2020-03-07T19:17:23Z/20
2020-03-07T19:20:27.637479Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:50424 router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.8080_._.echo.default.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.15"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "networ...(truncated)
2020-03-07T19:20:27.638081Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42736 sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|8080||echo.default.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.17"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.7"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:20:27.639182Z warn ads ADS:EDS: ACK ERROR 10.44.2.7:49638 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|8080||echo.default.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balanci...(truncated)
2020-03-07T19:20:27.654038Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:41070 router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.8080_._.echo.default.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.7"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.17"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:20:27.709543Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42116 sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|8080||echo.default.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_ba...(truncated)
2020-03-07T19:21:03.025490Z info Handling event update for pod fluentd-gcp-v3.1.1-zsc8j (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:21:03.037537Z info Handling event update for pod kube-proxy-gke-c5-default-pool-30eb32d5-kw7f (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:21:03.057848Z info Handling event update for pod prometheus-to-sd-zxdhm (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:21:09.217557Z info Handling event update for pod istiod-6684468565-948s7 (Running) in namespace istio-system -> 10.32.0.8
2020-03-07T19:21:09.226063Z info Handling event update for pod istiod-6684468565-4g7h5 (Running) in namespace istio-system -> 10.32.1.13
2020-03-07T19:21:09.343524Z info Handle EDS: 4 endpoints for istiod in namespace istio-system
2020-03-07T19:21:09.343625Z info Handle EDS: 2 endpoints for istiod in namespace istio-system
2020-03-07T19:21:09.443840Z info ads Push debounce stable[57] 2: 100.142395ms since last change, 100.165811ms since last push, full=false
2020-03-07T19:21:09.444007Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:14
2020-03-07T19:21:09.444207Z info ads Cluster init time 179.848µs 2020-03-07T19:17:23Z/20
2020-03-07T19:21:09.519642Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42402 router~10.48.1.19~istio-ingressgateway-74b6dcb4b-mjj99.istio-system~istio-system.svc.cluster.local-29 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.15012_._.istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.4.2"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.15"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.18"
port_value: 15012
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_v...(truncated)
2020-03-07T19:21:09.519631Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42388 router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.15"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.18"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.4.2"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
stri...(truncated)
2020-03-07T19:21:09.526066Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42206 router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
...(truncated)
2020-03-07T19:21:09.778049Z info Handling event update for pod istiod-6684468565-4g7h5 (Running) in namespace istio-system -> 10.32.1.13
2020-03-07T19:21:10.152410Z info Handling event update for pod istiod-6684468565-948s7 (Running) in namespace istio-system -> 10.32.0.8
2020-03-07T19:21:10.812391Z info Handling event update for pod istiod-6684468565-4g7h5 (Running) in namespace istio-system -> 10.32.1.13
2020-03-07T19:21:10.827497Z info Handling event delete for pod istiod-6684468565-4g7h5 (Running) in namespace istio-system -> 10.32.1.13
2020-03-07T19:21:11.321515Z info Handling event update for pod istiod-6684468565-948s7 (Running) in namespace istio-system -> 10.32.0.8
2020-03-07T19:21:11.331504Z info Handling event delete for pod istiod-6684468565-948s7 (Running) in namespace istio-system -> 10.32.0.8
2020-03-07T19:21:40.097173Z info Handling event update for pod istio-ingressgateway-76d888fbbd-rgnxh (Running) in namespace istio-system -> 10.32.1.11
2020-03-07T19:21:40.121003Z info Handling event update for pod istio-ingressgateway-76d888fbbd-dw7dg (Running) in namespace istio-system -> 10.32.2.16
2020-03-07T19:21:40.208402Z info Handle EDS: 16 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:21:40.208541Z info Handle EDS: 8 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:21:40.308834Z info ads Push debounce stable[58] 2: 100.191078ms since last change, 100.234988ms since last push, full=false
2020-03-07T19:21:40.309036Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:14
2020-03-07T19:21:40.309662Z info ads Cluster init time 605.387µs 2020-03-07T19:17:23Z/20
2020-03-07T19:21:40.315875Z warn ads ADS:EDS: ACK ERROR 10.44.2.7:49638 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|853||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 8853
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:21:40.385034Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40946 sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15031||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.16"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.19"
port_value: 15031
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
str...(truncated)
2020-03-07T19:21:40.393343Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:40220 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
...(truncated)
2020-03-07T19:21:40.422488Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42186 router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value...(truncated)
2020-03-07T19:21:44.318921Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.ConfigMap ended with: too old resource version: 6530527 (6531640)
2020-03-07T19:21:45.154850Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:21:45.154913Z info ads ADS: "10.44.3.18:42206" router~10.32.2.16~istio-ingressgateway-76d888fbbd-dw7dg.istio-system~istio-system.svc.cluster.local-26 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:21:45.168392Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:21:45.168556Z info ads ADS: "10.44.3.18:42306" router~10.32.1.11~istio-ingressgateway-76d888fbbd-rgnxh.istio-system~istio-system.svc.cluster.local-27 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:21:45.608601Z info Handling event update for pod istio-ingressgateway-76d888fbbd-dw7dg (Running) in namespace istio-system -> 10.32.2.16
2020-03-07T19:21:46.157664Z info Handling event update for pod istio-ingressgateway-76d888fbbd-rgnxh (Running) in namespace istio-system -> 10.32.1.11
2020-03-07T19:21:47.147428Z info Handling event update for pod fluentd-gcp-v3.1.1-zsc8j (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:21:47.160220Z info Handling event delete for pod fluentd-gcp-v3.1.1-zsc8j (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:21:47.174863Z info Handling event update for pod istio-ingressgateway-76d888fbbd-rgnxh (Running) in namespace istio-system -> 10.32.1.11
2020-03-07T19:21:47.185650Z info Handling event update for pod kube-proxy-gke-c5-default-pool-30eb32d5-kw7f (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:21:47.185675Z info Handling event delete for pod istio-ingressgateway-76d888fbbd-rgnxh (Running) in namespace istio-system -> 10.32.1.11
2020-03-07T19:21:47.199490Z info Handling event delete for pod kube-proxy-gke-c5-default-pool-30eb32d5-kw7f (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:21:47.231789Z info Handling event update for pod prometheus-to-sd-zxdhm (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:21:47.243825Z info Handling event delete for pod prometheus-to-sd-zxdhm (Running) in namespace kube-system -> 10.128.0.5
2020-03-07T19:21:56.663208Z info Handling event update for pod istio-ingressgateway-76d888fbbd-dw7dg (Running) in namespace istio-system -> 10.32.2.16
2020-03-07T19:21:56.680551Z info Handling event delete for pod istio-ingressgateway-76d888fbbd-dw7dg (Running) in namespace istio-system -> 10.32.2.16
2020-03-07T19:22:25.384792Z info Handling event update for pod istiod-8c66899cd-7jvx5 (Running) in namespace istio-system -> 10.48.0.15
2020-03-07T19:22:25.402044Z info Handle EDS: 2 endpoints for istiod in namespace istio-system
2020-03-07T19:22:25.502621Z info ads Push debounce stable[59] 1: 100.370234ms since last change, 100.369894ms since last push, full=false
2020-03-07T19:22:25.502813Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[istiod.istio-system.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:22:25.503156Z info ads Cluster init time 266.028µs 2020-03-07T19:17:23Z/20
2020-03-07T19:22:25.521151Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:41070 router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.443_._.istiod.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.4.2"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.18"
port_value: 15017
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:22:26.017838Z info Handling event update for pod istiod-8c66899cd-7jvx5 (Running) in namespace istio-system -> 10.48.0.15
2020-03-07T19:22:27.034916Z info Handling event update for pod istiod-8c66899cd-7jvx5 (Running) in namespace istio-system -> 10.48.0.15
2020-03-07T19:22:27.045082Z info Handling event delete for pod istiod-8c66899cd-7jvx5 (Running) in namespace istio-system -> 10.48.0.15
2020-03-07T19:22:41.688883Z info Handling event update for pod istio-ingressgateway-74b6dcb4b-mjj99 (Running) in namespace istio-system -> 10.48.1.19
2020-03-07T19:22:41.752997Z info Handle EDS: 8 endpoints for istio-ingressgateway in namespace istio-system
2020-03-07T19:22:41.853410Z info ads Push debounce stable[60] 1: 100.298253ms since last change, 100.298021ms since last push, full=false
2020-03-07T19:22:41.853553Z info ads XDS:EDSInc Pushing:2020-03-07T19:17:23Z/20 Services:map[istio-ingressgateway.istio-system.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:22:41.854065Z info ads Cluster init time 494.213µs 2020-03-07T19:17:23Z/20
2020-03-07T19:22:41.872333Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42736 sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.16"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:22:41.969079Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42186 router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15032||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value:...(truncated)
2020-03-07T19:22:46.722036Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:22:46.722104Z info ads ADS: "10.44.3.18:42402" router~10.48.1.19~istio-ingressgateway-74b6dcb4b-mjj99.istio-system~istio-system.svc.cluster.local-29 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:22:47.229085Z info Handling event update for pod istio-ingressgateway-74b6dcb4b-mjj99 (Running) in namespace istio-system -> 10.48.1.19
2020-03-07T19:22:52.454134Z info Handling event update for pod istio-ingressgateway-74b6dcb4b-mjj99 (Running) in namespace istio-system -> 10.48.1.19
2020-03-07T19:22:52.468690Z info Handling event delete for pod istio-ingressgateway-74b6dcb4b-mjj99 (Running) in namespace istio-system -> 10.48.1.19
2020-03-07T19:24:04.071342Z info Handle EDS: 0 endpoints for sleep in namespace default
2020-03-07T19:24:04.071419Z info ads Incremental push, service sleep.default.svc.cluster.local has no endpoints
2020-03-07T19:24:04.171678Z info ads Push debounce stable[61] 2: 100.205272ms since last change, 162.973665ms since last push, full=true
2020-03-07T19:24:04.188179Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:24:04.188223Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:24:04.188231Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:24:04.188239Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:24:04.188313Z info ads XDS: Pushing:2020-03-07T19:24:04Z/21 Services:13 ConnectedEndpoints:11
2020-03-07T19:24:04.191082Z info ads Cluster init time 2.702517ms 2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.191304Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7
2020-03-07T19:24:04.191317Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:24:04.191333Z info ads Pushing sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31
2020-03-07T19:24:04.193260Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.193294Z info ads CDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:35 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.193528Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8
2020-03-07T19:24:04.193631Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5
2020-03-07T19:24:04.193692Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:24:04.193756Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:24:04.195522Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.195807Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4
2020-03-07T19:24:04.195922Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.196148Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:61 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.196359Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:24:04.196369Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17
2020-03-07T19:24:04.197553Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.198078Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.198315Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:115 empty:1
2020-03-07T19:24:04.199962Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:115 empty:1
2020-03-07T19:24:04.200131Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:84 empty:1
2020-03-07T19:24:04.201153Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:230 empty:2
2020-03-07T19:24:04.201301Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:24:04.201784Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:24:04.201808Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:24:04.201929Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:24:04.202104Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:24:04.202121Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10
2020-03-07T19:24:04.202773Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:24:04.202875Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:24:04.203589Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-wqvmb.istio-system (ip=10.48.0.16) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:24:04.203652Z info ads Pushing router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28
2020-03-07T19:24:04.203671Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:24:04.203687Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:24:04.203829Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.205327Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:36 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.206330Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:24:04.206882Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:24:04.207057Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21
2020-03-07T19:24:04.213573Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:61 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.218728Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:04.195529Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:30 endpoints:84 empty:1
2020-03-07T19:24:04.221126Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:24:04.221330Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:24:04.225541Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:115 empty:1
2020-03-07T19:24:04.226185Z info ads LDS: PUSH for node:echo-6c8d677ff6-bwfxm.default listeners:30
2020-03-07T19:24:04.226521Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:168 empty:2
2020-03-07T19:24:04.226673Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:24:04.226926Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:24:04.226977Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:24:04.227061Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:24:04.227822Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:13
2020-03-07T19:24:04.228821Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:30
2020-03-07T19:24:04.229218Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:115 empty:1
2020-03-07T19:24:04.229543Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:60 endpoints:168 empty:2
2020-03-07T19:24:04.229619Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:24:04.228832Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:230 empty:2
2020-03-07T19:24:04.229698Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:24:04.229750Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:24:04.229974Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:24:04.229995Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:115 empty:1
2020-03-07T19:24:04.230092Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system listeners:3
2020-03-07T19:24:04.230114Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:24:04.230177Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system routes:1
2020-03-07T19:24:04.230002Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:24:04.230851Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:24:04.232514Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:24:04.233234Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:24:04.233407Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:24:04.234059Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:24:04.260764Z warn ads ADS:EDS: ACK ERROR 10.44.2.7:49638 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 8080
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
st...(truncated)
2020-03-07T19:24:04.368102Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42186 router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15443||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value:...(truncated)
2020-03-07T19:24:05.937213Z info Handling event update for pod sleep-6bdb595bcb-zbhhv (Pending) in namespace default -> 10.48.0.19
2020-03-07T19:24:05.947845Z info Handle EDS: 0 endpoints for sleep in namespace default
2020-03-07T19:24:05.948006Z info ads Incremental push, service sleep.default.svc.cluster.local has no endpoints
2020-03-07T19:24:06.048332Z info ads Push debounce stable[62] 1: 100.278205ms since last change, 100.277731ms since last push, full=false
2020-03-07T19:24:06.048516Z info ads XDS:EDSInc Pushing:2020-03-07T19:24:04Z/21 Services:map[sleep.default.svc.cluster.local:{}] ConnectedEndpoints:11
2020-03-07T19:24:06.048665Z info ads Cluster init time 130.462µs 2020-03-07T19:24:04Z/21
2020-03-07T19:24:08.992848Z info Handling event update for pod sleep-6bdb595bcb-zbhhv (Running) in namespace default -> 10.48.0.19
2020-03-07T19:24:10.907302Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-6c8d677ff6-bwfxm.default": {
"proxy": "echo-6c8d677ff6-bwfxm.default"
},
"echo-765bd74975-zdm7j.default": {
"proxy": "echo-765bd74975-zdm7j.default"
},
"istio-ingressgateway-74b6dcb4b-wqvmb.istio-system": {
"proxy": "istio-ingressgateway-74b6dcb4b-wqvmb.istio-system"
},
"istio-ingressgateway-76d888fbbd-7cd6w.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-7cd6w.istio-system"
},
"istio-ingressgateway-b76f5f665-m8l8t.istio-system": {
"proxy": "istio-ingressgateway-b76f5f665-m8l8t.istio-system"
},
"prometheus-5595cb5bd7-vkhl8.istio-system": {
"proxy": "prometheus-5595cb5bd7-vkhl8.istio-system"
}
}
}
2020-03-07T19:24:11.337475Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for sleep-6bdb595bcb-zbhhv.default (ip=10.48.0.19) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:24:11.337553Z info ads ADS:CDS: REQ 10.44.3.18:43164 sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-32 983.105µs version:
2020-03-07T19:24:11.339015Z info ads CDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:35 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:24:11.444737Z info ads EDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:30 endpoints:84 empty:1
2020-03-07T19:24:11.514149Z info ads LDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default listeners:30
2020-03-07T19:24:11.593069Z info ads RDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default routes:13
2020-03-07T19:24:11.849403Z info Handling event update for pod sleep-6bdb595bcb-zbhhv (Running) in namespace default -> 10.48.0.19
2020-03-07T19:24:11.865537Z info Handle EDS: 1 endpoints for sleep in namespace default
2020-03-07T19:24:11.965917Z info ads Push debounce stable[63] 1: 100.27206ms since last change, 100.271877ms since last push, full=false
2020-03-07T19:24:11.966113Z info ads XDS:EDSInc Pushing:2020-03-07T19:24:04Z/21 Services:map[sleep.default.svc.cluster.local:{}] ConnectedEndpoints:12
2020-03-07T19:24:11.966292Z info ads Cluster init time 141.723µs 2020-03-07T19:24:04Z/21
2020-03-07T19:24:11.972516Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42736 sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||sleep.default.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.19"
port_value: 80
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:25:00.287672Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.Endpoints ended with: too old resource version: 6530510 (6530939)
2020-03-07T19:27:56.003102Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:28:06.968984Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:28:42.331285Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.ConfigMap ended with: too old resource version: 6532083 (6533462)
2020-03-07T19:29:04.159436Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:29:04.159603Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:29:04.159699Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.2.16:43056: use of closed network connection
2020-03-07T19:29:04.159744Z info ads ADS: "10.44.2.16:43056" sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-7 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:29:04.590085Z info ads ADS:CDS: REQ 10.44.2.16:50916 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-33 758.511µs version:2020-03-07T19:24:04Z/21
2020-03-07T19:29:04.591503Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:29:04.593771Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:117 empty:1
2020-03-07T19:29:04.595959Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:29:04.596597Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:29:05.413886Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:29:05.414099Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:29:05.414207Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.2.15:39116: use of closed network connection
2020-03-07T19:29:05.414289Z info ads ADS: "10.44.2.15:39116" sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-4 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:29:05.835793Z info ads ADS:CDS: REQ 10.44.2.15:47014 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-34 999.646µs version:2020-03-07T19:24:04Z/21
2020-03-07T19:29:05.838341Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:29:05.844396Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:117 empty:1
2020-03-07T19:29:05.849098Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:29:05.851486Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:30:04.552225Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:30:56.706127Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:30:56.706340Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:30:56.706419Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.3.18:40220: use of closed network connection
2020-03-07T19:30:56.706589Z info ads ADS: "10.44.3.18:40220" sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-10 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:30:58.289050Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:30:58.289272Z info ads ADS:CDS: REQ 10.44.3.18:43938 sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-35 2.180285ms version:2020-03-07T19:24:04Z/21
2020-03-07T19:30:58.292555Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:30:58.295854Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:117 empty:1
2020-03-07T19:30:58.302663Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:30:58.304656Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:32:34.033980Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:32:34.034225Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:32:34.034300Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.3.18:50424: use of closed network connection
2020-03-07T19:32:34.034389Z info ads ADS: "10.44.3.18:50424" router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-8 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:32:34.307067Z info ads ADS:CDS: REQ 10.44.3.18:54344 router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-36 1.276954ms version:2020-03-07T19:24:04Z/21
2020-03-07T19:32:34.309276Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:32:34.314404Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:234 empty:2
2020-03-07T19:32:34.315101Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:32:34.315158Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:32:34.315283Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:32:36.272934Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:32:37.689834Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:32:37.690055Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:32:37.690147Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.2.7:49638: use of closed network connection
2020-03-07T19:32:37.690233Z info ads ADS: "10.44.2.7:49638" sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-5 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:32:37.811790Z info ads ADS:CDS: REQ 10.44.2.7:58386 sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-37 945.644µs version:2020-03-07T19:24:04Z/21
2020-03-07T19:32:37.813605Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:32:37.816136Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:117 empty:1
2020-03-07T19:32:37.818684Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:32:37.819528Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:35:44.580849Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:35:44.581107Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:35:44.581150Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.3.18:41070: use of closed network connection
2020-03-07T19:35:44.581222Z info ads ADS: "10.44.3.18:41070" router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-21 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:35:44.726798Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:35:44.727005Z info ads ADS:CDS: REQ 10.44.3.18:44466 router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-38 1.283391ms version:2020-03-07T19:24:04Z/21
2020-03-07T19:35:44.729037Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:24:04Z/21
2020-03-07T19:35:44.729252Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:35:44.729625Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:35:44.733300Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:170 empty:2
2020-03-07T19:35:44.733358Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:35:44.733538Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:36:13.882590Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:36:13.882739Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:36:13.883036Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.3.18:40946: use of closed network connection
2020-03-07T19:36:13.883118Z info ads ADS: "10.44.3.18:40946" sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-17 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:36:19.468258Z info ads Push debounce stable[64] 1: 100.238353ms since last change, 100.23814ms since last push, full=true
2020-03-07T19:36:19.469015Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:36:19.469047Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:36:19.469054Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:36:19.469059Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:36:19.469165Z info ads XDS: Pushing:2020-03-07T19:36:19Z/22 Services:13 ConnectedEndpoints:11
2020-03-07T19:36:19.472074Z info ads Cluster init time 2.877454ms 2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.472266Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-34
2020-03-07T19:36:19.472267Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-37
2020-03-07T19:36:19.472310Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-wqvmb.istio-system (ip=10.48.0.16) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:36:19.472350Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:36:19.472395Z info ads Pushing router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28
2020-03-07T19:36:19.472412Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:36:19.474482Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:35 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.474592Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:36:19.474613Z info ads Pushing sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31
2020-03-07T19:36:19.474883Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:61 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.475113Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for sleep-6bdb595bcb-zbhhv.default (ip=10.48.0.19) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:36:19.475127Z info ads Pushing sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-32
2020-03-07T19:36:19.475143Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:61 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.476455Z info ads CDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:35 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.476908Z info ads CDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:35 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.477037Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-33
2020-03-07T19:36:19.477481Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:117 empty:1
2020-03-07T19:36:19.478918Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:36 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.479255Z info ads EDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:30 endpoints:85 empty:1
2020-03-07T19:36:19.480478Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:30
2020-03-07T19:36:19.480595Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:234 empty:2
2020-03-07T19:36:19.480742Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:36:19.481123Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:36:19.481144Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:36:19.481905Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:117 empty:1
2020-03-07T19:36:19.481939Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:36:19.474482Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:35 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.482072Z info ads LDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default listeners:30
2020-03-07T19:36:19.484417Z info ads RDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default routes:13
2020-03-07T19:36:19.489880Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:36 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.491153Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:36:19.491280Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-38
2020-03-07T19:36:19.497279Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:36:19.497484Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:36:19.497835Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:36:19.499363Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:30
2020-03-07T19:36:19.499518Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:117 empty:1
2020-03-07T19:36:19.501900Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:30 endpoints:85 empty:1
2020-03-07T19:36:19.502618Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:117 empty:1
2020-03-07T19:36:19.503045Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-36
2020-03-07T19:36:19.505063Z info ads LDS: PUSH for node:echo-6c8d677ff6-bwfxm.default listeners:30
2020-03-07T19:36:19.505743Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:30
2020-03-07T19:36:19.505783Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:61 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.505903Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:13
2020-03-07T19:36:19.505062Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:30
2020-03-07T19:36:19.506553Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:36:19.507169Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:36:19.507292Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:61 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.507359Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:36:19.507376Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-35
2020-03-07T19:36:19.508284Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:60 endpoints:170 empty:2
2020-03-07T19:36:19.508399Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:36:19.509322Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:35 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:36:19.509431Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system listeners:3
2020-03-07T19:36:19.509460Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:36:19.509556Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system routes:1
2020-03-07T19:36:19.510130Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:36:19.511989Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:170 empty:2
2020-03-07T19:36:19.512142Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:36:19.512321Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:117 empty:1
2020-03-07T19:36:19.512366Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:234 empty:2
2020-03-07T19:36:19.512982Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:36:19.513007Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:36:19.513044Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:36:19.513071Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:36:19.513093Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:36:19.513167Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:36:19.515159Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:30
2020-03-07T19:36:19.515940Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:36:19.650485Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:42388 router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound_.53_._.kube-dns.kube-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.6"
port_value: 53
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.2.3"
port_value: 53
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 4
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 4
}
}
load_balancing_weight {
value: 4
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.6"
port_value: 53
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
...(truncated)
2020-03-07T19:36:20.907236Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-6c8d677ff6-bwfxm.default": {
"proxy": "echo-6c8d677ff6-bwfxm.default"
},
"istio-ingressgateway-74b6dcb4b-wqvmb.istio-system": {
"proxy": "istio-ingressgateway-74b6dcb4b-wqvmb.istio-system"
},
"istio-ingressgateway-76d888fbbd-7cd6w.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-7cd6w.istio-system"
},
"istio-ingressgateway-b76f5f665-m8l8t.istio-system": {
"proxy": "istio-ingressgateway-b76f5f665-m8l8t.istio-system"
},
"prometheus-5595cb5bd7-vkhl8.istio-system": {
"proxy": "prometheus-5595cb5bd7-vkhl8.istio-system"
},
"sleep-6bdb595bcb-zbhhv.default": {
"proxy": "sleep-6bdb595bcb-zbhhv.default"
}
}
}
2020-03-07T19:37:01.154141Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:37:01.154206Z info ads ADS:CDS: REQ 10.44.3.18:44626 sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-39 1.144295ms version:2020-03-07T19:24:04Z/21
2020-03-07T19:37:01.155719Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:35 services:13 version:2020-03-07T19:36:19Z/22
2020-03-07T19:37:01.158077Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:30
2020-03-07T19:37:01.160116Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:85 empty:1
2020-03-07T19:37:01.160840Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:37:56.355819Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.Endpoints ended with: too old resource version: 6532899 (6534292)
2020-03-07T19:37:57.342670Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.ConfigMap ended with: too old resource version: 6533822 (6535855)
2020-03-07T19:38:56.515512Z info Handle EDS: 0 endpoints for httpbin in namespace default
2020-03-07T19:38:56.578320Z info ads Push debounce stable[65] 1: 100.199879ms since last change, 100.199681ms since last push, full=true
2020-03-07T19:38:56.580010Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:38:56.580049Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:38:56.580057Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:38:56.580065Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:38:56.580125Z info ads XDS: Pushing:2020-03-07T19:38:56Z/23 Services:14 ConnectedEndpoints:12
2020-03-07T19:38:56.583239Z info ads Cluster init time 3.089221ms 2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.583422Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:38:56.583444Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-39
2020-03-07T19:38:56.583522Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-wqvmb.istio-system (ip=10.48.0.16) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:38:56.583636Z info ads Pushing router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28
2020-03-07T19:38:56.583848Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:38:56.584036Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-35
2020-03-07T19:38:56.584163Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:38:56.584192Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:38:56.585606Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:36 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.586242Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:37 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.586331Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:36 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.586808Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for sleep-6bdb595bcb-zbhhv.default (ip=10.48.0.19) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:38:56.586823Z info ads Pushing sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-32
2020-03-07T19:38:56.588012Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:30 endpoints:85 empty:1
2020-03-07T19:38:56.588637Z info ads CDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:36 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.589384Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:30 endpoints:117 empty:1
2020-03-07T19:38:56.590895Z info ads EDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:30 endpoints:85 empty:1
2020-03-07T19:38:56.591145Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:31
2020-03-07T19:38:56.583911Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:38:56.583998Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-34
2020-03-07T19:38:56.599636Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:38:56.584072Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:38:56.612509Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-38
2020-03-07T19:38:56.612783Z info ads LDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default listeners:31
2020-03-07T19:38:56.612844Z info ads Pushing sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31
2020-03-07T19:38:56.614078Z info ads RDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default routes:13
2020-03-07T19:38:56.614375Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:13
2020-03-07T19:38:56.604251Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:36 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.593134Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-36
2020-03-07T19:38:56.593826Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-33
2020-03-07T19:38:56.606872Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:31
2020-03-07T19:38:56.584110Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-37
2020-03-07T19:38:56.608474Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:30 endpoints:117 empty:1
2020-03-07T19:38:56.610331Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:63 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.611124Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:38:56.618102Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:36 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.620770Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:60 endpoints:170 empty:2
2020-03-07T19:38:56.620926Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:30 endpoints:117 empty:1
2020-03-07T19:38:56.620985Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:38:56.621245Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system listeners:3
2020-03-07T19:38:56.621277Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:38:56.621351Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system routes:1
2020-03-07T19:38:56.623585Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:63 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.624412Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:31
2020-03-07T19:38:56.624816Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:30 endpoints:117 empty:1
2020-03-07T19:38:56.625534Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:13
2020-03-07T19:38:56.627894Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:60 endpoints:170 empty:2
2020-03-07T19:38:56.627993Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:31
2020-03-07T19:38:56.628067Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:38:56.628288Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:38:56.628312Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:38:56.628413Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:38:56.628790Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:13
2020-03-07T19:38:56.628798Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:63 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.630149Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:13
2020-03-07T19:38:56.630559Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:37 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.630674Z info ads CDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:36 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.632701Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:30 endpoints:85 empty:1
2020-03-07T19:38:56.633527Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:63 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:38:56.634750Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:60 endpoints:234 empty:2
2020-03-07T19:38:56.635071Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:38:56.635089Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:38:56.635154Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:38:56.635488Z info ads LDS: PUSH for node:echo-6c8d677ff6-bwfxm.default listeners:31
2020-03-07T19:38:56.636430Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:13
2020-03-07T19:38:56.637578Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:31 endpoints:117 empty:2
2020-03-07T19:38:56.638164Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:31
2020-03-07T19:38:56.638687Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:30 endpoints:117 empty:1
2020-03-07T19:38:56.638967Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:60 endpoints:234 empty:2
2020-03-07T19:38:56.639116Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:38:56.639586Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:38:56.639610Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:38:56.639692Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:38:56.638983Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:13
2020-03-07T19:38:56.640679Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:31 endpoints:117 empty:2
2020-03-07T19:38:56.642274Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:31
2020-03-07T19:38:56.642959Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:13
2020-03-07T19:38:56.653817Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:62 endpoints:234 empty:4
2020-03-07T19:38:56.655244Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:31 endpoints:117 empty:2
2020-03-07T19:38:56.664137Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:14
2020-03-07T19:38:56.664180Z warn ads ADS:EDS: ACK ERROR 10.44.2.15:47014 sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-34 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|443||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 8443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
s...(truncated)
2020-03-07T19:38:56.670403Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:31 endpoints:85 empty:2
2020-03-07T19:38:56.676023Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:14
2020-03-07T19:38:56.679284Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:31 endpoints:85 empty:2
2020-03-07T19:38:56.683654Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:31 endpoints:117 empty:2
2020-03-07T19:38:56.690022Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:54344 router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-36 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15030||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.3.18"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
...(truncated)
2020-03-07T19:38:56.694560Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:14
2020-03-07T19:38:56.699105Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:14
2020-03-07T19:38:56.702619Z info ads EDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:31 endpoints:85 empty:2
2020-03-07T19:38:56.704596Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:31 endpoints:117 empty:2
2020-03-07T19:38:56.706313Z info AdmissionReview for Kind=/v1, Kind=Pod Namespace=default Name= (httpbin-654c6cbbb9-***** (actual name not yet known)) UID=6379dea1-172e-41ee-b828-69afe73f2b49 Rfc6902PatchOperation=CREATE UserInfo={system:serviceaccount:kube-system:replicaset-controller c5d935d4-704a-4ba2-ab62-283402fccd59 [system:serviceaccounts system:serviceaccounts:kube-system system:authenticated] map[]}
2020-03-07T19:38:56.710344Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:62 endpoints:170 empty:4
2020-03-07T19:38:56.726295Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:62 endpoints:170 empty:4
2020-03-07T19:38:56.752759Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:14
2020-03-07T19:38:56.761789Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:14
2020-03-07T19:38:56.763389Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:62 endpoints:234 empty:4
2020-03-07T19:38:56.778500Z info ads RDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default routes:14
2020-03-07T19:38:56.788221Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:14
2020-03-07T19:38:58.822287Z info Handling event update for pod httpbin-654c6cbbb9-7q2s5 (Pending) in namespace default -> 10.44.0.95
2020-03-07T19:38:58.829620Z info Handle EDS: 0 endpoints for httpbin in namespace default
2020-03-07T19:38:59.846573Z info Handling event update for pod httpbin-654c6cbbb9-7q2s5 (Running) in namespace default -> 10.44.0.95
2020-03-07T19:39:00.907197Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound_.8000_._.httpbin.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {},
"outbound|8000||httpbin.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-6c8d677ff6-bwfxm.default": {
"proxy": "echo-6c8d677ff6-bwfxm.default"
},
"echo-765bd74975-zdm7j.default": {
"proxy": "echo-765bd74975-zdm7j.default"
},
"istio-ingressgateway-74b6dcb4b-wqvmb.istio-system": {
"proxy": "istio-ingressgateway-74b6dcb4b-wqvmb.istio-system"
},
"istio-ingressgateway-76d888fbbd-7cd6w.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-7cd6w.istio-system"
},
"istio-ingressgateway-b76f5f665-m8l8t.istio-system": {
"proxy": "istio-ingressgateway-b76f5f665-m8l8t.istio-system"
},
"prometheus-5595cb5bd7-vkhl8.istio-system": {
"proxy": "prometheus-5595cb5bd7-vkhl8.istio-system"
},
"sleep-6bdb595bcb-zbhhv.default": {
"proxy": "sleep-6bdb595bcb-zbhhv.default"
}
}
}
2020-03-07T19:39:01.826533Z info ads ADS:CDS: REQ 10.44.0.95:37900 sidecar~10.44.0.95~httpbin-654c6cbbb9-7q2s5.default~default.svc.cluster.local-40 767.106µs version:
2020-03-07T19:39:01.828594Z info ads CDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:36 services:14 version:2020-03-07T19:38:56Z/23
2020-03-07T19:39:01.874864Z info ads EDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:31 endpoints:117 empty:2
2020-03-07T19:39:01.918616Z info ads LDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default listeners:31
2020-03-07T19:39:01.969612Z info ads RDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default routes:14
2020-03-07T19:39:03.914455Z info Handling event update for pod httpbin-654c6cbbb9-7q2s5 (Running) in namespace default -> 10.44.0.95
2020-03-07T19:39:03.922977Z info Handle EDS: 1 endpoints for httpbin in namespace default
2020-03-07T19:39:03.923074Z info ads Full push, new service httpbin.default.svc.cluster.local
2020-03-07T19:39:03.923082Z info ads Full push, service accounts changed, httpbin.default.svc.cluster.local
2020-03-07T19:39:04.023383Z info ads Push debounce stable[66] 1: 100.229641ms since last change, 100.22945ms since last push, full=true
2020-03-07T19:39:04.024903Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:39:04.024962Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:39:04.024972Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:39:04.024981Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:39:04.025053Z info ads XDS: Pushing:2020-03-07T19:39:04Z/24 Services:14 ConnectedEndpoints:13
2020-03-07T19:39:04.028338Z info ads Cluster init time 3.262907ms 2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.028540Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-33
2020-03-07T19:39:04.028570Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:39:04.028584Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-35
2020-03-07T19:39:04.028894Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-36
2020-03-07T19:39:04.030539Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:37 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.030636Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:04.030651Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-39
2020-03-07T19:39:04.031135Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:39:04.031165Z info ads Pushing sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31
2020-03-07T19:39:04.032181Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:63 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.032473Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:36 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.032642Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-37
2020-03-07T19:39:04.033174Z info ads CDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:36 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.033466Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:31 endpoints:118 empty:1
2020-03-07T19:39:04.030539Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:36 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.034470Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:36 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.035530Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:04.036503Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:04.036601Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:31
2020-03-07T19:39:04.037519Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:04.038249Z info ads Pushing sidecar~10.44.0.95~httpbin-654c6cbbb9-7q2s5.default~default.svc.cluster.local-40
2020-03-07T19:39:04.038629Z info ads LDS: PUSH for node:echo-6c8d677ff6-bwfxm.default listeners:31
2020-03-07T19:39:04.039480Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-34
2020-03-07T19:39:04.039531Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:31
2020-03-07T19:39:04.040156Z info ads CDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:36 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.040376Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:31
2020-03-07T19:39:04.040633Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:14
2020-03-07T19:39:04.041254Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:39:04.041274Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:39:04.041476Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:36 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.043334Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:14
2020-03-07T19:39:04.044994Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:39:04.045433Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:39:04.045661Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-wqvmb.istio-system (ip=10.48.0.16) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:04.046038Z info ads Pushing router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28
2020-03-07T19:39:04.047027Z info ads EDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:04.053421Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:63 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.054583Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:63 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.056155Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for sleep-6bdb595bcb-zbhhv.default (ip=10.48.0.19) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:04.056195Z info ads Pushing sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-32
2020-03-07T19:39:04.056246Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:39:04.056394Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-38
2020-03-07T19:39:04.058050Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:37 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.059621Z info ads CDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:36 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.062559Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:63 services:14 version:2020-03-07T19:39:04Z/24
2020-03-07T19:39:04.065841Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:62 endpoints:172 empty:2
2020-03-07T19:39:04.065893Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:04.066435Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:62 endpoints:172 empty:2
2020-03-07T19:39:04.066469Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:39:04.066497Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:04.066553Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:04.066588Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:39:04.066809Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system listeners:3
2020-03-07T19:39:04.066842Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:04.066917Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system routes:1
2020-03-07T19:39:04.067201Z info ads LDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default listeners:31
2020-03-07T19:39:04.067564Z info ads EDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:04.067774Z info ads RDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default routes:14
2020-03-07T19:39:04.069453Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:04.070397Z info ads LDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default listeners:31
2020-03-07T19:39:04.071845Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:31
2020-03-07T19:39:04.072531Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:62 endpoints:236 empty:2
2020-03-07T19:39:04.072622Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:14
2020-03-07T19:39:04.072646Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:04.072878Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:39:04.072906Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:04.072990Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:39:04.075456Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:62 endpoints:236 empty:2
2020-03-07T19:39:04.075828Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:14
2020-03-07T19:39:04.075904Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:39:04.076256Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:04.076387Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:39:04.076480Z info ads RDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default routes:14
2020-03-07T19:39:04.075472Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:04.078261Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:14
2020-03-07T19:39:04.078895Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:31 endpoints:118 empty:1
2020-03-07T19:39:04.079995Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:31
2020-03-07T19:39:04.080891Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:14
2020-03-07T19:39:04.081940Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:31
2020-03-07T19:39:04.082761Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:14
2020-03-07T19:39:04.086075Z warn ads ADS:EDS: ACK ERROR 10.44.2.16:50916 sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-33 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|80||heapster.kube-system.svc.cluster.local"
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.2.44"
port_value: 8082
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "...(truncated)
2020-03-07T19:39:04.091859Z warn ads ADS:EDS: ACK ERROR 10.44.0.95:37900 sidecar~10.44.0.95~httpbin-654c6cbbb9-7q2s5.default~default.svc.cluster.local-40 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15031||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.196.56.189"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.239.140.26"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 1
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
...(truncated)
2020-03-07T19:39:10.907299Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-6c8d677ff6-bwfxm.default": {
"proxy": "echo-6c8d677ff6-bwfxm.default"
},
"echo-765bd74975-zdm7j.default": {
"proxy": "echo-765bd74975-zdm7j.default"
},
"istio-ingressgateway-74b6dcb4b-wqvmb.istio-system": {
"proxy": "istio-ingressgateway-74b6dcb4b-wqvmb.istio-system"
},
"istio-ingressgateway-76d888fbbd-7cd6w.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-7cd6w.istio-system"
},
"istio-ingressgateway-b76f5f665-m8l8t.istio-system": {
"proxy": "istio-ingressgateway-b76f5f665-m8l8t.istio-system"
},
"prometheus-5595cb5bd7-vkhl8.istio-system": {
"proxy": "prometheus-5595cb5bd7-vkhl8.istio-system"
},
"sleep-6bdb595bcb-zbhhv.default": {
"proxy": "sleep-6bdb595bcb-zbhhv.default"
}
}
}
2020-03-07T19:39:38.297768Z info Handle EDS: 0 endpoints for httpbin in namespace default
2020-03-07T19:39:38.297839Z info ads Incremental push, service httpbin.default.svc.cluster.local has no endpoints
2020-03-07T19:39:38.398103Z info ads Push debounce stable[67] 2: 100.226827ms since last change, 112.663798ms since last push, full=true
2020-03-07T19:39:38.418121Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:39:38.418176Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:39:38.418182Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:39:38.418188Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:39:38.418268Z info ads XDS: Pushing:2020-03-07T19:39:38Z/25 Services:14 ConnectedEndpoints:13
2020-03-07T19:39:38.421162Z info ads Cluster init time 2.873668ms 2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.421418Z info ads Pushing sidecar~10.44.0.95~httpbin-654c6cbbb9-7q2s5.default~default.svc.cluster.local-40
2020-03-07T19:39:38.421447Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:39:38.421464Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:39:38.422076Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-37
2020-03-07T19:39:38.423406Z info ads CDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:36 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.423662Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-33
2020-03-07T19:39:38.423710Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:36 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.424811Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:39:38.425021Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:39:38.429326Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:39:38.429377Z info ads Pushing sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31
2020-03-07T19:39:38.432739Z info ads EDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:38.433540Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:63 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.434258Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:38.434296Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-39
2020-03-07T19:39:38.434686Z info ads CDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:36 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.441011Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:36 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.442753Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:38.445446Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-34
2020-03-07T19:39:38.446308Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:38.448496Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:36 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.448657Z info ads LDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default listeners:31
2020-03-07T19:39:38.451161Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for sleep-6bdb595bcb-zbhhv.default (ip=10.48.0.19) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:38.451201Z info ads Pushing sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-32
2020-03-07T19:39:38.451321Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:31
2020-03-07T19:39:38.451576Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:39:38.451612Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-35
2020-03-07T19:39:38.453675Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-36
2020-03-07T19:39:38.423407Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:37 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.457266Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:62 endpoints:236 empty:2
2020-03-07T19:39:38.457471Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:38.457734Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:39:38.457753Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:38.457827Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:39:38.457904Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:63 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.461141Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:39:38.461241Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-38
2020-03-07T19:39:38.461464Z info ads LDS: PUSH for node:echo-6c8d677ff6-bwfxm.default listeners:31
2020-03-07T19:39:38.462256Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:14
2020-03-07T19:39:38.462582Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-wqvmb.istio-system (ip=10.48.0.16) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:38.462701Z info ads Pushing router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28
2020-03-07T19:39:38.463908Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:63 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.464223Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:62 endpoints:236 empty:2
2020-03-07T19:39:38.464664Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:39:38.464691Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:38.464773Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:39:38.465651Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:63 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.465774Z info ads RDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default routes:14
2020-03-07T19:39:38.466340Z info ads CDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:36 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.468564Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:62 endpoints:172 empty:2
2020-03-07T19:39:38.468690Z info ads EDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:38.468781Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:38.469083Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:39:38.469112Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:38.469189Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:39:38.470823Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:62 endpoints:172 empty:2
2020-03-07T19:39:38.471008Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:38.471234Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system listeners:3
2020-03-07T19:39:38.471254Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:38.471324Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system routes:1
2020-03-07T19:39:38.472145Z info ads LDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default listeners:31
2020-03-07T19:39:38.472875Z info ads RDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default routes:14
2020-03-07T19:39:38.473089Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:31 endpoints:118 empty:1
2020-03-07T19:39:38.474896Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:38.476197Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:31
2020-03-07T19:39:38.476314Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:37 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.477023Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:14
2020-03-07T19:39:38.478191Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:31
2020-03-07T19:39:38.478645Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:36 services:14 version:2020-03-07T19:39:38Z/25
2020-03-07T19:39:38.479067Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:14
2020-03-07T19:39:38.479241Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:14
2020-03-07T19:39:38.479696Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:31 endpoints:118 empty:1
2020-03-07T19:39:38.479994Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:38.482460Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:31
2020-03-07T19:39:38.482965Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:31
2020-03-07T19:39:38.483357Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:14
2020-03-07T19:39:38.483812Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:14
2020-03-07T19:39:38.486818Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:38.489794Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:31
2020-03-07T19:39:38.490602Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:14
2020-03-07T19:39:40.002728Z info Handling event update for pod httpbin-654c6cbbb9-lbnl6 (Pending) in namespace default -> 10.48.1.20
2020-03-07T19:39:40.009900Z info Handle EDS: 0 endpoints for httpbin in namespace default
2020-03-07T19:39:40.010016Z info ads Incremental push, service httpbin.default.svc.cluster.local has no endpoints
2020-03-07T19:39:40.110243Z info ads Push debounce stable[68] 1: 100.17997ms since last change, 100.179769ms since last push, full=false
2020-03-07T19:39:40.110428Z info ads XDS:EDSInc Pushing:2020-03-07T19:39:38Z/25 Services:map[httpbin.default.svc.cluster.local:{}] ConnectedEndpoints:13
2020-03-07T19:39:40.110613Z info ads Cluster init time 169.337µs 2020-03-07T19:39:38Z/25
2020-03-07T19:39:40.907294Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-6c8d677ff6-bwfxm.default": {
"proxy": "echo-6c8d677ff6-bwfxm.default"
},
"echo-765bd74975-zdm7j.default": {
"proxy": "echo-765bd74975-zdm7j.default"
},
"istio-ingressgateway-74b6dcb4b-wqvmb.istio-system": {
"proxy": "istio-ingressgateway-74b6dcb4b-wqvmb.istio-system"
},
"istio-ingressgateway-76d888fbbd-7cd6w.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-7cd6w.istio-system"
},
"istio-ingressgateway-b76f5f665-m8l8t.istio-system": {
"proxy": "istio-ingressgateway-b76f5f665-m8l8t.istio-system"
},
"prometheus-5595cb5bd7-vkhl8.istio-system": {
"proxy": "prometheus-5595cb5bd7-vkhl8.istio-system"
},
"sleep-6bdb595bcb-zbhhv.default": {
"proxy": "sleep-6bdb595bcb-zbhhv.default"
}
}
}
2020-03-07T19:39:41.759808Z info Handle EDS: 0 endpoints for httpbin in namespace default
2020-03-07T19:39:41.759865Z info ads Incremental push, service httpbin.default.svc.cluster.local has no endpoints
2020-03-07T19:39:41.860179Z info ads Push debounce stable[69] 2: 100.25437ms since last change, 176.285757ms since last push, full=true
2020-03-07T19:39:41.880630Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:39:41.880685Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:39:41.880691Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:39:41.880696Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:39:41.880770Z info ads XDS: Pushing:2020-03-07T19:39:41Z/26 Services:14 ConnectedEndpoints:13
2020-03-07T19:39:41.886589Z info ads Cluster init time 5.781652ms 2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.886976Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:39:41.887003Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-35
2020-03-07T19:39:41.889392Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:36 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.893287Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:41.895161Z info ads Pushing sidecar~10.44.0.95~httpbin-654c6cbbb9-7q2s5.default~default.svc.cluster.local-40
2020-03-07T19:39:41.897054Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:31
2020-03-07T19:39:41.897362Z info ads CDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:36 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.898020Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-34
2020-03-07T19:39:41.898578Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:41.898652Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-39
2020-03-07T19:39:41.900255Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:36 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.900628Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:39:41.900651Z info ads Pushing sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31
2020-03-07T19:39:41.900706Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:39:41.900830Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-38
2020-03-07T19:39:41.901704Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:39:41.901784Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:39:41.901970Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for sleep-6bdb595bcb-zbhhv.default (ip=10.48.0.19) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:41.901982Z info ads Pushing sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-32
2020-03-07T19:39:41.902026Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-wqvmb.istio-system (ip=10.48.0.16) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:41.902071Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-37
2020-03-07T19:39:41.902393Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:14
2020-03-07T19:39:41.902510Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:39:41.902527Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:39:41.903283Z info ads Pushing router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28
2020-03-07T19:39:41.904520Z info ads CDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:36 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.906315Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:63 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.906487Z info ads EDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:41.907684Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:37 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.909620Z info ads LDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default listeners:31
2020-03-07T19:39:41.910485Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:31 endpoints:118 empty:1
2020-03-07T19:39:41.910657Z info ads RDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default routes:14
2020-03-07T19:39:41.910939Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:62 endpoints:172 empty:2
2020-03-07T19:39:41.911073Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:41.912302Z info ads CDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:36 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.913538Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:31
2020-03-07T19:39:41.914612Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:14
2020-03-07T19:39:41.914687Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:41.915116Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:36 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.915890Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:41.918184Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:41.919057Z info ads LDS: PUSH for node:echo-6c8d677ff6-bwfxm.default listeners:31
2020-03-07T19:39:41.919347Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:31
2020-03-07T19:39:41.920241Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:14
2020-03-07T19:39:41.920965Z info ads EDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:41.921595Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:31
2020-03-07T19:39:41.922093Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-36
2020-03-07T19:39:41.922723Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:14
2020-03-07T19:39:41.922998Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:14
2020-03-07T19:39:41.924185Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-33
2020-03-07T19:39:41.924872Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:63 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.926108Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:37 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.926656Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:63 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.929026Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:31 endpoints:118 empty:1
2020-03-07T19:39:41.931299Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:62 endpoints:236 empty:2
2020-03-07T19:39:41.931984Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:39:41.932023Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:41.932101Z info ads LDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default listeners:31
2020-03-07T19:39:41.932145Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:39:41.932817Z info ads RDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default routes:14
2020-03-07T19:39:41.933353Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system listeners:3
2020-03-07T19:39:41.933387Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:41.933480Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system routes:1
2020-03-07T19:39:41.933576Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:36 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.933978Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:31
2020-03-07T19:39:41.934933Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:14
2020-03-07T19:39:41.937315Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:62 endpoints:236 empty:2
2020-03-07T19:39:41.937555Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:41.937753Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:63 services:14 version:2020-03-07T19:39:41Z/26
2020-03-07T19:39:41.937831Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:39:41.937863Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:41.937870Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:41.937939Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:39:41.941247Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:31
2020-03-07T19:39:41.942073Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:14
2020-03-07T19:39:41.943641Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:62 endpoints:172 empty:2
2020-03-07T19:39:41.943882Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:41.944309Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:39:41.944343Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:41.944431Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:39:44.726731Z info Handle EDS: 0 endpoints for httpbin in namespace default
2020-03-07T19:39:44.726790Z info ads Incremental push, service httpbin.default.svc.cluster.local has no endpoints
2020-03-07T19:39:44.827116Z info ads Push debounce stable[70] 2: 100.278264ms since last change, 111.438923ms since last push, full=true
2020-03-07T19:39:44.860047Z info model Endpoints from registry Kubernetes on network network0 reachable through gateway(s) [34.67.19.99]
2020-03-07T19:39:44.860111Z info model Endpoints from registry remote0 on network network1 reachable through gateway(s) [35.196.56.189]
2020-03-07T19:39:44.860117Z info model Endpoints from registry remote2 on network network1 reachable through gateway(s) [35.239.140.26]
2020-03-07T19:39:44.860125Z info model Endpoints from registry remote1 on network network2 reachable through gateway(s) [35.197.22.94]
2020-03-07T19:39:44.860214Z info ads XDS: Pushing:2020-03-07T19:39:44Z/27 Services:14 ConnectedEndpoints:13
2020-03-07T19:39:44.864093Z info ads Cluster init time 3.850356ms 2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.864345Z info ads Pushing sidecar~10.44.0.95~httpbin-654c6cbbb9-7q2s5.default~default.svc.cluster.local-40
2020-03-07T19:39:44.864503Z info ads Pushing router~10.44.3.18~istio-ingressgateway-76b4d669d-qj648.istio-system~istio-system.svc.cluster.local-36
2020-03-07T19:39:44.865880Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for prometheus-5595cb5bd7-vkhl8.istio-system (ip=10.32.2.11) failed: proxy is in cluster , but controller is for cluster remote2
2020-03-07T19:39:44.865916Z info ads Pushing sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23
2020-03-07T19:39:44.866588Z info ads CDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.867086Z info ads CDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:63 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.867929Z info ads CDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:37 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.868424Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:39:44.868520Z info ads Pushing router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25
2020-03-07T19:39:44.869774Z info ads EDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:44.871206Z info ads EDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system clusters:31 endpoints:118 empty:1
2020-03-07T19:39:44.871238Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:63 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.872782Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-wqvmb.istio-system (ip=10.48.0.16) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:44.872892Z info ads Pushing router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28
2020-03-07T19:39:44.872990Z info ads LDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default listeners:31
2020-03-07T19:39:44.874037Z info ads RDS: PUSH for node:httpbin-654c6cbbb9-7q2s5.default routes:14
2020-03-07T19:39:44.874153Z info ads Pushing sidecar~10.44.2.7~sleep-6bdb595bcb-w25pz.default~default.svc.cluster.local-37
2020-03-07T19:39:44.874226Z info ads LDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system listeners:31
2020-03-07T19:39:44.875084Z info ads Pushing sidecar~10.44.2.15~echo-b9856985f-tvv7n.default~default.svc.cluster.local-34
2020-03-07T19:39:44.875632Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:63 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.876056Z info ads CDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.877066Z info ads CDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.877831Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:62 endpoints:236 empty:2
2020-03-07T19:39:44.877994Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:44.878388Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for sleep-6bdb595bcb-zbhhv.default (ip=10.48.0.19) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:44.878414Z info ads Pushing sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-32
2020-03-07T19:39:44.879223Z info ads EDS: PUSH for node:sleep-6bdb595bcb-w25pz.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:44.880142Z info ads EDS: PUSH for node:echo-b9856985f-tvv7n.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:44.880352Z info ads CDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.880538Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:62 endpoints:172 empty:2
2020-03-07T19:39:44.880697Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:44.882316Z info ads LDS: PUSH for node:sleep-6bdb595bcb-w25pz.default listeners:31
2020-03-07T19:39:44.882574Z info ads EDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:44.882812Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system listeners:3
2020-03-07T19:39:44.882847Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:44.882971Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system routes:1
2020-03-07T19:39:44.883351Z info ads LDS: PUSH for node:echo-b9856985f-tvv7n.default listeners:31
2020-03-07T19:39:44.883593Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-b76f5f665-m8l8t.istio-system (ip=10.44.1.5) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:39:44.883717Z info ads Pushing router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-38
2020-03-07T19:39:44.884462Z info ads RDS: PUSH for node:echo-b9856985f-tvv7n.default routes:14
2020-03-07T19:39:44.885297Z info ads RDS: PUSH for node:prometheus-5595cb5bd7-vkhl8.istio-system routes:14
2020-03-07T19:39:44.885441Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for echo-765bd74975-zdm7j.default (ip=10.48.1.17) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:39:44.885455Z info ads Pushing sidecar~10.48.1.17~echo-765bd74975-zdm7j.default~default.svc.cluster.local-39
2020-03-07T19:39:44.886240Z info ads LDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default listeners:31
2020-03-07T19:39:44.887140Z info ads CDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:63 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.887310Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:39:44.887340Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:44.887430Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:39:44.887750Z info ads RDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default routes:14
2020-03-07T19:39:44.888175Z info ads CDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.888616Z info ads RDS: PUSH for node:sleep-6bdb595bcb-w25pz.default routes:14
2020-03-07T19:39:44.888771Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:39:44.888791Z info ads Pushing sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31
2020-03-07T19:39:44.889232Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for echo-55b89d7696-qf89l.default (ip=10.32.1.10) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:39:44.889257Z info ads Pushing sidecar~10.32.1.10~echo-55b89d7696-qf89l.default~default.svc.cluster.local-35
2020-03-07T19:39:44.890792Z info ads CDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.891313Z info ads CDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.892089Z info ads EDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system clusters:62 endpoints:172 empty:2
2020-03-07T19:39:44.892301Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:39:44.892785Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:44.892920Z info ads LDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system listeners:3
2020-03-07T19:39:44.892968Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:44.893156Z info ads RDS: PUSH for node:istio-ingressgateway-b76f5f665-m8l8t.istio-system routes:1
2020-03-07T19:39:44.893972Z info ads EDS: PUSH for node:echo-55b89d7696-qf89l.default clusters:31 endpoints:118 empty:1
2020-03-07T19:39:44.895155Z info ads EDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system clusters:62 endpoints:236 empty:2
2020-03-07T19:39:44.895294Z info ads EDS: PUSH for node:echo-765bd74975-zdm7j.default clusters:31 endpoints:86 empty:1
2020-03-07T19:39:44.895486Z info ads LDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system listeners:3
2020-03-07T19:39:44.895516Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:39:44.895588Z info ads RDS: PUSH for node:istio-ingressgateway-76b4d669d-qj648.istio-system routes:1
2020-03-07T19:39:44.895820Z info ads LDS: PUSH for node:echo-6c8d677ff6-bwfxm.default listeners:31
2020-03-07T19:39:44.896843Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:14
2020-03-07T19:39:44.896867Z info ads LDS: PUSH for node:echo-55b89d7696-qf89l.default listeners:31
2020-03-07T19:39:44.897039Z info ads Pushing sidecar~10.44.2.16~prometheus-796b6c56f4-zph99.istio-system~istio-system.svc.cluster.local-33
2020-03-07T19:39:44.897795Z info ads RDS: PUSH for node:echo-55b89d7696-qf89l.default routes:14
2020-03-07T19:39:44.898435Z info ads LDS: PUSH for node:echo-765bd74975-zdm7j.default listeners:31
2020-03-07T19:39:44.898675Z info ads CDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:37 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:39:44.899265Z info ads RDS: PUSH for node:echo-765bd74975-zdm7j.default routes:14
2020-03-07T19:39:44.901469Z info ads EDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system clusters:31 endpoints:118 empty:1
2020-03-07T19:39:44.904553Z info ads LDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system listeners:31
2020-03-07T19:39:44.906926Z info ads RDS: PUSH for node:prometheus-796b6c56f4-zph99.istio-system routes:14
2020-03-07T19:39:44.967423Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:44466 router~10.44.1.5~istio-ingressgateway-b76f5f665-m8l8t.istio-system~istio-system.svc.cluster.local-38 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|15030||istio-ingressgateway.istio-system.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.0.16"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "34.67.19.99"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network0"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.1.5"
port_value: 15030
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "disabled"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:39:47.267812Z info Handling event update for pod httpbin-654c6cbbb9-tdb8l (Pending) in namespace default -> 10.32.0.11
2020-03-07T19:39:47.271980Z info Handling event update for pod httpbin-64776bf78d-tf8v5 (Pending) in namespace default -> 10.44.0.13
2020-03-07T19:39:47.276932Z info Handle EDS: 0 endpoints for httpbin in namespace default
2020-03-07T19:39:47.277041Z info ads Incremental push, service httpbin.default.svc.cluster.local has no endpoints
2020-03-07T19:39:47.284343Z info Handle EDS: 0 endpoints for httpbin in namespace default
2020-03-07T19:39:47.284445Z info ads Incremental push, service httpbin.default.svc.cluster.local has no endpoints
2020-03-07T19:39:47.384733Z info ads Push debounce stable[71] 2: 100.246495ms since last change, 107.649965ms since last push, full=false
2020-03-07T19:39:47.384871Z info ads XDS:EDSInc Pushing:2020-03-07T19:39:44Z/27 Services:map[httpbin.default.svc.cluster.local:{}] ConnectedEndpoints:13
2020-03-07T19:39:47.385047Z info ads Cluster init time 164.991µs 2020-03-07T19:39:44Z/27
2020-03-07T19:39:50.907302Z info ads Push Status: {
"pilot_eds_no_instances": {
"outbound_.443_._.test.default.svc.cluster.local": {},
"outbound|443||test.default.svc.cluster.local": {}
},
"pilot_no_ip": {
"echo-55b89d7696-qf89l.default": {
"proxy": "echo-55b89d7696-qf89l.default"
},
"echo-6c8d677ff6-bwfxm.default": {
"proxy": "echo-6c8d677ff6-bwfxm.default"
},
"echo-765bd74975-zdm7j.default": {
"proxy": "echo-765bd74975-zdm7j.default"
},
"istio-ingressgateway-74b6dcb4b-wqvmb.istio-system": {
"proxy": "istio-ingressgateway-74b6dcb4b-wqvmb.istio-system"
},
"istio-ingressgateway-76d888fbbd-7cd6w.istio-system": {
"proxy": "istio-ingressgateway-76d888fbbd-7cd6w.istio-system"
},
"istio-ingressgateway-b76f5f665-m8l8t.istio-system": {
"proxy": "istio-ingressgateway-b76f5f665-m8l8t.istio-system"
},
"prometheus-5595cb5bd7-vkhl8.istio-system": {
"proxy": "prometheus-5595cb5bd7-vkhl8.istio-system"
},
"sleep-6bdb595bcb-zbhhv.default": {
"proxy": "sleep-6bdb595bcb-zbhhv.default"
}
}
}
2020-03-07T19:39:54.304865Z info Handling event update for pod httpbin-654c6cbbb9-lbnl6 (Running) in namespace default -> 10.48.1.20
2020-03-07T19:40:09.009508Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for httpbin-654c6cbbb9-lbnl6.default (ip=10.48.1.20) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:40:09.009589Z info ads ADS:CDS: REQ 10.44.3.18:44992 sidecar~10.48.1.20~httpbin-654c6cbbb9-lbnl6.default~default.svc.cluster.local-41 952.981µs version:
2020-03-07T19:40:09.011762Z info ads CDS: PUSH for node:httpbin-654c6cbbb9-lbnl6.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:40:09.014742Z info ads LDS: PUSH for node:httpbin-654c6cbbb9-lbnl6.default listeners:31
2020-03-07T19:40:09.115870Z info ads EDS: PUSH for node:httpbin-654c6cbbb9-lbnl6.default clusters:31 endpoints:86 empty:1
2020-03-07T19:40:09.154851Z info ads RDS: PUSH for node:httpbin-654c6cbbb9-lbnl6.default routes:14
2020-03-07T19:40:10.489236Z info Handling event update for pod httpbin-654c6cbbb9-tdb8l (Running) in namespace default -> 10.32.0.11
2020-03-07T19:40:10.776164Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for httpbin-64776bf78d-tf8v5.default (ip=10.44.0.13) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for httpbin-64776bf78d-tf8v5.default (ip=10.44.0.13) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:40:10.776232Z info ads ADS:CDS: REQ 10.44.3.18:44996 sidecar~10.44.0.13~httpbin-64776bf78d-tf8v5.default~default.svc.cluster.local-42 826.715µs version:
2020-03-07T19:40:10.778481Z info ads CDS: PUSH for node:httpbin-64776bf78d-tf8v5.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:40:10.819871Z info ads EDS: PUSH for node:httpbin-64776bf78d-tf8v5.default clusters:31 endpoints:86 empty:1
2020-03-07T19:40:10.825607Z info Handling event update for pod httpbin-654c6cbbb9-lbnl6 (Running) in namespace default -> 10.48.1.20
2020-03-07T19:40:10.837234Z info Handle EDS: 1 endpoints for httpbin in namespace default
2020-03-07T19:40:10.858570Z info ads LDS: PUSH for node:httpbin-64776bf78d-tf8v5.default listeners:31
2020-03-07T19:40:10.937634Z info ads Push debounce stable[72] 1: 100.243863ms since last change, 100.243658ms since last push, full=false
2020-03-07T19:40:10.937761Z info ads XDS:EDSInc Pushing:2020-03-07T19:39:44Z/27 Services:map[httpbin.default.svc.cluster.local:{}] ConnectedEndpoints:15
2020-03-07T19:40:10.937939Z info ads Cluster init time 166.434µs 2020-03-07T19:39:44Z/27
2020-03-07T19:40:10.942699Z info ads RDS: PUSH for node:httpbin-64776bf78d-tf8v5.default routes:14
2020-03-07T19:40:10.959881Z info Handling event update for pod httpbin-64776bf78d-tf8v5 (Running) in namespace default -> 10.44.0.13
2020-03-07T19:40:11.450109Z info Handling event update for pod httpbin-64776bf78d-tf8v5 (Running) in namespace default -> 10.44.0.13
2020-03-07T19:40:11.461542Z info Handle EDS: 1 endpoints for httpbin in namespace default
2020-03-07T19:40:11.561897Z info ads Push debounce stable[73] 1: 100.249971ms since last change, 100.24978ms since last push, full=false
2020-03-07T19:40:11.562129Z info ads XDS:EDSInc Pushing:2020-03-07T19:39:44Z/27 Services:map[httpbin.default.svc.cluster.local:{}] ConnectedEndpoints:15
2020-03-07T19:40:11.562286Z info ads Cluster init time 129.357µs 2020-03-07T19:39:44Z/27
2020-03-07T19:40:29.470203Z info Handling event update for pod httpbin-654c6cbbb9-7q2s5 (Running) in namespace default -> 10.44.0.95
2020-03-07T19:40:29.487284Z info Handle EDS: 0 endpoints for httpbin in namespace default
2020-03-07T19:40:29.487390Z info ads Incremental push, service httpbin.default.svc.cluster.local has no endpoints
2020-03-07T19:40:29.587636Z info ads Push debounce stable[74] 1: 100.202399ms since last change, 100.20213ms since last push, full=false
2020-03-07T19:40:29.587782Z info ads XDS:EDSInc Pushing:2020-03-07T19:39:44Z/27 Services:map[httpbin.default.svc.cluster.local:{}] ConnectedEndpoints:15
2020-03-07T19:40:29.587906Z info ads Cluster init time 105.593µs 2020-03-07T19:39:44Z/27
2020-03-07T19:40:29.596089Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:44996 sidecar~10.44.0.13~httpbin-64776bf78d-tf8v5.default~default.svc.cluster.local-42 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|8000||httpbin.default.svc.cluster.local"
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.20"
port_value: 80
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.13"
port_value: 80
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:40:34.523318Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:40:34.533164Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:40:34.533216Z info ads ADS: "10.44.0.95:37900" sidecar~10.44.0.95~httpbin-654c6cbbb9-7q2s5.default~default.svc.cluster.local-40 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:40:35.640714Z info Handling event update for pod httpbin-654c6cbbb9-7q2s5 (Running) in namespace default -> 10.44.0.95
2020-03-07T19:40:35.658546Z info Handling event update for pod httpbin-654c6cbbb9-7q2s5 (Running) in namespace default -> 10.44.0.95
2020-03-07T19:40:36.668466Z info Handling event update for pod httpbin-654c6cbbb9-7q2s5 (Running) in namespace default -> 10.44.0.95
2020-03-07T19:40:36.693981Z info Handling event delete for pod httpbin-654c6cbbb9-7q2s5 (Running) in namespace default -> 10.44.0.95
2020-03-07T19:40:59.900210Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for httpbin-654c6cbbb9-tdb8l.default (ip=10.32.0.11) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for httpbin-654c6cbbb9-tdb8l.default (ip=10.32.0.11) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for httpbin-654c6cbbb9-tdb8l.default (ip=10.32.0.11) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:40:59.900290Z info ads ADS:CDS: REQ 10.44.3.18:45098 sidecar~10.32.0.11~httpbin-654c6cbbb9-tdb8l.default~default.svc.cluster.local-43 992.238µs version:
2020-03-07T19:40:59.902456Z info ads CDS: PUSH for node:httpbin-654c6cbbb9-tdb8l.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:40:59.905089Z info ads LDS: PUSH for node:httpbin-654c6cbbb9-tdb8l.default listeners:31
2020-03-07T19:41:00.006219Z info ads EDS: PUSH for node:httpbin-654c6cbbb9-tdb8l.default clusters:31 endpoints:121 empty:1
2020-03-07T19:41:00.064705Z info ads RDS: PUSH for node:httpbin-654c6cbbb9-tdb8l.default routes:14
2020-03-07T19:41:01.466417Z info Handling event update for pod httpbin-654c6cbbb9-tdb8l (Running) in namespace default -> 10.32.0.11
2020-03-07T19:41:01.486410Z info Handle EDS: 1 endpoints for httpbin in namespace default
2020-03-07T19:41:01.586737Z info ads Push debounce stable[75] 1: 100.184942ms since last change, 100.184452ms since last push, full=false
2020-03-07T19:41:01.586880Z info ads XDS:EDSInc Pushing:2020-03-07T19:39:44Z/27 Services:map[httpbin.default.svc.cluster.local:{}] ConnectedEndpoints:15
2020-03-07T19:41:01.587107Z info ads Cluster init time 166.238µs 2020-03-07T19:39:44Z/27
2020-03-07T19:41:01.624753Z warn ads ADS:EDS: ACK ERROR 10.44.3.18:43164 sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-32 Internal:Proto constraint validation failed (ClusterLoadAssignmentValidationError.Endpoints[i]: ["embedded message failed validation"] | caused by LocalityLbEndpointsValidationError.LbEndpoints[i]: ["embedded message failed validation"] | caused by LbEndpointValidationError.LoadBalancingWeight: ["value must be greater than or equal to " '\x01']): cluster_name: "outbound|8000||httpbin.default.svc.cluster.local"
endpoints {
locality {
region: "us-central1"
zone: "us-central1-c"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.44.0.13"
port_value: 80
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
}
1: 2
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-west1"
zone: "us-west1-a"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "35.197.22.94"
port_value: 443
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network2"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
endpoints {
locality {
region: "us-east1"
zone: "us-east1-b"
}
lb_endpoints {
endpoint {
address {
socket_address {
address: "10.48.1.20"
port_value: 80
}
}
}
metadata {
filter_metadata {
key: "envoy.transport_socket_match"
value {
fields {
key: "tlsMode"
value {
string_value: "istio"
}
}
}
}
filter_metadata {
key: "istio"
value {
fields {
key: "network"
value {
string_value: "network1"
}
}
}
}
}
load_balancing_weight {
value: 2
}
}
load_balancing_weight {
value: 2
}
}
2020-03-07T19:45:27.730537Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:45:27.730742Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:45:27.730833Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.3.18:42116: use of closed network connection
2020-03-07T19:45:27.730917Z info ads ADS: "10.44.3.18:42116" sidecar~10.32.2.11~prometheus-5595cb5bd7-vkhl8.istio-system~istio-system.svc.cluster.local-23 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:47:43.403629Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:47:43.403801Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:47:43.403993Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.3.18:42388: use of closed network connection
2020-03-07T19:47:43.404059Z info ads ADS: "10.44.3.18:42388" router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-28 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:47:46.941967Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-74b6dcb4b-wqvmb.istio-system (ip=10.48.0.16) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:47:46.942129Z info ads ADS:CDS: REQ 10.44.3.18:45856 router~10.48.0.16~istio-ingressgateway-74b6dcb4b-wqvmb.istio-system~istio-system.svc.cluster.local-44 1.090511ms version:2020-03-07T19:39:44Z/27
2020-03-07T19:47:46.944590Z info ads CDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:63 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:47:46.978204Z info ads EDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system clusters:62 endpoints:176 empty:2
2020-03-07T19:47:46.978403Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:47:46.978782Z info ads LDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system listeners:3
2020-03-07T19:47:46.978816Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:47:46.978921Z info ads RDS: PUSH for node:istio-ingressgateway-74b6dcb4b-wqvmb.istio-system routes:1
2020-03-07T19:47:48.353484Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.ConfigMap ended with: too old resource version: 6536224 (6538433)
2020-03-07T19:48:12.511625Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:48:12.511844Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:48:12.511930Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.3.18:42186: use of closed network connection
2020-03-07T19:48:12.512058Z info ads ADS: "10.44.3.18:42186" router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-25 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:48:12.734354Z warn GetProxyServiceInstances() found match but encountered an error: 3 errors occurred:
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote0
* getProxyServiceInstancesFromMetadata for istio-ingressgateway-76d888fbbd-7cd6w.istio-system (ip=10.32.0.9) failed: proxy is in cluster remote1, but controller is for cluster remote2
2020-03-07T19:48:12.734534Z info ads ADS:CDS: REQ 10.44.3.18:45914 router~10.32.0.9~istio-ingressgateway-76d888fbbd-7cd6w.istio-system~istio-system.svc.cluster.local-45 1.128628ms version:2020-03-07T19:39:44Z/27
2020-03-07T19:48:12.737316Z info ads CDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:63 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:48:12.774413Z info ads EDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system clusters:62 endpoints:244 empty:2
2020-03-07T19:48:12.774722Z warn buildGatewayListeners: found 0 services on port 15012: map[]
2020-03-07T19:48:12.775113Z info ads LDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system listeners:3
2020-03-07T19:48:12.775153Z warn constructed http route config for port 80 with no vhosts; Setting up a default 404 vhost
2020-03-07T19:48:12.775280Z info ads RDS: PUSH for node:istio-ingressgateway-76d888fbbd-7cd6w.istio-system routes:1
2020-03-07T19:52:42.379368Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.Endpoints ended with: too old resource version: 6536221 (6538153)
2020-03-07T19:53:05.340875Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:53:05.341184Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:53:05.341219Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.3.18:42736: use of closed network connection
2020-03-07T19:53:05.341286Z info ads ADS: "10.44.3.18:42736" sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-31 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:53:07.164671Z warn GetProxyServiceInstances() found match but encountered an error: 2 errors occurred:
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster Kubernetes
* getProxyServiceInstancesFromMetadata for echo-6c8d677ff6-bwfxm.default (ip=10.44.1.7) failed: proxy is in cluster remote2, but controller is for cluster remote0
2020-03-07T19:53:07.164738Z info ads ADS:CDS: REQ 10.44.3.18:46474 sidecar~10.44.1.7~echo-6c8d677ff6-bwfxm.default~default.svc.cluster.local-46 995.506µs version:2020-03-07T19:39:44Z/27
2020-03-07T19:53:07.166970Z info ads CDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:53:07.170199Z info ads LDS: PUSH for node:echo-6c8d677ff6-bwfxm.default listeners:31
2020-03-07T19:53:07.173139Z info ads EDS: PUSH for node:echo-6c8d677ff6-bwfxm.default clusters:31 endpoints:88 empty:1
2020-03-07T19:53:07.174050Z info ads RDS: PUSH for node:echo-6c8d677ff6-bwfxm.default routes:14
2020-03-07T19:55:16.612235Z info transport: closing server transport due to maximum connection age.
2020-03-07T19:55:16.612528Z info transport: loopyWriter.run returning. connection error: desc = "transport is closing"
2020-03-07T19:55:16.612623Z info transport: http2Server.HandleStreams failed to read frame: read tcp 10.44.1.236:15012->10.44.3.18:43164: use of closed network connection
2020-03-07T19:55:16.612693Z info ads ADS: "10.44.3.18:43164" sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-32 terminated rpc error: code = Canceled desc = context canceled
2020-03-07T19:55:22.572637Z warn GetProxyServiceInstances() found match but encountered an error: 1 error occurred:
* getProxyServiceInstancesFromMetadata for sleep-6bdb595bcb-zbhhv.default (ip=10.48.0.19) failed: proxy is in cluster remote0, but controller is for cluster Kubernetes
2020-03-07T19:55:22.572734Z info ads ADS:CDS: REQ 10.44.3.18:46732 sidecar~10.48.0.19~sleep-6bdb595bcb-zbhhv.default~default.svc.cluster.local-47 1.302873ms version:2020-03-07T19:39:44Z/27
2020-03-07T19:55:22.575092Z info ads CDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:36 services:14 version:2020-03-07T19:39:44Z/27
2020-03-07T19:55:22.577874Z info ads EDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default clusters:31 endpoints:88 empty:1
2020-03-07T19:55:22.581106Z info ads LDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default listeners:31
2020-03-07T19:55:22.581983Z info ads RDS: PUSH for node:sleep-6bdb595bcb-zbhhv.default routes:14
2020-03-07T19:56:01.371099Z warn k8s.io/client-go@v0.17.2/tools/cache/reflector.go:105: watch of *v1.ConfigMap ended with: too old resource version: 6538804 (6540562)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment