dfarrell07/logs.txt

## logs.txt
2021-07-18T08:04:47.9518924Z Found online and idle hosted runner(s) in the current repository's organization account that matches the required labels: 'ubuntu-latest'
2021-07-18T08:04:47.9518979Z Waiting for a hosted runner in 'organization' to pick this job...
2021-07-18T08:05:08.2961377Z Current runner version: '2.278.0'
2021-07-18T08:05:08.2993429Z ##[group]Operating System
2021-07-18T08:05:08.2994493Z Ubuntu
2021-07-18T08:05:08.2995014Z 20.04.2
2021-07-18T08:05:08.2995556Z LTS
2021-07-18T08:05:08.2996053Z ##[endgroup]
2021-07-18T08:05:08.2996737Z ##[group]Virtual Environment
2021-07-18T08:05:08.2997420Z Environment: ubuntu-20.04
2021-07-18T08:05:08.2998088Z Version: 20210712.0
2021-07-18T08:05:08.2999229Z Included Software: https://github.com/actions/virtual-environments/blob/ubuntu20/20210712.0/images/linux/Ubuntu2004-README.md
2021-07-18T08:05:08.3000727Z Image Release: https://github.com/actions/virtual-environments/releases/tag/ubuntu20%2F20210712.0
2021-07-18T08:05:08.3001740Z ##[endgroup]
2021-07-18T08:05:08.3003907Z ##[group]GITHUB_TOKEN Permissions
2021-07-18T08:05:08.3005263Z Actions: write
2021-07-18T08:05:08.3005861Z Checks: write
2021-07-18T08:05:08.3006413Z Contents: write
2021-07-18T08:05:08.3007036Z Deployments: write
2021-07-18T08:05:08.3007812Z Discussions: write
2021-07-18T08:05:08.3008443Z Issues: write
2021-07-18T08:05:08.3008975Z Metadata: read
2021-07-18T08:05:08.3009591Z Packages: write
2021-07-18T08:05:08.3010178Z PullRequests: write
2021-07-18T08:05:08.3010926Z RepositoryProjects: write
2021-07-18T08:05:08.3011672Z SecurityEvents: write
2021-07-18T08:05:08.3012279Z Statuses: write
2021-07-18T08:05:08.3012997Z ##[endgroup]
2021-07-18T08:05:08.3016417Z Prepare workflow directory
2021-07-18T08:05:08.3786324Z Prepare all required actions
2021-07-18T08:05:08.3798365Z Getting action download info
2021-07-18T08:05:08.5546128Z Download action repository 'actions/checkout@v2'
2021-07-18T08:05:10.4183941Z Download action repository 'submariner-io/shipyard@devel'
2021-07-18T08:05:10.9043419Z ##[group]Run actions/checkout@v2
2021-07-18T08:05:10.9044189Z with:
2021-07-18T08:05:10.9044910Z   repository: submariner-io/submariner-operator
2021-07-18T08:05:10.9046177Z   token: ***
2021-07-18T08:05:10.9046692Z   ssh-strict: true
2021-07-18T08:05:10.9047315Z   persist-credentials: true
2021-07-18T08:05:10.9047947Z   clean: true
2021-07-18T08:05:10.9048468Z   fetch-depth: 1
2021-07-18T08:05:10.9048962Z   lfs: false
2021-07-18T08:05:10.9049481Z   submodules: false
2021-07-18T08:05:10.9049999Z ##[endgroup]
2021-07-18T08:05:12.6385461Z Syncing repository: submariner-io/submariner-operator
2021-07-18T08:05:12.6575306Z ##[group]Getting Git version info
2021-07-18T08:05:12.6577957Z Working directory is '/home/runner/work/submariner-operator/submariner-operator'
2021-07-18T08:05:13.2909437Z [command]/usr/bin/git version
2021-07-18T08:05:13.2910268Z git version 2.32.0
2021-07-18T08:05:13.2912331Z ##[endgroup]
2021-07-18T08:05:13.2914185Z Deleting the contents of '/home/runner/work/submariner-operator/submariner-operator'
2021-07-18T08:05:13.2916912Z ##[group]Initializing the repository
2021-07-18T08:05:13.2918799Z [command]/usr/bin/git init /home/runner/work/submariner-operator/submariner-operator
2021-07-18T08:05:13.2920833Z hint: Using 'master' as the name for the initial branch. This default branch name
2021-07-18T08:05:13.2922305Z hint: is subject to change. To configure the initial branch name to use in all
2021-07-18T08:05:13.2924089Z hint: of your new repositories, which will suppress this warning, call:
2021-07-18T08:05:13.2925319Z hint:
2021-07-18T08:05:13.2926788Z hint: 	git config --global init.defaultBranch <name>
2021-07-18T08:05:13.2927950Z hint:
2021-07-18T08:05:13.2929421Z hint: Names commonly chosen instead of 'master' are 'main', 'trunk' and
2021-07-18T08:05:13.2931383Z hint: 'development'. The just-created branch can be renamed via this command:
2021-07-18T08:05:13.2932668Z hint:
2021-07-18T08:05:13.2933806Z hint: 	git branch -m <name>
2021-07-18T08:05:13.2936008Z Initialized empty Git repository in /home/runner/work/submariner-operator/submariner-operator/.git/
2021-07-18T08:05:13.2938827Z [command]/usr/bin/git remote add origin https://github.com/submariner-io/submariner-operator
2021-07-18T08:05:13.2940730Z ##[endgroup]
2021-07-18T08:05:13.2941877Z ##[group]Disabling automatic garbage collection
2021-07-18T08:05:13.2943930Z [command]/usr/bin/git config --local gc.auto 0
2021-07-18T08:05:13.2945001Z ##[endgroup]
2021-07-18T08:05:13.2948291Z ##[group]Setting up auth
2021-07-18T08:05:13.2950061Z [command]/usr/bin/git config --local --name-only --get-regexp core\.sshCommand
2021-07-18T08:05:13.2952929Z [command]/usr/bin/git submodule foreach --recursive git config --local --name-only --get-regexp 'core\.sshCommand' && git config --local --unset-all 'core.sshCommand' || :
2021-07-18T08:05:13.2958807Z [command]/usr/bin/git config --local --name-only --get-regexp http\.https\:\/\/github\.com\/\.extraheader
2021-07-18T08:05:13.2962882Z [command]/usr/bin/git submodule foreach --recursive git config --local --name-only --get-regexp 'http\.https\:\/\/github\.com\/\.extraheader' && git config --local --unset-all 'http.https://github.com/.extraheader' || :
2021-07-18T08:05:13.2966441Z [command]/usr/bin/git config --local http.https://github.com/.extraheader AUTHORIZATION: basic ***
2021-07-18T08:05:13.2968183Z ##[endgroup]
2021-07-18T08:05:13.2969298Z ##[group]Fetching the repository
2021-07-18T08:05:13.2972199Z [command]/usr/bin/git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +0105e4d08ef7236073547f1383566fc76c548f6d:refs/remotes/origin/devel
2021-07-18T08:05:13.5077820Z remote: Enumerating objects: 486, done.
2021-07-18T08:05:13.5078906Z remote: Counting objects:   0% (1/486)
2021-07-18T08:05:13.5079733Z remote: Counting objects:   1% (5/486)
2021-07-18T08:05:13.5080421Z remote: Counting objects:   2% (10/486)
2021-07-18T08:05:13.5081397Z remote: Counting objects:   3% (15/486)
2021-07-18T08:05:13.5082465Z remote: Counting objects:   4% (20/486)
2021-07-18T08:05:13.5083196Z remote: Counting objects:   5% (25/486)
2021-07-18T08:05:13.5083888Z remote: Counting objects:   6% (30/486)
2021-07-18T08:05:13.5084569Z remote: Counting objects:   7% (35/486)
2021-07-18T08:05:13.5085282Z remote: Counting objects:   8% (39/486)
2021-07-18T08:05:13.5085962Z remote: Counting objects:   9% (44/486)
2021-07-18T08:05:13.5086665Z remote: Counting objects:  10% (49/486)
2021-07-18T08:05:13.5087353Z remote: Counting objects:  11% (54/486)
2021-07-18T08:05:13.5088026Z remote: Counting objects:  12% (59/486)
2021-07-18T08:05:13.5088779Z remote: Counting objects:  13% (64/486)
2021-07-18T08:05:13.5089457Z remote: Counting objects:  14% (69/486)
2021-07-18T08:05:13.5090290Z remote: Counting objects:  15% (73/486)
2021-07-18T08:05:13.5091232Z remote: Counting objects:  16% (78/486)
2021-07-18T08:05:13.5091952Z remote: Counting objects:  17% (83/486)
2021-07-18T08:05:13.5092781Z remote: Counting objects:  18% (88/486)
2021-07-18T08:05:13.5093471Z remote: Counting objects:  19% (93/486)
2021-07-18T08:05:13.5094165Z remote: Counting objects:  20% (98/486)
2021-07-18T08:05:13.5094857Z remote: Counting objects:  21% (103/486)
2021-07-18T08:05:13.5095562Z remote: Counting objects:  22% (107/486)
2021-07-18T08:05:13.5096256Z remote: Counting objects:  23% (112/486)
2021-07-18T08:05:13.5096932Z remote: Counting objects:  24% (117/486)
2021-07-18T08:05:13.5099380Z remote: Counting objects:  25% (122/486)
2021-07-18T08:05:13.5099977Z remote: Counting objects:  26% (127/486)
2021-07-18T08:05:13.5100552Z remote: Counting objects:  27% (132/486)
2021-07-18T08:05:13.5101280Z remote: Counting objects:  28% (137/486)
2021-07-18T08:05:13.5101909Z remote: Counting objects:  29% (141/486)
2021-07-18T08:05:13.5102481Z remote: Counting objects:  30% (146/486)
2021-07-18T08:05:13.5103047Z remote: Counting objects:  31% (151/486)
2021-07-18T08:05:13.5103596Z remote: Counting objects:  32% (156/486)
2021-07-18T08:05:13.5104157Z remote: Counting objects:  33% (161/486)
2021-07-18T08:05:13.5104762Z remote: Counting objects:  34% (166/486)
2021-07-18T08:05:13.5105556Z remote: Counting objects:  35% (171/486)
2021-07-18T08:05:13.5106108Z remote: Counting objects:  36% (175/486)
2021-07-18T08:05:13.5106677Z remote: Counting objects:  37% (180/486)
2021-07-18T08:05:13.5107243Z remote: Counting objects:  38% (185/486)
2021-07-18T08:05:13.5107796Z remote: Counting objects:  39% (190/486)
2021-07-18T08:05:13.5108360Z remote: Counting objects:  40% (195/486)
2021-07-18T08:05:13.5108916Z remote: Counting objects:  41% (200/486)
2021-07-18T08:05:13.5109481Z remote: Counting objects:  42% (205/486)
2021-07-18T08:05:13.5110042Z remote: Counting objects:  43% (209/486)
2021-07-18T08:05:13.5110647Z remote: Counting objects:  44% (214/486)
2021-07-18T08:05:13.5111340Z remote: Counting objects:  45% (219/486)
2021-07-18T08:05:13.5111911Z remote: Counting objects:  46% (224/486)
2021-07-18T08:05:13.5112473Z remote: Counting objects:  47% (229/486)
2021-07-18T08:05:13.5113035Z remote: Counting objects:  48% (234/486)
2021-07-18T08:05:13.5113598Z remote: Counting objects:  49% (239/486)
2021-07-18T08:05:13.5114151Z remote: Counting objects:  50% (243/486)
2021-07-18T08:05:13.5114713Z remote: Counting objects:  51% (248/486)
2021-07-18T08:05:13.5115265Z remote: Counting objects:  52% (253/486)
2021-07-18T08:05:13.5115825Z remote: Counting objects:  53% (258/486)
2021-07-18T08:05:13.5116379Z remote: Counting objects:  54% (263/486)
2021-07-18T08:05:13.5116945Z remote: Counting objects:  55% (268/486)
2021-07-18T08:05:13.5117606Z remote: Counting objects:  56% (273/486)
2021-07-18T08:05:13.5118169Z remote: Counting objects:  57% (278/486)
2021-07-18T08:05:13.5118732Z remote: Counting objects:  58% (282/486)
2021-07-18T08:05:13.5119283Z remote: Counting objects:  59% (287/486)
2021-07-18T08:05:13.5119890Z remote: Counting objects:  60% (292/486)
2021-07-18T08:05:13.5120448Z remote: Counting objects:  61% (297/486)
2021-07-18T08:05:13.5121143Z remote: Counting objects:  62% (302/486)
2021-07-18T08:05:13.5121830Z remote: Counting objects:  63% (307/486)
2021-07-18T08:05:13.5122382Z remote: Counting objects:  64% (312/486)
2021-07-18T08:05:13.5122942Z remote: Counting objects:  65% (316/486)
2021-07-18T08:05:13.5123492Z remote: Counting objects:  66% (321/486)
2021-07-18T08:05:13.5124059Z remote: Counting objects:  67% (326/486)
2021-07-18T08:05:13.5124611Z remote: Counting objects:  68% (331/486)
2021-07-18T08:05:13.5125178Z remote: Counting objects:  69% (336/486)
2021-07-18T08:05:13.5125749Z remote: Counting objects:  70% (341/486)
2021-07-18T08:05:13.5126300Z remote: Counting objects:  71% (346/486)
2021-07-18T08:05:13.5126863Z remote: Counting objects:  72% (350/486)
2021-07-18T08:05:13.5127416Z remote: Counting objects:  73% (355/486)
2021-07-18T08:05:13.5127985Z remote: Counting objects:  74% (360/486)
2021-07-18T08:05:13.5128630Z remote: Counting objects:  75% (365/486)
2021-07-18T08:05:13.5129195Z remote: Counting objects:  76% (370/486)
2021-07-18T08:05:13.5129748Z remote: Counting objects:  77% (375/486)
2021-07-18T08:05:13.5130354Z remote: Counting objects:  78% (380/486)
2021-07-18T08:05:13.5130920Z remote: Counting objects:  79% (384/486)
2021-07-18T08:05:13.5131630Z remote: Counting objects:  80% (389/486)
2021-07-18T08:05:13.5132194Z remote: Counting objects:  81% (394/486)
2021-07-18T08:05:13.5132747Z remote: Counting objects:  82% (399/486)
2021-07-18T08:05:13.5133319Z remote: Counting objects:  83% (404/486)
2021-07-18T08:05:13.5133866Z remote: Counting objects:  84% (409/486)
2021-07-18T08:05:13.5134426Z remote: Counting objects:  85% (414/486)
2021-07-18T08:05:13.5134983Z remote: Counting objects:  86% (418/486)
2021-07-18T08:05:13.5135654Z remote: Counting objects:  87% (423/486)
2021-07-18T08:05:13.5136203Z remote: Counting objects:  88% (428/486)
2021-07-18T08:05:13.5136770Z remote: Counting objects:  89% (433/486)
2021-07-18T08:05:13.5137331Z remote: Counting objects:  90% (438/486)
2021-07-18T08:05:13.5137930Z remote: Counting objects:  91% (443/486)
2021-07-18T08:05:13.5138496Z remote: Counting objects:  92% (448/486)
2021-07-18T08:05:13.5139248Z remote: Counting objects:  93% (452/486)
2021-07-18T08:05:13.5139814Z remote: Counting objects:  94% (457/486)
2021-07-18T08:05:13.5140363Z remote: Counting objects:  95% (462/486)
2021-07-18T08:05:13.5140931Z remote: Counting objects:  96% (467/486)
2021-07-18T08:05:13.5141650Z remote: Counting objects:  97% (472/486)
2021-07-18T08:05:13.5142218Z remote: Counting objects:  98% (477/486)
2021-07-18T08:05:13.5142784Z remote: Counting objects:  99% (482/486)
2021-07-18T08:05:13.5143336Z remote: Counting objects: 100% (486/486)
2021-07-18T08:05:13.5143932Z remote: Counting objects: 100% (486/486), done.
2021-07-18T08:05:13.5144542Z remote: Compressing objects:   0% (1/351)
2021-07-18T08:05:13.5145158Z remote: Compressing objects:   1% (4/351)
2021-07-18T08:05:13.5145763Z remote: Compressing objects:   2% (8/351)
2021-07-18T08:05:13.5146385Z remote: Compressing objects:   3% (11/351)
2021-07-18T08:05:13.5146991Z remote: Compressing objects:   4% (15/351)
2021-07-18T08:05:13.5148239Z remote: Compressing objects:   5% (18/351)
2021-07-18T08:05:13.5148975Z remote: Compressing objects:   6% (22/351)
2021-07-18T08:05:13.5149819Z remote: Compressing objects:   7% (25/351)
2021-07-18T08:05:13.5150572Z remote: Compressing objects:   8% (29/351)
2021-07-18T08:05:13.5151344Z remote: Compressing objects:   9% (32/351)
2021-07-18T08:05:13.5151967Z remote: Compressing objects:  10% (36/351)
2021-07-18T08:05:13.5152888Z remote: Compressing objects:  11% (39/351)
2021-07-18T08:05:13.5153608Z remote: Compressing objects:  12% (43/351)
2021-07-18T08:05:13.5154330Z remote: Compressing objects:  13% (46/351)
2021-07-18T08:05:13.5155051Z remote: Compressing objects:  14% (50/351)
2021-07-18T08:05:13.5155681Z remote: Compressing objects:  15% (53/351)
2021-07-18T08:05:13.5156455Z remote: Compressing objects:  16% (57/351)
2021-07-18T08:05:13.5157167Z remote: Compressing objects:  17% (60/351)
2021-07-18T08:05:13.5157918Z remote: Compressing objects:  18% (64/351)
2021-07-18T08:05:13.5158844Z remote: Compressing objects:  19% (67/351)
2021-07-18T08:05:13.5159545Z remote: Compressing objects:  20% (71/351)
2021-07-18T08:05:13.5160278Z remote: Compressing objects:  21% (74/351)
2021-07-18T08:05:13.5161147Z remote: Compressing objects:  22% (78/351)
2021-07-18T08:05:13.5161884Z remote: Compressing objects:  23% (81/351)
2021-07-18T08:05:13.5163333Z remote: Compressing objects:  24% (85/351)
2021-07-18T08:05:13.5164024Z remote: Compressing objects:  25% (88/351)
2021-07-18T08:05:13.5164757Z remote: Compressing objects:  26% (92/351)
2021-07-18T08:05:13.5165372Z remote: Compressing objects:  27% (95/351)
2021-07-18T08:05:13.5165995Z remote: Compressing objects:  28% (99/351)
2021-07-18T08:05:13.5166605Z remote: Compressing objects:  29% (102/351)
2021-07-18T08:05:13.5167234Z remote: Compressing objects:  30% (106/351)
2021-07-18T08:05:13.5168172Z remote: Compressing objects:  31% (109/351)
2021-07-18T08:05:13.5168968Z remote: Compressing objects:  32% (113/351)
2021-07-18T08:05:13.5169716Z remote: Compressing objects:  33% (116/351)
2021-07-18T08:05:13.5180004Z remote: Compressing objects:  34% (120/351)
2021-07-18T08:05:13.5186687Z remote: Compressing objects:  35% (123/351)
2021-07-18T08:05:13.5188883Z remote: Compressing objects:  36% (127/351)
2021-07-18T08:05:13.5190110Z remote: Compressing objects:  37% (130/351)
2021-07-18T08:05:13.5199641Z remote: Compressing objects:  38% (134/351)
2021-07-18T08:05:13.5215922Z remote: Compressing objects:  39% (137/351)
2021-07-18T08:05:13.5217999Z remote: Compressing objects:  40% (141/351)
2021-07-18T08:05:13.5229028Z remote: Compressing objects:  41% (144/351)
2021-07-18T08:05:13.5232972Z remote: Compressing objects:  42% (148/351)
2021-07-18T08:05:13.5239158Z remote: Compressing objects:  43% (151/351)
2021-07-18T08:05:13.5244752Z remote: Compressing objects:  44% (155/351)
2021-07-18T08:05:13.5261166Z remote: Compressing objects:  45% (158/351)
2021-07-18T08:05:13.5262160Z remote: Compressing objects:  46% (162/351)
2021-07-18T08:05:13.5264982Z remote: Compressing objects:  47% (165/351)
2021-07-18T08:05:13.5267319Z remote: Compressing objects:  48% (169/351)
2021-07-18T08:05:13.5270268Z remote: Compressing objects:  49% (172/351)
2021-07-18T08:05:13.5276418Z remote: Compressing objects:  50% (176/351)
2021-07-18T08:05:13.5291449Z remote: Compressing objects:  51% (180/351)
2021-07-18T08:05:13.5303016Z remote: Compressing objects:  52% (183/351)
2021-07-18T08:05:13.5310159Z remote: Compressing objects:  53% (187/351)
2021-07-18T08:05:13.5314463Z remote: Compressing objects:  54% (190/351)
2021-07-18T08:05:13.5323139Z remote: Compressing objects:  55% (194/351)
2021-07-18T08:05:13.5328528Z remote: Compressing objects:  56% (197/351)
2021-07-18T08:05:13.5333403Z remote: Compressing objects:  57% (201/351)
2021-07-18T08:05:13.5344098Z remote: Compressing objects:  58% (204/351)
2021-07-18T08:05:13.5352429Z remote: Compressing objects:  59% (208/351)
2021-07-18T08:05:13.5362589Z remote: Compressing objects:  60% (211/351)
2021-07-18T08:05:13.5370063Z remote: Compressing objects:  61% (215/351)
2021-07-18T08:05:13.5374275Z remote: Compressing objects:  62% (218/351)
2021-07-18T08:05:13.5377639Z remote: Compressing objects:  63% (222/351)
2021-07-18T08:05:13.5381946Z remote: Compressing objects:  64% (225/351)
2021-07-18T08:05:13.5387350Z remote: Compressing objects:  65% (229/351)
2021-07-18T08:05:13.5391524Z remote: Compressing objects:  66% (232/351)
2021-07-18T08:05:13.5400933Z remote: Compressing objects:  67% (236/351)
2021-07-18T08:05:13.5406810Z remote: Compressing objects:  68% (239/351)
2021-07-18T08:05:13.5408102Z remote: Compressing objects:  69% (243/351)
2021-07-18T08:05:13.5408850Z remote: Compressing objects:  70% (246/351)
2021-07-18T08:05:13.5413638Z remote: Compressing objects:  71% (250/351)
2021-07-18T08:05:13.5432941Z remote: Compressing objects:  72% (253/351)
2021-07-18T08:05:13.5433646Z remote: Compressing objects:  73% (257/351)
2021-07-18T08:05:13.5434281Z remote: Compressing objects:  74% (260/351)
2021-07-18T08:05:13.5444321Z remote: Compressing objects:  75% (264/351)
2021-07-18T08:05:13.5445578Z remote: Compressing objects:  76% (267/351)
2021-07-18T08:05:13.5447875Z remote: Compressing objects:  77% (271/351)
2021-07-18T08:05:13.5448893Z remote: Compressing objects:  78% (274/351)
2021-07-18T08:05:13.5449807Z remote: Compressing objects:  79% (278/351)
2021-07-18T08:05:13.5450509Z remote: Compressing objects:  80% (281/351)
2021-07-18T08:05:13.5451125Z remote: Compressing objects:  81% (285/351)
2021-07-18T08:05:13.5451856Z remote: Compressing objects:  82% (288/351)
2021-07-18T08:05:13.5452881Z remote: Compressing objects:  83% (292/351)
2021-07-18T08:05:13.5453603Z remote: Compressing objects:  84% (295/351)
2021-07-18T08:05:13.5454215Z remote: Compressing objects:  85% (299/351)
2021-07-18T08:05:13.5454838Z remote: Compressing objects:  86% (302/351)
2021-07-18T08:05:13.5455723Z remote: Compressing objects:  87% (306/351)
2021-07-18T08:05:13.5456346Z remote: Compressing objects:  88% (309/351)
2021-07-18T08:05:13.5456968Z remote: Compressing objects:  89% (313/351)
2021-07-18T08:05:13.5457575Z remote: Compressing objects:  90% (316/351)
2021-07-18T08:05:13.5458590Z remote: Compressing objects:  91% (320/351)
2021-07-18T08:05:13.5459423Z remote: Compressing objects:  92% (323/351)
2021-07-18T08:05:13.5460049Z remote: Compressing objects:  93% (327/351)
2021-07-18T08:05:13.5460654Z remote: Compressing objects:  94% (330/351)
2021-07-18T08:05:13.5461292Z remote: Compressing objects:  95% (334/351)
2021-07-18T08:05:13.5461907Z remote: Compressing objects:  96% (337/351)
2021-07-18T08:05:13.5462528Z remote: Compressing objects:  97% (341/351)
2021-07-18T08:05:13.5463147Z remote: Compressing objects:  98% (344/351)
2021-07-18T08:05:13.5464265Z remote: Compressing objects:  99% (348/351)
2021-07-18T08:05:13.5464918Z remote: Compressing objects: 100% (351/351)
2021-07-18T08:05:13.5465558Z remote: Compressing objects: 100% (351/351), done.
2021-07-18T08:05:13.5633315Z Receiving objects:   0% (1/486)
2021-07-18T08:05:13.5633901Z Receiving objects:   1% (5/486)
2021-07-18T08:05:13.5634540Z Receiving objects:   2% (10/486)
2021-07-18T08:05:13.5635092Z Receiving objects:   3% (15/486)
2021-07-18T08:05:13.5638128Z Receiving objects:   4% (20/486)
2021-07-18T08:05:13.5639812Z Receiving objects:   5% (25/486)
2021-07-18T08:05:13.5640389Z Receiving objects:   6% (30/486)
2021-07-18T08:05:13.5642327Z Receiving objects:   7% (35/486)
2021-07-18T08:05:13.5643132Z Receiving objects:   8% (39/486)
2021-07-18T08:05:13.5643655Z Receiving objects:   9% (44/486)
2021-07-18T08:05:13.5646514Z Receiving objects:  10% (49/486)
2021-07-18T08:05:13.5647036Z Receiving objects:  11% (54/486)
2021-07-18T08:05:13.5647532Z Receiving objects:  12% (59/486)
2021-07-18T08:05:13.5648118Z Receiving objects:  13% (64/486)
2021-07-18T08:05:13.5648642Z Receiving objects:  14% (69/486)
2021-07-18T08:05:13.5649154Z Receiving objects:  15% (73/486)
2021-07-18T08:05:13.5649648Z Receiving objects:  16% (78/486)
2021-07-18T08:05:13.5650154Z Receiving objects:  17% (83/486)
2021-07-18T08:05:13.5656437Z Receiving objects:  18% (88/486)
2021-07-18T08:05:13.5660268Z Receiving objects:  19% (93/486)
2021-07-18T08:05:13.5660832Z Receiving objects:  20% (98/486)
2021-07-18T08:05:13.5661338Z Receiving objects:  21% (103/486)
2021-07-18T08:05:13.5665990Z Receiving objects:  22% (107/486)
2021-07-18T08:05:13.5666551Z Receiving objects:  23% (112/486)
2021-07-18T08:05:13.5667089Z Receiving objects:  24% (117/486)
2021-07-18T08:05:13.5673518Z Receiving objects:  25% (122/486)
2021-07-18T08:05:13.5675279Z Receiving objects:  26% (127/486)
2021-07-18T08:05:13.5678571Z Receiving objects:  27% (132/486)
2021-07-18T08:05:13.5679095Z Receiving objects:  28% (137/486)
2021-07-18T08:05:13.5680532Z Receiving objects:  29% (141/486)
2021-07-18T08:05:13.5682279Z Receiving objects:  30% (146/486)
2021-07-18T08:05:13.5682914Z Receiving objects:  31% (151/486)
2021-07-18T08:05:13.5683412Z Receiving objects:  32% (156/486)
2021-07-18T08:05:13.5685077Z Receiving objects:  33% (161/486)
2021-07-18T08:05:13.5685580Z Receiving objects:  34% (166/486)
2021-07-18T08:05:13.5686088Z Receiving objects:  35% (171/486)
2021-07-18T08:05:13.5686582Z Receiving objects:  36% (175/486)
2021-07-18T08:05:13.5687090Z Receiving objects:  37% (180/486)
2021-07-18T08:05:13.5687603Z Receiving objects:  38% (185/486)
2021-07-18T08:05:13.5688106Z Receiving objects:  39% (190/486)
2021-07-18T08:05:13.5688615Z Receiving objects:  40% (195/486)
2021-07-18T08:05:13.5690068Z Receiving objects:  41% (200/486)
2021-07-18T08:05:13.5690595Z Receiving objects:  42% (205/486)
2021-07-18T08:05:13.5691092Z Receiving objects:  43% (209/486)
2021-07-18T08:05:13.5691602Z Receiving objects:  44% (214/486)
2021-07-18T08:05:13.5693035Z Receiving objects:  45% (219/486)
2021-07-18T08:05:13.5693785Z Receiving objects:  46% (224/486)
2021-07-18T08:05:13.5694280Z Receiving objects:  47% (229/486)
2021-07-18T08:05:13.5694790Z Receiving objects:  48% (234/486)
2021-07-18T08:05:13.5695282Z Receiving objects:  49% (239/486)
2021-07-18T08:05:13.5696764Z Receiving objects:  50% (243/486)
2021-07-18T08:05:13.5697711Z Receiving objects:  51% (248/486)
2021-07-18T08:05:13.5698282Z Receiving objects:  52% (253/486)
2021-07-18T08:05:13.5698793Z Receiving objects:  53% (258/486)
2021-07-18T08:05:13.5699408Z Receiving objects:  54% (263/486)
2021-07-18T08:05:13.5699964Z Receiving objects:  55% (268/486)
2021-07-18T08:05:13.5700464Z Receiving objects:  56% (273/486)
2021-07-18T08:05:13.5700986Z Receiving objects:  57% (278/486)
2021-07-18T08:05:13.5703258Z Receiving objects:  58% (282/486)
2021-07-18T08:05:13.5703825Z Receiving objects:  59% (287/486)
2021-07-18T08:05:13.5704322Z Receiving objects:  60% (292/486)
2021-07-18T08:05:13.5705861Z Receiving objects:  61% (297/486)
2021-07-18T08:05:13.5706375Z Receiving objects:  62% (302/486)
2021-07-18T08:05:13.5706887Z Receiving objects:  63% (307/486)
2021-07-18T08:05:13.5707464Z Receiving objects:  64% (312/486)
2021-07-18T08:05:13.5707959Z Receiving objects:  65% (316/486)
2021-07-18T08:05:13.5708472Z Receiving objects:  66% (321/486)
2021-07-18T08:05:13.5708970Z Receiving objects:  67% (326/486)
2021-07-18T08:05:13.5709476Z Receiving objects:  68% (331/486)
2021-07-18T08:05:13.5709967Z Receiving objects:  69% (336/486)
2021-07-18T08:05:13.5742666Z Receiving objects:  70% (341/486)
2021-07-18T08:05:13.5744434Z Receiving objects:  71% (346/486)
2021-07-18T08:05:13.5752722Z Receiving objects:  72% (350/486)
2021-07-18T08:05:13.5753469Z Receiving objects:  73% (355/486)
2021-07-18T08:05:13.5753990Z Receiving objects:  74% (360/486)
2021-07-18T08:05:13.5754506Z Receiving objects:  75% (365/486)
2021-07-18T08:05:13.5759006Z Receiving objects:  76% (370/486)
2021-07-18T08:05:13.5764123Z Receiving objects:  77% (375/486)
2021-07-18T08:05:13.5764665Z Receiving objects:  78% (380/486)
2021-07-18T08:05:13.5768454Z Receiving objects:  79% (384/486)
2021-07-18T08:05:13.5770439Z Receiving objects:  80% (389/486)
2021-07-18T08:05:13.5774580Z Receiving objects:  81% (394/486)
2021-07-18T08:05:13.5776199Z Receiving objects:  82% (399/486)
2021-07-18T08:05:13.5782529Z Receiving objects:  83% (404/486)
2021-07-18T08:05:13.5784828Z Receiving objects:  84% (409/486)
2021-07-18T08:05:13.5787650Z Receiving objects:  85% (414/486)
2021-07-18T08:05:13.5788170Z Receiving objects:  86% (418/486)
2021-07-18T08:05:13.5792556Z Receiving objects:  87% (423/486)
2021-07-18T08:05:13.5793842Z remote: Total 486 (delta 156), reused 303 (delta 89), pack-reused 0
2021-07-18T08:05:13.5795215Z Receiving objects:  88% (428/486)
2021-07-18T08:05:13.5806530Z Receiving objects:  89% (433/486)
2021-07-18T08:05:13.5807090Z Receiving objects:  90% (438/486)
2021-07-18T08:05:13.5814774Z Receiving objects:  91% (443/486)
2021-07-18T08:05:13.5815369Z Receiving objects:  92% (448/486)
2021-07-18T08:05:13.5817721Z Receiving objects:  93% (452/486)
2021-07-18T08:05:13.5820113Z Receiving objects:  94% (457/486)
2021-07-18T08:05:13.5820997Z Receiving objects:  95% (462/486)
2021-07-18T08:05:13.5821561Z Receiving objects:  96% (467/486)
2021-07-18T08:05:13.5837135Z Receiving objects:  97% (472/486)
2021-07-18T08:05:13.5839720Z Receiving objects:  98% (477/486)
2021-07-18T08:05:13.5843357Z Receiving objects:  99% (482/486)
2021-07-18T08:05:13.5843895Z Receiving objects: 100% (486/486)
2021-07-18T08:05:13.5882800Z Receiving objects: 100% (486/486), 348.32 KiB | 13.40 MiB/s, done.
2021-07-18T08:05:13.5883636Z Resolving deltas:   0% (0/156)
2021-07-18T08:05:13.5884152Z Resolving deltas:   1% (2/156)
2021-07-18T08:05:13.5884680Z Resolving deltas:   2% (4/156)
2021-07-18T08:05:13.5885180Z Resolving deltas:   3% (5/156)
2021-07-18T08:05:13.5885936Z Resolving deltas:   4% (7/156)
2021-07-18T08:05:13.5893547Z Resolving deltas:   5% (8/156)
2021-07-18T08:05:13.5894060Z Resolving deltas:   6% (10/156)
2021-07-18T08:05:13.5894547Z Resolving deltas:   7% (11/156)
2021-07-18T08:05:13.5899938Z Resolving deltas:   8% (13/156)
2021-07-18T08:05:13.5900420Z Resolving deltas:   9% (15/156)
2021-07-18T08:05:13.5900914Z Resolving deltas:  10% (16/156)
2021-07-18T08:05:13.5901395Z Resolving deltas:  11% (18/156)
2021-07-18T08:05:13.5902019Z Resolving deltas:  12% (19/156)
2021-07-18T08:05:13.5902517Z Resolving deltas:  13% (21/156)
2021-07-18T08:05:13.5902996Z Resolving deltas:  14% (22/156)
2021-07-18T08:05:13.5903593Z Resolving deltas:  15% (24/156)
2021-07-18T08:05:13.5904110Z Resolving deltas:  16% (25/156)
2021-07-18T08:05:13.5904765Z Resolving deltas:  17% (27/156)
2021-07-18T08:05:13.5906213Z Resolving deltas:  18% (29/156)
2021-07-18T08:05:13.5906713Z Resolving deltas:  19% (30/156)
2021-07-18T08:05:13.5907188Z Resolving deltas:  20% (32/156)
2021-07-18T08:05:13.5907681Z Resolving deltas:  21% (33/156)
2021-07-18T08:05:13.5908161Z Resolving deltas:  22% (35/156)
2021-07-18T08:05:13.5908657Z Resolving deltas:  23% (36/156)
2021-07-18T08:05:13.5909143Z Resolving deltas:  24% (38/156)
2021-07-18T08:05:13.5909754Z Resolving deltas:  25% (39/156)
2021-07-18T08:05:13.5910251Z Resolving deltas:  26% (41/156)
2021-07-18T08:05:13.5910867Z Resolving deltas:  27% (43/156)
2021-07-18T08:05:13.5911985Z Resolving deltas:  28% (44/156)
2021-07-18T08:05:13.5912467Z Resolving deltas:  29% (46/156)
2021-07-18T08:05:13.5912961Z Resolving deltas:  30% (47/156)
2021-07-18T08:05:13.5913451Z Resolving deltas:  31% (49/156)
2021-07-18T08:05:13.5913926Z Resolving deltas:  32% (50/156)
2021-07-18T08:05:13.5914414Z Resolving deltas:  33% (52/156)
2021-07-18T08:05:13.5914891Z Resolving deltas:  34% (54/156)
2021-07-18T08:05:13.5915661Z Resolving deltas:  35% (55/156)
2021-07-18T08:05:13.5916156Z Resolving deltas:  36% (57/156)
2021-07-18T08:05:13.5916653Z Resolving deltas:  37% (58/156)
2021-07-18T08:05:13.5917242Z Resolving deltas:  38% (60/156)
2021-07-18T08:05:13.5917740Z Resolving deltas:  39% (61/156)
2021-07-18T08:05:13.5918221Z Resolving deltas:  40% (63/156)
2021-07-18T08:05:13.5921954Z Resolving deltas:  41% (64/156)
2021-07-18T08:05:13.5922474Z Resolving deltas:  42% (66/156)
2021-07-18T08:05:13.5922966Z Resolving deltas:  43% (68/156)
2021-07-18T08:05:13.5923458Z Resolving deltas:  44% (69/156)
2021-07-18T08:05:13.5923937Z Resolving deltas:  45% (71/156)
2021-07-18T08:05:13.5924429Z Resolving deltas:  46% (72/156)
2021-07-18T08:05:13.5924906Z Resolving deltas:  47% (74/156)
2021-07-18T08:05:13.5925395Z Resolving deltas:  48% (75/156)
2021-07-18T08:05:13.5925874Z Resolving deltas:  49% (77/156)
2021-07-18T08:05:13.5926365Z Resolving deltas:  50% (78/156)
2021-07-18T08:05:13.5926845Z Resolving deltas:  51% (80/156)
2021-07-18T08:05:13.5927360Z Resolving deltas:  52% (82/156)
2021-07-18T08:05:13.5927840Z Resolving deltas:  53% (83/156)
2021-07-18T08:05:13.5928334Z Resolving deltas:  54% (85/156)
2021-07-18T08:05:13.5928825Z Resolving deltas:  55% (86/156)
2021-07-18T08:05:13.5929304Z Resolving deltas:  56% (88/156)
2021-07-18T08:05:13.5929800Z Resolving deltas:  57% (89/156)
2021-07-18T08:05:13.5930288Z Resolving deltas:  58% (91/156)
2021-07-18T08:05:13.5930776Z Resolving deltas:  59% (93/156)
2021-07-18T08:05:13.5931258Z Resolving deltas:  60% (94/156)
2021-07-18T08:05:13.5931754Z Resolving deltas:  61% (96/156)
2021-07-18T08:05:13.5932234Z Resolving deltas:  62% (97/156)
2021-07-18T08:05:13.5932728Z Resolving deltas:  63% (99/156)
2021-07-18T08:05:13.5933216Z Resolving deltas:  64% (100/156)
2021-07-18T08:05:13.5933718Z Resolving deltas:  65% (102/156)
2021-07-18T08:05:13.5934210Z Resolving deltas:  66% (103/156)
2021-07-18T08:05:13.5934714Z Resolving deltas:  67% (105/156)
2021-07-18T08:05:13.5935214Z Resolving deltas:  68% (107/156)
2021-07-18T08:05:13.5935704Z Resolving deltas:  69% (108/156)
2021-07-18T08:05:13.5936201Z Resolving deltas:  70% (110/156)
2021-07-18T08:05:13.5936690Z Resolving deltas:  71% (111/156)
2021-07-18T08:05:13.5937185Z Resolving deltas:  72% (113/156)
2021-07-18T08:05:13.5937672Z Resolving deltas:  73% (114/156)
2021-07-18T08:05:13.5938163Z Resolving deltas:  74% (116/156)
2021-07-18T08:05:13.5938824Z Resolving deltas:  75% (117/156)
2021-07-18T08:05:13.5939590Z Resolving deltas:  76% (119/156)
2021-07-18T08:05:13.5940074Z Resolving deltas:  77% (121/156)
2021-07-18T08:05:13.5940570Z Resolving deltas:  78% (122/156)
2021-07-18T08:05:13.5941075Z Resolving deltas:  79% (124/156)
2021-07-18T08:05:13.5941564Z Resolving deltas:  80% (125/156)
2021-07-18T08:05:13.5942060Z Resolving deltas:  81% (127/156)
2021-07-18T08:05:13.5942543Z Resolving deltas:  82% (128/156)
2021-07-18T08:05:13.5943038Z Resolving deltas:  83% (130/156)
2021-07-18T08:05:13.5943517Z Resolving deltas:  84% (132/156)
2021-07-18T08:05:13.5944027Z Resolving deltas:  85% (133/156)
2021-07-18T08:05:13.5944510Z Resolving deltas:  86% (135/156)
2021-07-18T08:05:13.5945005Z Resolving deltas:  87% (136/156)
2021-07-18T08:05:13.5945490Z Resolving deltas:  88% (138/156)
2021-07-18T08:05:13.5945983Z Resolving deltas:  89% (139/156)
2021-07-18T08:05:13.5946466Z Resolving deltas:  90% (141/156)
2021-07-18T08:05:13.5946969Z Resolving deltas:  91% (142/156)
2021-07-18T08:05:13.5947464Z Resolving deltas:  92% (144/156)
2021-07-18T08:05:13.5947950Z Resolving deltas:  93% (146/156)
2021-07-18T08:05:13.5948448Z Resolving deltas:  94% (147/156)
2021-07-18T08:05:13.5948924Z Resolving deltas:  95% (149/156)
2021-07-18T08:05:13.5949421Z Resolving deltas:  96% (150/156)
2021-07-18T08:05:13.5949905Z Resolving deltas:  97% (152/156)
2021-07-18T08:05:13.5950396Z Resolving deltas:  98% (153/156)
2021-07-18T08:05:13.5950871Z Resolving deltas:  99% (155/156)
2021-07-18T08:05:13.5951364Z Resolving deltas: 100% (156/156)
2021-07-18T08:05:13.5951878Z Resolving deltas: 100% (156/156), done.
2021-07-18T08:05:13.6154123Z From https://github.com/submariner-io/submariner-operator
2021-07-18T08:05:13.6155587Z  * [new ref]         0105e4d08ef7236073547f1383566fc76c548f6d -> origin/devel
2021-07-18T08:05:13.6176041Z ##[endgroup]
2021-07-18T08:05:13.6176734Z ##[group]Determining the checkout info
2021-07-18T08:05:13.6178691Z ##[endgroup]
2021-07-18T08:05:13.6179456Z ##[group]Checking out the ref
2021-07-18T08:05:13.6183094Z [command]/usr/bin/git checkout --progress --force -B devel refs/remotes/origin/devel
2021-07-18T08:05:13.6451833Z Switched to a new branch 'devel'
2021-07-18T08:05:13.6453485Z Branch 'devel' set up to track remote branch 'devel' from 'origin'.
2021-07-18T08:05:13.6455648Z ##[endgroup]
2021-07-18T08:05:13.6499784Z [command]/usr/bin/git log -1 --format='%H'
2021-07-18T08:05:13.6527023Z '0105e4d08ef7236073547f1383566fc76c548f6d'
2021-07-18T08:05:13.6679070Z ##[group]Run submariner-io/shipyard/gh-actions/upgrade-e2e@devel
2021-07-18T08:05:13.6679797Z ##[endgroup]
2021-07-18T08:05:13.6911701Z ##[group]Reclaiming free space
2021-07-18T08:05:24.1642749Z Filesystem      Size  Used Avail Use% Mounted on
2021-07-18T08:05:24.1650935Z /dev/root        84G   42G   43G  50% /
2021-07-18T08:05:24.1657974Z devtmpfs        3.4G     0  3.4G   0% /dev
2021-07-18T08:05:24.1660092Z tmpfs           3.4G   12K  3.4G   1% /dev/shm
2021-07-18T08:05:24.1662470Z tmpfs           696M  1.1M  695M   1% /run
2021-07-18T08:05:24.1663097Z tmpfs           5.0M     0  5.0M   0% /run/lock
2021-07-18T08:05:24.1663720Z tmpfs           3.4G     0  3.4G   0% /sys/fs/cgroup
2021-07-18T08:05:24.1664392Z /dev/loop0       56M   56M     0 100% /snap/core18/2066
2021-07-18T08:05:24.1665054Z /dev/loop1       56M   56M     0 100% /snap/core18/2074
2021-07-18T08:05:24.1665727Z /dev/loop3       33M   33M     0 100% /snap/snapd/12159
2021-07-18T08:05:24.1666522Z /dev/loop2       68M   68M     0 100% /snap/lxd/20326
2021-07-18T08:05:24.1668125Z /dev/sdb15      105M  7.9M   97M   8% /boot/efi
2021-07-18T08:05:24.1672418Z /dev/loop4       33M   33M     0 100% /snap/snapd/12398
2021-07-18T08:05:24.1673276Z /dev/sda1        14G  4.1G  9.0G  32% /mnt
2021-07-18T08:05:24.1675396Z ##[endgroup]
2021-07-18T08:05:24.1847525Z ##[group]Disable swap
2021-07-18T08:05:24.2676152Z ##[endgroup]
2021-07-18T08:05:24.2834217Z ##[group]Report available RAM
2021-07-18T08:05:24.2917823Z               total        used        free      shared  buff/cache   available
2021-07-18T08:05:24.2928302Z Mem:          6.8Gi       483Mi       5.2Gi       7.0Mi       1.1Gi       6.0Gi
2021-07-18T08:05:24.2930113Z Swap:            0B          0B          0B
2021-07-18T08:05:24.2931255Z ##[endgroup]
2021-07-18T08:05:24.3370092Z Downloading Makefile.dapper
2021-07-18T08:05:24.3828797Z Downloading dapper
2021-07-18T08:05:24.5208679Z .dapper.tmp version v0.5.6
2021-07-18T08:05:24.5246517Z Downloading Dockerfile.dapper
2021-07-18T08:05:24.5526078Z docker network create -d bridge kind
2021-07-18T08:05:26.5710360Z 2b467392e094719e28425ef2230a9170775bc898d0ec630152d43c99f2013322
2021-07-18T08:05:26.5733550Z ./.dapper -m bind  make --debug=b upgrade-e2e
2021-07-18T08:05:26.8485726Z Sending build context to Docker daemon  7.516MB
2021-07-18T08:05:26.8486807Z
2021-07-18T08:05:26.8562918Z Step 1/8 : ARG BASE_BRANCH
2021-07-18T08:05:26.8566893Z Step 2/8 : FROM quay.io/submariner/shipyard-dapper-base:${BASE_BRANCH}
2021-07-18T08:05:27.1496363Z devel: Pulling from submariner/shipyard-dapper-base
2021-07-18T08:05:27.1854208Z b1495d80d526: Pulling fs layer
2021-07-18T08:05:27.1854969Z fb3037ce215d: Pulling fs layer
2021-07-18T08:05:27.1864039Z 95344349df1d: Pulling fs layer
2021-07-18T08:05:27.1865444Z a3e11b0fdbf6: Pulling fs layer
2021-07-18T08:05:27.1867117Z b2d0ef6cbe4f: Pulling fs layer
2021-07-18T08:05:27.1869781Z fa188fe30729: Pulling fs layer
2021-07-18T08:05:27.1874982Z 05ca4b0545ef: Pulling fs layer
2021-07-18T08:05:27.1875668Z b17ce80b21da: Pulling fs layer
2021-07-18T08:05:27.1876219Z b2d0ef6cbe4f: Waiting
2021-07-18T08:05:27.1876812Z fa188fe30729: Waiting
2021-07-18T08:05:27.1877302Z 05ca4b0545ef: Waiting
2021-07-18T08:05:27.1877863Z b17ce80b21da: Waiting
2021-07-18T08:05:27.1878371Z a3e11b0fdbf6: Waiting
2021-07-18T08:05:27.9130782Z 95344349df1d: Verifying Checksum
2021-07-18T08:05:27.9131915Z 95344349df1d: Download complete
2021-07-18T08:05:27.9275394Z b1495d80d526: Verifying Checksum
2021-07-18T08:05:27.9298466Z b1495d80d526: Download complete
2021-07-18T08:05:27.9899471Z a3e11b0fdbf6: Verifying Checksum
2021-07-18T08:05:27.9905107Z a3e11b0fdbf6: Download complete
2021-07-18T08:05:28.0127093Z b2d0ef6cbe4f: Verifying Checksum
2021-07-18T08:05:28.0128216Z b2d0ef6cbe4f: Download complete
2021-07-18T08:05:28.0899370Z fa188fe30729: Verifying Checksum
2021-07-18T08:05:28.0901703Z fa188fe30729: Download complete
2021-07-18T08:05:28.0910955Z 05ca4b0545ef: Verifying Checksum
2021-07-18T08:05:28.0911712Z 05ca4b0545ef: Download complete
2021-07-18T08:05:28.1693316Z b17ce80b21da: Verifying Checksum
2021-07-18T08:05:28.1694179Z b17ce80b21da: Download complete
2021-07-18T08:05:30.6676247Z fb3037ce215d: Verifying Checksum
2021-07-18T08:05:30.6678015Z fb3037ce215d: Download complete
2021-07-18T08:05:32.0122661Z b1495d80d526: Pull complete
2021-07-18T08:05:42.7160472Z fb3037ce215d: Pull complete
2021-07-18T08:05:44.3661045Z 95344349df1d: Pull complete
2021-07-18T08:05:44.4415945Z a3e11b0fdbf6: Pull complete
2021-07-18T08:05:44.5261985Z b2d0ef6cbe4f: Pull complete
2021-07-18T08:05:44.7201229Z fa188fe30729: Pull complete
2021-07-18T08:05:44.7955814Z 05ca4b0545ef: Pull complete
2021-07-18T08:05:44.9050889Z b17ce80b21da: Pull complete
2021-07-18T08:05:44.9103869Z Digest: sha256:29762595cdd1efd22ed179cd45188c3fef4adc232f27415f2ad4f15e621053b8
2021-07-18T08:05:44.9136556Z Status: Downloaded newer image for quay.io/submariner/shipyard-dapper-base:devel
2021-07-18T08:05:44.9175883Z  ---> 92b726655a41
2021-07-18T08:05:44.9176356Z Step 3/8 : ARG PROJECT
2021-07-18T08:05:44.9355329Z  ---> Running in 9be3c131259d
2021-07-18T08:05:45.9913805Z Removing intermediate container 9be3c131259d
2021-07-18T08:05:45.9920591Z  ---> bd6486ff340c
2021-07-18T08:05:45.9922316Z Step 4/8 : ENV DAPPER_ENV="QUAY_USERNAME QUAY_PASSWORD CLUSTERS_ARGS DEPLOY_ARGS CLEANUP_ARGS E2E_ARGS RELEASE_ARGS MAKEFLAGS FOCUS SKIP PLUGIN E2E_TESTDIR"     DAPPER_SOURCE=/go/src/github.com/submariner-io/${PROJECT} DAPPER_DOCKER_SOCKET=true
2021-07-18T08:05:46.0131100Z  ---> Running in 1cf47510d53a
2021-07-18T08:05:47.0804936Z Removing intermediate container 1cf47510d53a
2021-07-18T08:05:47.0806161Z  ---> e0ec2e2f2ef7
2021-07-18T08:05:47.0806779Z Step 5/8 : ENV DAPPER_OUTPUT=${DAPPER_SOURCE}/output
2021-07-18T08:05:47.1074689Z  ---> Running in 1e464435f628
2021-07-18T08:05:48.1765035Z Removing intermediate container 1e464435f628
2021-07-18T08:05:48.1790812Z  ---> 852d7a93731b
2021-07-18T08:05:48.1791387Z Step 6/8 : WORKDIR ${DAPPER_SOURCE}
2021-07-18T08:05:48.1955405Z  ---> Running in 4d22354164d6
2021-07-18T08:05:49.2574938Z Removing intermediate container 4d22354164d6
2021-07-18T08:05:49.2576120Z  ---> da38104d5a19
2021-07-18T08:05:49.2576704Z Step 7/8 : ENTRYPOINT ["/opt/shipyard/scripts/entry"]
2021-07-18T08:05:49.2988183Z  ---> Running in a577e70eca4b
2021-07-18T08:05:50.3628937Z Removing intermediate container a577e70eca4b
2021-07-18T08:05:50.3630430Z  ---> 5958916a5029
2021-07-18T08:05:50.3630833Z Step 8/8 : CMD ["sh"]
2021-07-18T08:05:50.3829123Z  ---> Running in 6e07deff87ec
2021-07-18T08:05:51.4312340Z Removing intermediate container 6e07deff87ec
2021-07-18T08:05:51.4313585Z  ---> ef907749d81c
2021-07-18T08:05:51.4433011Z Successfully built ef907749d81c
2021-07-18T08:05:51.4498676Z Successfully tagged submariner-operator:devel
2021-07-18T08:05:52.5678236Z [36m[submariner-operator]$ trap chown -R 1001:121 . exit[0m
2021-07-18T08:05:52.5687813Z [36m[submariner-operator]$ mkdir -p bin dist output[0m
2021-07-18T08:05:52.5711484Z [36m[submariner-operator]$ make --debug=b upgrade-e2e[0m
2021-07-18T08:05:52.5737628Z GNU Make 4.3
2021-07-18T08:05:52.5738620Z Built for x86_64-redhat-linux-gnu
2021-07-18T08:05:52.5739842Z Copyright (C) 1988-2020 Free Software Foundation, Inc.
2021-07-18T08:05:52.5740695Z License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
2021-07-18T08:05:52.5741585Z This is free software: you are free to change and redistribute it.
2021-07-18T08:05:52.5742362Z There is NO WARRANTY, to the extent permitted by law.
2021-07-18T08:05:52.5742968Z Reading makefiles...
2021-07-18T08:05:52.7120481Z Makefile:94: warning: overriding recipe for target 'e2e'
2021-07-18T08:05:52.7121743Z /opt/shipyard/Makefile.inc:106: warning: ignoring old recipe for target 'e2e'
2021-07-18T08:05:52.9621522Z Updating makefiles....
2021-07-18T08:05:52.9634206Z Updating goal targets....
2021-07-18T08:05:52.9635462Z  File 'upgrade-e2e' does not exist.
2021-07-18T08:05:52.9642640Z    File 'deploy-latest' does not exist.
2021-07-18T08:05:52.9643474Z   Must remake target 'deploy-latest'.
2021-07-18T08:05:52.9644595Z curl -L get.submariner.io | VERSION=latest bash
2021-07-18T08:05:52.9770670Z   % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
2021-07-18T08:05:52.9771468Z                                  Dload  Upload   Total   Spent    Left  Speed
2021-07-18T08:05:52.9771869Z
2021-07-18T08:05:52.9986498Z   0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
2021-07-18T08:05:52.9987306Z   0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
2021-07-18T08:05:53.0442495Z
2021-07-18T08:05:53.0464086Z 100  4155    0  4155    0     0  63923      0 --:--:-- --:--:-- --:--:-- 63923
2021-07-18T08:05:53.1402391Z Installing subctl version latest
2021-07-18T08:05:53.1403266Z   OS detected:           linux
2021-07-18T08:05:53.1404011Z   Architecture detected: amd64
2021-07-18T08:05:53.1409944Z   Download URL:          https://github.com/submariner-io/releases/releases/download/v0.9.1/subctl-v0.9.1-linux-amd64.tar.xz
2021-07-18T08:05:53.1411216Z
2021-07-18T08:05:53.1411767Z Downloading...
2021-07-18T08:05:54.3484594Z subctl-v0.9.1-linux-amd64 has been installed as /root/.local/bin/subctl
2021-07-18T08:05:54.3907438Z This provides subctl version: v0.9.1
2021-07-18T08:05:54.3933971Z
2021-07-18T08:05:54.3935087Z please update your path (and consider adding it to ~/.profile):
2021-07-18T08:05:54.3935781Z     export PATH=$PATH:/root/.local/bin
2021-07-18T08:05:54.3936242Z
2021-07-18T08:05:54.4021940Z make -o images -o preload-images deploy SUBCTL=~/.local/bin/subctl DEV_VERSION=latest CUTTING_EDGE=latest VERSION=latest DEPLOY_ARGS="--cluster_settings /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings --image_tag=subctl" using=
2021-07-18T08:05:54.4062520Z GNU Make 4.3
2021-07-18T08:05:54.4063604Z Built for x86_64-redhat-linux-gnu
2021-07-18T08:05:54.4064447Z Copyright (C) 1988-2020 Free Software Foundation, Inc.
2021-07-18T08:05:54.4065340Z License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
2021-07-18T08:05:54.4066212Z This is free software: you are free to change and redistribute it.
2021-07-18T08:05:54.4066985Z There is NO WARRANTY, to the extent permitted by law.
2021-07-18T08:05:54.4067590Z Reading makefiles...
2021-07-18T08:05:54.4068624Z make[1]: Entering directory '/go/src/github.com/submariner-io/submariner-operator'
2021-07-18T08:05:54.5491937Z Makefile:94: warning: overriding recipe for target 'e2e'
2021-07-18T08:05:54.5493074Z /opt/shipyard/Makefile.inc:106: warning: ignoring old recipe for target 'e2e'
2021-07-18T08:05:54.8156037Z Updating makefiles....
2021-07-18T08:05:54.8164611Z Updating goal targets....
2021-07-18T08:05:54.8165765Z    File 'clusters' does not exist.
2021-07-18T08:05:54.8166478Z   Must remake target 'clusters'.
2021-07-18T08:05:54.8171010Z /opt/shipyard/scripts/clusters.sh --cluster_settings /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings
2021-07-18T08:05:54.8205980Z Downloading shflags 1.0.3
2021-07-18T08:05:54.8300052Z   % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
2021-07-18T08:05:54.8301802Z                                  Dload  Upload   Total   Spent    Left  Speed
2021-07-18T08:05:54.8302429Z
2021-07-18T08:05:54.8512424Z   0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
2021-07-18T08:05:54.8513929Z 100 31091  100 31091    0     0  1320k      0 --:--:-- --:--:-- --:--:-- 1320k
2021-07-18T08:05:54.9246052Z Running with: k8s_version=1.20.7, olm_version=0.14.1, olm=false, globalnet=false, registry_inmemory=true, cluster_settings=/go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings, timeout=5m
2021-07-18T08:05:54.9268863Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/utils[0m
2021-07-18T08:05:54.9282813Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:05:54.9298436Z [36m[submariner-operator]$ script_name=utils[0m
2021-07-18T08:05:54.9310435Z [36m[submariner-operator]$ exec_name=clusters.sh[0m
2021-07-18T08:05:54.9330240Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/cluster_settings[0m
2021-07-18T08:05:54.9343340Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:05:54.9356053Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:05:54.9368023Z [36m[submariner-operator]$ exec_name=clusters.sh[0m
2021-07-18T08:05:54.9389606Z [36m[submariner-operator]$ broker=cluster1[0m
2021-07-18T08:05:54.9402629Z [36m[submariner-operator]$ declare -gA cluster_nodes[0m
2021-07-18T08:05:54.9415488Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker[0m
2021-07-18T08:05:54.9430031Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker[0m
2021-07-18T08:05:54.9454230Z [36m[submariner-operator]$ cluster_nodes[cluster3]=control-plane worker worker[0m
2021-07-18T08:05:54.9467529Z [36m[submariner-operator]$ declare -gA cluster_subm[0m
2021-07-18T08:05:54.9481081Z [36m[submariner-operator]$ cluster_subm[cluster1]=true[0m
2021-07-18T08:05:54.9494309Z [36m[submariner-operator]$ cluster_subm[cluster2]=true[0m
2021-07-18T08:05:54.9508482Z [36m[submariner-operator]$ cluster_subm[cluster3]=true[0m
2021-07-18T08:05:54.9521772Z [36m[submariner-operator]$ declare -gA cluster_cni[0m
2021-07-18T08:05:54.9535326Z [36m[submariner-operator]$ cluster_cni[cluster2]=weave[0m
2021-07-18T08:05:54.9548779Z [36m[submariner-operator]$ cluster_cni[cluster3]=weave[0m
2021-07-18T08:05:54.9564279Z [36m[submariner-operator]$ source /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings[0m
2021-07-18T08:05:54.9576702Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:05:54.9590015Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:05:54.9602401Z [36m[submariner-operator]$ exec_name=clusters.sh[0m
2021-07-18T08:05:54.9625367Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker worker[0m
2021-07-18T08:05:54.9638377Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker worker[0m
2021-07-18T08:05:54.9670885Z [36m[submariner-operator]$ cat <<EOM
2021-07-18T08:05:54.9672320Z Cluster settings::
2021-07-18T08:05:54.9672970Z   broker - ${broker@Q}
2021-07-18T08:05:54.9673579Z   clusters - ${clusters[*]@Q}
2021-07-18T08:05:54.9674310Z   cni - $(typeset -p cluster_cni | cut -f 2- -d=)
2021-07-18T08:05:54.9675157Z   nodes per cluster - $(typeset -p cluster_nodes | cut -f 2- -d=)
2021-07-18T08:05:54.9676119Z   install submariner - $(typeset -p cluster_subm | cut -f 2- -d=)
2021-07-18T08:05:54.9676779Z EOM[0m
2021-07-18T08:05:54.9699163Z [36m[submariner-operator]$ typeset -p cluster_cni[0m
2021-07-18T08:05:54.9714559Z [36m[submariner-operator]$ cut -f 2- -d=[0m
2021-07-18T08:05:54.9747563Z [36m[submariner-operator]$ typeset -p cluster_nodes[0m
2021-07-18T08:05:54.9765154Z [36m[submariner-operator]$ cut -f 2- -d=[0m
2021-07-18T08:05:54.9796574Z [36m[submariner-operator]$ typeset -p cluster_subm[0m
2021-07-18T08:05:54.9813445Z [36m[submariner-operator]$ cut -f 2- -d=[0m
2021-07-18T08:05:54.9836693Z Cluster settings::
2021-07-18T08:05:54.9837464Z   broker - 'cluster1'
2021-07-18T08:05:54.9838178Z   clusters - 'cluster1' 'cluster2'
2021-07-18T08:05:54.9838941Z   cni - ([cluster2]="weave" [cluster1]="weave" )
2021-07-18T08:05:54.9840291Z   nodes per cluster - ([cluster3]="control-plane worker worker" [cluster2]="control-plane worker worker" [cluster1]="control-plane worker worker" )
2021-07-18T08:05:54.9841619Z   install submariner - ([cluster2]="true" [cluster1]="true" )
2021-07-18T08:05:54.9857643Z [36m[submariner-operator]$ rm -rf /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs[0m
2021-07-18T08:05:54.9878766Z [36m[submariner-operator]$ mkdir -p /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs[0m
2021-07-18T08:05:54.9905849Z [36m[submariner-operator]$ run_local_registry[0m
2021-07-18T08:05:54.9919850Z [36m[submariner-operator]$ run_local_registry[0m
2021-07-18T08:05:54.9930242Z [36m[submariner-operator]$ registry_running[0m
2021-07-18T08:05:54.9942090Z [36m[submariner-operator]$ registry_running[0m
2021-07-18T08:05:54.9960453Z [36m[submariner-operator]$ docker ps --filter name=^/?kind-registry$[0m
2021-07-18T08:05:54.9974744Z [36m[submariner-operator]$ grep kind-registry[0m
2021-07-18T08:05:55.2890430Z [36m[submariner-operator]$ return 0[0m
2021-07-18T08:05:55.2897799Z Deploying local registry kind-registry to serve images centrally.
2021-07-18T08:05:55.2913337Z [36m[submariner-operator]$ volume_flag=-v /dev/shm/kind-registry:/var/lib/registry[0m
2021-07-18T08:05:55.2925628Z [36m[submariner-operator]$ selinuxenabled[0m
2021-07-18T08:05:55.2953351Z [36m[submariner-operator]$ docker run -d -v /dev/shm/kind-registry:/var/lib/registry -p 127.0.0.1:5000:5000 --restart=always --name kind-registry registry:2[0m
2021-07-18T08:05:55.5975022Z Unable to find image 'registry:2' locally
2021-07-18T08:05:56.2784589Z 2: Pulling from library/registry
2021-07-18T08:05:56.3417074Z ddad3d7c1e96: Already exists
2021-07-18T08:05:56.3445211Z 6eda6749503f: Pulling fs layer
2021-07-18T08:05:56.3449687Z 363ab70c2143: Pulling fs layer
2021-07-18T08:05:56.3450481Z 5b94580856e6: Pulling fs layer
2021-07-18T08:05:56.3452382Z 12008541203a: Pulling fs layer
2021-07-18T08:05:56.3452853Z 12008541203a: Waiting
2021-07-18T08:05:56.4048522Z 5b94580856e6: Verifying Checksum
2021-07-18T08:05:56.4052755Z 5b94580856e6: Download complete
2021-07-18T08:05:56.4161648Z 6eda6749503f: Verifying Checksum
2021-07-18T08:05:56.4162258Z 6eda6749503f: Download complete
2021-07-18T08:05:56.4544729Z 363ab70c2143: Verifying Checksum
2021-07-18T08:05:56.4545341Z 363ab70c2143: Download complete
2021-07-18T08:05:56.4847852Z 12008541203a: Verifying Checksum
2021-07-18T08:05:56.4850052Z 12008541203a: Download complete
2021-07-18T08:05:56.8765278Z 6eda6749503f: Pull complete
2021-07-18T08:05:57.2571969Z 363ab70c2143: Pull complete
2021-07-18T08:05:57.3297150Z 5b94580856e6: Pull complete
2021-07-18T08:05:57.4054305Z 12008541203a: Pull complete
2021-07-18T08:05:57.4109163Z Digest: sha256:aba2bfe9f0cff1ac0618ec4a54bfefb2e685bbac67c8ebaf3b6405929b3e616f
2021-07-18T08:05:57.4129069Z Status: Downloaded newer image for registry:2
2021-07-18T08:05:57.4327785Z cbbdb71aa53c179e3aa8e282d6ce28ceed61fda3fab98dece275fbc0069f60cc
2021-07-18T08:05:58.0860516Z [36m[submariner-operator]$ docker network connect kind kind-registry[0m
2021-07-18T08:05:58.5236532Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:05:58.5267474Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:05:58.5269282Z [36m[submariner-operator]$ declare -gA cluster_CIDRs service_CIDRs global_CIDRs[0m
2021-07-18T08:05:58.5285571Z [36m[submariner-operator]$ i=1[0m
2021-07-18T08:05:58.5298043Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:05:58.5302749Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:05:58.5319316Z [36m[submariner-operator]$ [cluster1] cluster_CIDRs[cluster1]=10.1.0.0/16[0m
2021-07-18T08:05:58.5332650Z [36m[submariner-operator]$ [cluster1] service_CIDRs[cluster1]=100.1.0.0/16[0m
2021-07-18T08:05:58.5348230Z [36m[submariner-operator]$ [cluster1] i=$(("$i"+1))[0m
2021-07-18T08:05:58.5367550Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:05:58.5387820Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:05:58.5411505Z [36m[submariner-operator]$ [cluster2] cluster_CIDRs[cluster2]=10.2.0.0/16[0m
2021-07-18T08:05:58.5427380Z [36m[submariner-operator]$ [cluster2] service_CIDRs[cluster2]=100.2.0.0/16[0m
2021-07-18T08:05:58.5451903Z [36m[submariner-operator]$ [cluster2] i=$(("$i"+1))[0m
2021-07-18T08:05:58.5472062Z [36m[submariner-operator]$ [cluster2] run_all_clusters with_retries 3 create_kind_cluster[0m
2021-07-18T08:05:58.5477337Z [36m[submariner-operator]$ [cluster2] wait 288[0m
2021-07-18T08:05:58.5484358Z [36m[submariner-operator]$ [cluster2] run_all_clusters with_retries 3 create_kind_cluster[0m
2021-07-18T08:05:58.5498368Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 with_retries 3 create_kind_cluster[0m
2021-07-18T08:05:58.5513788Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 cluster1 cluster2 with_retries 3 create_kind_cluster[0m
2021-07-18T08:05:58.5528025Z [36m[submariner-operator]$ [cluster2] declare -A pids[0m
2021-07-18T08:05:58.5546964Z [36m[submariner-operator]$ [cluster2] eval echo cluster1 cluster2[0m
2021-07-18T08:05:58.5568031Z [36m[submariner-operator]$ [cluster1] set -o pipefail[0m
2021-07-18T08:05:58.5569111Z [36m[submariner-operator]$ [cluster1] pids[cluster1]=297[0m
2021-07-18T08:05:58.5583450Z [36m[submariner-operator]$ [cluster1] with_retries 3 create_kind_cluster[0m
2021-07-18T08:05:58.5617835Z [36m[submariner-operator]$ [cluster2] pids[cluster2]=301[0m
2021-07-18T08:05:58.5632043Z [36m[submariner-operator]$ [cluster2] set -o pipefail[0m
2021-07-18T08:05:58.5643334Z [36m[submariner-operator]$ [cluster1] sed /\[cluster1]/!s/^/[cluster1] /[0m
2021-07-18T08:05:58.5644488Z [36m[submariner-operator]$ [cluster2] wait 301[0m
2021-07-18T08:05:58.5670886Z [36m[submariner-operator]$ [cluster2] with_retries 3 create_kind_cluster[0m
2021-07-18T08:05:58.5685939Z [36m[submariner-operator]$ [cluster2] sed /\[cluster2]/!s/^/[cluster2] /[0m
2021-07-18T08:07:52.4001639Z [36m[submariner-operator]$ [cluster1] with_retries[0m
2021-07-18T08:07:52.4003026Z [36m[submariner-operator]$ [cluster1] iteration=1[0m
2021-07-18T08:07:52.4004110Z [36m[submariner-operator]$ [cluster1] wait 316[0m
2021-07-18T08:07:52.4005128Z [36m[submariner-operator]$ [cluster1] create_kind_cluster[0m
2021-07-18T08:07:52.4006162Z [36m[submariner-operator]$ [cluster1] create_kind_cluster[0m
2021-07-18T08:07:52.4007871Z [36m[submariner-operator]$ [cluster1] export KUBECONFIG=/go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:07:52.4010099Z [36m[submariner-operator]$ [cluster1] rm -f /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:07:52.4011667Z [36m[submariner-operator]$ [cluster1] kind get clusters[0m
2021-07-18T08:07:52.4012792Z [36m[submariner-operator]$ [cluster1] grep -q ^cluster1$[0m
2021-07-18T08:07:52.4013504Z [cluster1] No kind clusters found.
2021-07-18T08:07:52.4014101Z [cluster1] Creating KIND cluster...
2021-07-18T08:07:52.4015059Z [36m[submariner-operator]$ [cluster1] generate_cluster_yaml[0m
2021-07-18T08:07:52.4016130Z [36m[submariner-operator]$ [cluster1] generate_cluster_yaml[0m
2021-07-18T08:07:52.4017173Z [36m[submariner-operator]$ [cluster1] disable_cni=true[0m
2021-07-18T08:07:52.4018120Z [36m[submariner-operator]$ [cluster1] nodes=
2021-07-18T08:07:52.4021814Z [cluster1] - role: control-plane[0m
2021-07-18T08:07:52.4023257Z [36m[submariner-operator]$ [cluster1] nodes=
2021-07-18T08:07:52.4024121Z [cluster1] - role: control-plane
2021-07-18T08:07:52.4024808Z [cluster1] - role: worker[0m
2021-07-18T08:07:52.4025734Z [36m[submariner-operator]$ [cluster1] nodes=
2021-07-18T08:07:52.4026617Z [cluster1] - role: control-plane
2021-07-18T08:07:52.4027314Z [cluster1] - role: worker
2021-07-18T08:07:52.4027960Z [cluster1] - role: worker[0m
2021-07-18T08:07:52.4028551Z [cluster1] [36m[0m
2021-07-18T08:07:52.4029108Z [cluster1] [36m[0m
2021-07-18T08:07:52.4029924Z [36m[submariner-operator]$ [cluster1] eval "echo \"$(cat $1)\""[0m
2021-07-18T08:07:52.4031371Z [36m[submariner-operator]$ [cluster1] cat /opt/shipyard/scripts/resources/kind-cluster-config.yaml[0m
2021-07-18T08:07:52.4032896Z [36m[submariner-operator]$ [cluster1] image_flag=--image=kindest/node:v1.20.7[0m
2021-07-18T08:07:52.4033985Z [36m[submariner-operator]$ [cluster1] kind version[0m
2021-07-18T08:07:52.4034699Z [cluster1] kind v0.11.1 go1.16.4 linux/amd64
2021-07-18T08:07:52.4036045Z [36m[submariner-operator]$ [cluster1] cat /opt/shipyard/scripts/resources/cluster1-config.yaml[0m
2021-07-18T08:07:52.4037058Z [cluster1] ---
2021-07-18T08:07:52.4037510Z [cluster1] kind: Cluster
2021-07-18T08:07:52.4038290Z [cluster1] apiVersion: kind.x-k8s.io/v1alpha4
2021-07-18T08:07:52.4039020Z [cluster1] networking:
2021-07-18T08:07:52.4039633Z [cluster1]   disableDefaultCNI: true
2021-07-18T08:07:52.4040313Z [cluster1]   podSubnet: 10.1.0.0/16
2021-07-18T08:07:52.4040891Z [cluster1]   serviceSubnet: 100.1.0.0/16
2021-07-18T08:07:52.4041584Z [cluster1] containerdConfigPatches:
2021-07-18T08:07:52.4042360Z [cluster1]   - |-
2021-07-18T08:07:52.4043200Z [cluster1]     [plugins."io.containerd.grpc.v1.cri".registry.mirrors."localhost:5000"]
2021-07-18T08:07:52.4044461Z [cluster1]       endpoint = ["http://kind-registry:5000"]
2021-07-18T08:07:52.4045272Z [cluster1] kubeadmConfigPatches:
2021-07-18T08:07:52.4045971Z [cluster1]   - |
2021-07-18T08:07:52.4046566Z [cluster1]     apiVersion: kubeadm.k8s.io/v1beta2
2021-07-18T08:07:52.4050349Z [cluster1]     kind: ClusterConfiguration
2021-07-18T08:07:52.4050978Z [cluster1]     metadata:
2021-07-18T08:07:52.4051505Z [cluster1]       name: config
2021-07-18T08:07:52.4052101Z [cluster1]     networking:
2021-07-18T08:07:52.4052626Z [cluster1]       podSubnet: 10.1.0.0/16
2021-07-18T08:07:52.4053203Z [cluster1]       serviceSubnet: 100.1.0.0/16
2021-07-18T08:07:52.4053824Z [cluster1]       dnsDomain: cluster1.local
2021-07-18T08:07:52.4054379Z [cluster1] nodes:
2021-07-18T08:07:52.4055198Z [cluster1] - role: control-plane
2021-07-18T08:07:52.4056048Z [cluster1] - role: worker
2021-07-18T08:07:52.4057247Z [cluster1] - role: worker
2021-07-18T08:07:52.4061422Z [36m[submariner-operator]$ [cluster1] kind create cluster --image=kindest/node:v1.20.7 --name=cluster1 --config=/opt/shipyard/scripts/resources/cluster1-config.yaml[0m
2021-07-18T08:07:52.4062675Z [cluster1] Creating cluster "cluster1" ...
2021-07-18T08:07:52.4064698Z [cluster1]  • Ensuring node image (kindest/node:v1.20.7) 🖼  ...
2021-07-18T08:07:52.4065723Z [cluster1]  ✓ Ensuring node image (kindest/node:v1.20.7) 🖼
2021-07-18T08:07:52.4066554Z [cluster1]  • Preparing nodes 📦 📦 📦   ...
2021-07-18T08:07:52.4068174Z [cluster1]  ✓ Preparing nodes 📦 📦 📦
2021-07-18T08:07:52.4071730Z [cluster1]  • Writing configuration 📜  ...
2021-07-18T08:07:52.4072523Z [cluster1]  ✓ Writing configuration 📜
2021-07-18T08:07:52.4073633Z [cluster1]  • Starting control-plane 🕹️  ...
2021-07-18T08:07:52.4074700Z [cluster1]  ✓ Starting control-plane 🕹️
2021-07-18T08:07:52.4076046Z [cluster1]  • Installing StorageClass 💾  ...
2021-07-18T08:07:52.4077093Z [cluster1]  ✓ Installing StorageClass 💾
2021-07-18T08:07:52.4078281Z [cluster1]  • Joining worker nodes 🚜  ...
2021-07-18T08:07:52.4079346Z [cluster1]  ✓ Joining worker nodes 🚜
2021-07-18T08:07:52.4080641Z [cluster1] Set kubectl context to "kind-cluster1"
2021-07-18T08:07:52.4081583Z [cluster1] You can now use your cluster with:
2021-07-18T08:07:52.4082109Z [cluster1]
2021-07-18T08:07:52.4082956Z [cluster1] kubectl cluster-info --context kind-cluster1
2021-07-18T08:07:52.4083792Z [cluster1]
2021-07-18T08:07:52.4084448Z [cluster1] Thanks for using kind! 😊
2021-07-18T08:07:52.4085324Z [36m[submariner-operator]$ [cluster1] kind_fixup_config[0m
2021-07-18T08:07:52.4086349Z [36m[submariner-operator]$ [cluster1] kind_fixup_config[0m
2021-07-18T08:07:52.4088269Z [36m[submariner-operator]$ [cluster1] docker inspect -f {{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}} cluster1-control-plane[0m
2021-07-18T08:07:52.4089779Z [36m[submariner-operator]$ [cluster1] head -n 1[0m
2021-07-18T08:08:05.6778908Z [36m[submariner-operator]$ [cluster1] sed -i -- s/server: .*/server: h[36m[submariner-operator]$ [cluster2] with_retries[0m
2021-07-18T08:08:05.6780435Z [36m[submariner-operator]$ [cluster2] iteration=1[0m
2021-07-18T08:08:05.6781398Z [36m[submariner-operator]$ [cluster2] wait 322[0m
2021-07-18T08:08:05.6782533Z [36m[submariner-operator]$ [cluster2] create_kind_cluster[0m
2021-07-18T08:08:05.6783963Z [36m[submariner-operator]$ [cluster2] create_kind_cluster[0m
2021-07-18T08:08:05.6785988Z [36m[submariner-operator]$ [cluster2] export KUBECONFIG=/go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:08:05.6789169Z [36m[submariner-operator]$ [cluster2] rm -f /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:08:05.6790857Z [36m[submariner-operator]$ [cluster2] kind get clusters[0m
2021-07-18T08:08:05.6792234Z [36m[submariner-operator]$ [cluster2] grep -q ^cluster2$[0m
2021-07-18T08:08:05.6792972Z [cluster2] No kind clusters found.
2021-07-18T08:08:05.6793551Z [cluster2] Creating KIND cluster...
2021-07-18T08:08:05.6794492Z [36m[submariner-operator]$ [cluster2] generate_cluster_yaml[0m
2021-07-18T08:08:05.6795558Z [36m[submariner-operator]$ [cluster2] generate_cluster_yaml[0m
2021-07-18T08:08:05.6796604Z [36m[submariner-operator]$ [cluster2] disable_cni=true[0m
2021-07-18T08:08:05.6797563Z [36m[submariner-operator]$ [cluster2] nodes=
2021-07-18T08:08:05.6798414Z [cluster2] - role: control-plane[0m
2021-07-18T08:08:05.6799248Z [36m[submariner-operator]$ [cluster2] nodes=
2021-07-18T08:08:05.6800468Z [cluster2] - role: control-plane
2021-07-18T08:08:05.6801485Z [cluster2] - role: worker[0m
2021-07-18T08:08:05.6802438Z [36m[submariner-operator]$ [cluster2] nodes=
2021-07-18T08:08:05.6803275Z [cluster2] - role: control-plane
2021-07-18T08:08:05.6803945Z [cluster2] - role: worker
2021-07-18T08:08:05.6804797Z [cluster2] - role: worker[0m
2021-07-18T08:08:05.6805386Z [cluster2] [36m[0m
2021-07-18T08:08:05.6805945Z [cluster2] [36m[0m
2021-07-18T08:08:05.6806764Z [36m[submariner-operator]$ [cluster2] eval "echo \"$(cat $1)\""[0m
2021-07-18T08:08:05.6808111Z [36m[submariner-operator]$ [cluster2] cat /opt/shipyard/scripts/resources/kind-cluster-config.yaml[0m
2021-07-18T08:08:05.6809653Z [36m[submariner-operator]$ [cluster2] image_flag=--image=kindest/node:v1.20.7[0m
2021-07-18T08:08:05.6810741Z [36m[submariner-operator]$ [cluster2] kind version[0m
2021-07-18T08:08:05.6811432Z [cluster2] kind v0.11.1 go1.16.4 linux/amd64
2021-07-18T08:08:05.6812608Z [36m[submariner-operator]$ [cluster2] cat /opt/shipyard/scripts/resources/cluster2-config.yaml[0m
2021-07-18T08:08:05.6813603Z [cluster2] ---
2021-07-18T08:08:05.6814056Z [cluster2] kind: Cluster
2021-07-18T08:08:05.6814829Z [cluster2] apiVersion: kind.x-k8s.io/v1alpha4
2021-07-18T08:08:05.6815442Z [cluster2] networking:
2021-07-18T08:08:05.6816058Z [cluster2]   disableDefaultCNI: true
2021-07-18T08:08:05.6816664Z [cluster2]   podSubnet: 10.2.0.0/16
2021-07-18T08:08:05.6817238Z [cluster2]   serviceSubnet: 100.2.0.0/16
2021-07-18T08:08:05.6818021Z [cluster2] containerdConfigPatches:
2021-07-18T08:08:05.6818788Z [cluster2]   - |-
2021-07-18T08:08:05.6820042Z [cluster2]     [plugins."io.containerd.grpc.v1.cri".registry.mirrors."localhost:5000"]
2021-07-18T08:08:05.6821324Z [cluster2]       endpoint = ["http://kind-registry:5000"]
2021-07-18T08:08:05.6822147Z [cluster2] kubeadmConfigPatches:
2021-07-18T08:08:05.6822847Z [cluster2]   - |
2021-07-18T08:08:05.6823446Z [cluster2]     apiVersion: kubeadm.k8s.io/v1beta2
2021-07-18T08:08:05.6824181Z [cluster2]     kind: ClusterConfiguration
2021-07-18T08:08:05.6824792Z [cluster2]     metadata:
2021-07-18T08:08:05.6825272Z [cluster2]       name: config
2021-07-18T08:08:05.6825784Z [cluster2]     networking:
2021-07-18T08:08:05.6826306Z [cluster2]       podSubnet: 10.2.0.0/16
2021-07-18T08:08:05.6826884Z [cluster2]       serviceSubnet: 100.2.0.0/16
2021-07-18T08:08:05.6827518Z [cluster2]       dnsDomain: cluster2.local
2021-07-18T08:08:05.6828079Z [cluster2] nodes:
2021-07-18T08:08:05.6828747Z [cluster2] - role: control-plane
2021-07-18T08:08:05.6829435Z [cluster2] - role: worker
2021-07-18T08:08:05.6830061Z [cluster2] - role: worker
2021-07-18T08:08:05.6831510Z [36m[submariner-operator]$ [cluster2] kind create cluster --image=kindest/node:v1.20.7 --name=cluster2 --config=/opt/shipyard/scripts/resources/cluster2-config.yaml[0m
2021-07-18T08:08:05.6833031Z [cluster2] Creating cluster "cluster2" ...
2021-07-18T08:08:05.6847114Z [cluster2]  • Ensuring node image (kindest/node:v1.20.7) 🖼  ...
2021-07-18T08:08:05.6848217Z [cluster2]  ✓ Ensuring node image (kindest/node:v1.20.7) 🖼
2021-07-18T08:08:05.6849149Z [cluster2]  • Preparing nodes 📦 📦 📦   ...
2021-07-18T08:08:05.6867646Z [cluster2]  ✓ Preparing nodes 📦 📦 📦
2021-07-18T08:08:05.6868743Z [cluster2]  • Writing configuration 📜  ...
2021-07-18T08:08:05.6869608Z [cluster2]  ✓ Writing configuration 📜
2021-07-18T08:08:05.6870431Z [cluster2]  • Starting control-plane 🕹️  ...
2021-07-18T08:08:05.6871242Z [cluster2]  ✓ Starting control-plane 🕹️
2021-07-18T08:08:05.6872070Z [cluster2]  • Installing StorageClass 💾  ...
2021-07-18T08:08:05.6872877Z [cluster2]  ✓ Installing StorageClass 💾
2021-07-18T08:08:05.6873773Z [cluster2]  • Joining worker nodes 🚜  ...
2021-07-18T08:08:05.6874498Z [cluster2]  ✓ Joining worker nodes 🚜
2021-07-18T08:08:05.6875355Z [cluster2] Set kubectl context to "kind-cluster2"
2021-07-18T08:08:05.6876051Z [cluster2] You can now use your cluster with:
2021-07-18T08:08:05.6876604Z [cluster2]
2021-07-18T08:08:05.6877407Z [cluster2] kubectl cluster-info --context kind-cluster2
2021-07-18T08:08:05.6878017Z [cluster2]
2021-07-18T08:08:05.6878649Z [cluster2] Thanks for using kind! 😊
2021-07-18T08:08:05.6879519Z [36m[submariner-operator]$ [cluster2] kind_fixup_config[0m
2021-07-18T08:08:05.6880540Z [36m[submariner-operator]$ [cluster2] kind_fixup_config[0m
2021-07-18T08:08:05.6882445Z [36m[submariner-operator]$ [cluster2] docker inspect -f {{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}} cluster2-control-plane[0m
2021-07-18T08:08:05.6883917Z [36m[submariner-operator]$ [cluster2] head -n 1[0m
2021-07-18T08:08:29.2696779Z [36m[submariner-operator]$ [cluster2] sed -i -- s/server: .*/server: https:\/\/172.18.0.5:6443/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:08:29.2699677Z [36m[submariner-operator]$ [cluster1] sed -i -- s/user: kind-.*/user: cluster1/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:08:29.2702076Z [36m[submariner-operator]$ [cluster1] sed -i -- s/name: kind-.*/name: cluster1/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:08:29.2704427Z [36m[submariner-operator]$ [cluster1] sed -i -- s/cluster: kind-.*/cluster: cluster1/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:08:29.2706962Z [36m[submariner-operator]$ [cluster1] sed -i -- s/current-context: .*/current-context: cluster1/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:08:29.2709283Z [36m[submariner-operator]$ [cluster1] chmod a+r /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:08:29.2710882Z [36m[submariner-operator]$ [cluster1] deploy_cluster_capabilities[0m
2021-07-18T08:08:29.2711937Z [36m[submariner-operator]$ [cluster1] wait 1501[0m
2021-07-18T08:08:29.2713004Z [36m[submariner-operator]$ [cluster1] deploy_cluster_capabilities[0m
2021-07-18T08:08:29.2714057Z [36m[submariner-operator]$ [cluster1] deploy_cni[0m
2021-07-18T08:08:29.2715024Z [36m[submariner-operator]$ [cluster1] deploy_cni[0m
2021-07-18T08:08:29.2716035Z [36m[submariner-operator]$ [cluster1] eval deploy_weave_cni[0m
2021-07-18T08:08:29.2717088Z [36m[submariner-operator]$ [cluster1] deploy_weave_cni[0m
2021-07-18T08:08:29.2718098Z [36m[submariner-operator]$ [cluster1] deploy_weave_cni[0m
2021-07-18T08:08:29.2718846Z [cluster1] Applying weave network...
2021-07-18T08:08:29.2720292Z [36m[submariner-operator]$ [cluster1] kubectl apply -f https://cloud.weave.works/k8s/net?k8s-version=v1.20.7&env.IPALLOC_RANGE=10.1.0.0/16[0m
2021-07-18T08:08:29.2722517Z [36m[submariner-operator]$ [cluster1] kubectl apply -f https://cloud.weave.works/k8s/net?k8s-version=v1.20.7&env.IPALLOC_RANGE=10.1.0.0/16[0m
2021-07-18T08:08:29.2724610Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 apply -f https://cloud.weave.works/k8s/net?k8s-version=v1.20.7&env.IPALLOC_RANGE=10.1.0.0/16[0m
2021-07-18T08:08:29.2726067Z [cluster1] serviceaccount/weave-net created
2021-07-18T08:08:29.2727319Z [cluster1] clusterrole.rbac.authorization.k8s.io/weave-net created
2021-07-18T08:08:29.2729060Z [cluster1] clusterrolebinding.rbac.authorization.k8s.io/weave-net created
2021-07-18T08:08:29.2730661Z [cluster1] role.rbac.authorization.k8s.io/weave-net created
2021-07-18T08:08:29.2732087Z [cluster1] rolebinding.rbac.authorization.k8s.io/weave-net created
2021-07-18T08:08:29.2733292Z [cluster1] daemonset.apps/weave-net created
2021-07-18T08:08:29.2734203Z [cluster1] Waiting for weave-net pods to be ready...
2021-07-18T08:08:29.2735517Z [36m[submariner-operator]$ [cluster1] kubectl wait --for=condition=Ready pods -l name=weave-net -n kube-system --timeout=5m[0m
2021-07-18T08:08:29.2737142Z [36m[submariner-operator]$ [cluster1] kubectl wait --for=condition=Ready pods -l name=weave-net -n kube-system --timeout=5m[0m
2021-07-18T08:08:29.2738899Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 wait --for=condition=Ready pods -l name=weave-net -n kube-system --timeout=5m[0m
2021-07-18T08:08:29.2740420Z [cluster1] pod/weave-net-647fl condition met
2021-07-18T08:08:29.2741309Z [cluster1] pod/weave-net-jvx6l condition met
2021-07-18T08:08:29.2742341Z [cluster1] pod/weave-net-vzqsz condition met
2021-07-18T08:08:29.2743266Z [cluster1] Waiting for core-dns deployment to be ready...
2021-07-18T08:08:29.2744500Z [36m[submariner-operator]$ [cluster1] kubectl -n kube-system rollout status deploy/coredns --timeout=5m[0m
2021-07-18T08:08:29.2745959Z [36m[submariner-operator]$ [cluster1] kubectl -n kube-system rollout status deploy/coredns --timeout=5m[0m
2021-07-18T08:08:29.2747549Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 -n kube-system rollout status deploy/coredns --timeout=5m[0m
2021-07-18T08:08:29.2748844Z [cluster1] Waiting for deployment "coredns" rollout to finish: 0 of 2 updated replicas are available...
2021-07-18T08:08:29.2749960Z [cluster1] Waiting for deployment "coredns" rollout to finish: 1 of 2 updated replicas are available...
2021-07-18T08:08:29.2750904Z [cluster1] deployment "coredns" successfully rolled out
2021-07-18T08:08:29.2751860Z [36m[submariner-operator]$ [cluster1] return 0[0m
2021-07-18T08:08:38.6417046Z ttps:\/\/172.18.0.9:6443/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:08:38.6419422Z [36m[submariner-operator]$ [cluster2] sed -i -- s/user: kind-.*/user: cluster2/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:08:38.6421808Z [36m[submariner-operator]$ [cluster2] sed -i -- s/name: kind-.*/name: cluster2/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:08:38.6424511Z [36m[submariner-operator]$ [cluster2] sed -i -- s/cluster: kind-.*/cluster: cluster2/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:08:38.6427163Z [36m[submariner-operator]$ [cluster2] sed -i -- s/current-context: .*/current-context: cluster2/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:08:38.6429639Z [36m[submariner-operator]$ [cluster2] chmod a+r /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:08:38.6439340Z [36m[submariner-operator]$ [cluster2] wait 1639[0m
2021-07-18T08:08:38.6440448Z [36m[submariner-operator]$ [cluster2] deploy_cluster_capabilities[0m
2021-07-18T08:08:38.6441625Z [36m[submariner-operator]$ [cluster2] deploy_cluster_capabilities[0m
2021-07-18T08:08:38.6443400Z [36m[submariner-operator]$ [cluster2] deploy_cni[0m
2021-07-18T08:08:38.6444379Z [36m[submariner-operator]$ [cluster2] deploy_cni[0m
2021-07-18T08:08:38.6445412Z [36m[submariner-operator]$ [cluster2] eval deploy_weave_cni[0m
2021-07-18T08:08:38.6446445Z [36m[submariner-operator]$ [cluster2] deploy_weave_cni[0m
2021-07-18T08:08:38.6447457Z [36m[submariner-operator]$ [cluster2] deploy_weave_cni[0m
2021-07-18T08:08:38.6448191Z [cluster2] Applying weave network...
2021-07-18T08:08:38.6449646Z [36m[submariner-operator]$ [cluster2] kubectl apply -f https://cloud.weave.works/k8s/net?k8s-version=v1.20.7&env.IPALLOC_RANGE=10.2.0.0/16[0m
2021-07-18T08:08:38.6468109Z [36m[submariner-operator]$ [cluster2] kubectl apply -f https://cloud.weave.works/k8s/net?k8s-version=v1.20.7&env.IPALLOC_RANGE=10.2.0.0/16[0m
2021-07-18T08:08:38.6470974Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 apply -f https://cloud.weave.works/k8s/net?k8s-version=v1.20.7&env.IPALLOC_RANGE=10.2.0.0/16[0m
2021-07-18T08:08:38.6473362Z [cluster2] serviceaccount/weave-net created
2021-07-18T08:08:38.6474635Z [cluster2] clusterrole.rbac.authorization.k8s.io/weave-net created
2021-07-18T08:08:38.6476392Z [cluster2] clusterrolebinding.rbac.authorization.k8s.io/weave-net created
2021-07-18T08:08:38.6477962Z [cluster2] role.rbac.authorization.k8s.io/weave-net created
2021-07-18T08:08:38.6479868Z [cluster2] rolebinding.rbac.authorization.k8s.io/weave-net created
2021-07-18T08:08:38.6481112Z [cluster2] daemonset.apps/weave-net created
2021-07-18T08:08:38.6482271Z [cluster2] Waiting for weave-net pods to be ready...
2021-07-18T08:08:38.6483588Z [36m[submariner-operator]$ [cluster2] kubectl wait --for=condition=Ready pods -l name=weave-net -n kube-system --timeout=5m[0m
2021-07-18T08:08:38.6485190Z [36m[submariner-operator]$ [cluster2] kubectl wait --for=condition=Ready pods -l name=weave-net -n kube-system --timeout=5m[0m
2021-07-18T08:08:38.6487349Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 wait --for=condition=Ready pods -l name=weave-net -n kube-system --timeout=5m[0m
2021-07-18T08:08:38.6488752Z [cluster2] pod/weave-net-b667m condition met
2021-07-18T08:08:38.6489654Z [cluster2] pod/weave-net-svfqd condition met
2021-07-18T08:08:38.6490549Z [cluster2] pod/weave-net-t4hlv condition met
2021-07-18T08:08:38.6491458Z [cluster2] Waiting for core-dns deployment to be ready...
2021-07-18T08:08:38.6515660Z [36m[submariner-operator]$ [cluster2] kubectl -n kube-system rollout status deploy/coredns --timeout=5m[0m
2021-07-18T08:08:38.6517162Z [36m[submariner-operator]$ [cluster2] kubectl -n kube-system rollout status deploy/coredns --timeout=5m[0m
2021-07-18T08:08:38.6519114Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 -n kube-system rollout status deploy/coredns --timeout=5m[0m
2021-07-18T08:08:38.6520407Z [cluster2] Waiting for deployment "coredns" rollout to finish: 0 of 2 updated replicas are available...
2021-07-18T08:08:38.6521544Z [cluster2] Waiting for deployment "coredns" rollout to finish: 1 of 2 updated replicas are available...
2021-07-18T08:08:38.6522733Z [36m[submariner-operator]$ [cluster2] wait 297[0m
2021-07-18T08:08:38.6523937Z [36m[submariner-operator]$ [cluster2] print_clusters_message[0m
2021-07-18T08:08:38.6525233Z [36m[submariner-operator]$ [cluster2] print_clusters_message[0m
2021-07-18T08:08:38.6526329Z [cluster2] deployment "coredns" successfully rolled out
2021-07-18T08:08:38.6527615Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:08:38.6533966Z [36m[submariner-operator]$ [cluster2] cat <<EOM
2021-07-18T08:08:38.6535780Z Your virtual cluster(s) are deployed and working properly and can be accessed with:
2021-07-18T08:08:38.6536394Z
2021-07-18T08:08:38.6537690Z export KUBECONFIG=\$(find \$(git rev-parse --show-toplevel)/output/kubeconfigs/ -type f -printf %p:)
2021-07-18T08:08:38.6538352Z
2021-07-18T08:08:38.6539650Z $ kubectl config use-context cluster1 # or cluster2, cluster3..
2021-07-18T08:08:38.6540148Z
2021-07-18T08:08:38.6541065Z To clean everthing up, just run: make clean-clusters
2021-07-18T08:08:38.6541757Z EOM[0m
2021-07-18T08:08:38.6559448Z Your virtual cluster(s) are deployed and working properly and can be accessed with:
2021-07-18T08:08:38.6560027Z
2021-07-18T08:08:38.6561220Z export KUBECONFIG=$(find $(git rev-parse --show-toplevel)/output/kubeconfigs/ -type f -printf %p:)
2021-07-18T08:08:38.6561867Z
2021-07-18T08:08:38.6562648Z $ kubectl config use-context cluster1 # or cluster2, cluster3..
2021-07-18T08:08:38.6563333Z
2021-07-18T08:08:38.6564055Z To clean everthing up, just run: make clean-clusters
2021-07-18T08:08:38.6564929Z   Successfully remade target file 'clusters'.
2021-07-18T08:08:38.6565702Z    File 'bin/subctl' does not exist.
2021-07-18T08:08:38.6566613Z      File 'bin/subctl-latest-linux-amd64' does not exist.
2021-07-18T08:08:38.6590121Z        File 'generate-embeddedyamls' does not exist.
2021-07-18T08:08:38.6594434Z          File 'generate' does not exist.
2021-07-18T08:08:38.6600240Z            File '/go/src/github.com/submariner-io/submariner-operator/bin/controller-gen' does not exist.
2021-07-18T08:08:38.6605687Z              File 'vendor/modules.txt' does not exist.
2021-07-18T08:08:38.6613590Z             Must remake target 'vendor/modules.txt'.
2021-07-18T08:08:38.6614149Z go mod download
2021-07-18T08:09:33.5665052Z go mod vendor
2021-07-18T08:09:35.8553528Z go mod tidy
2021-07-18T08:09:36.6144917Z             Successfully remade target file 'vendor/modules.txt'.
2021-07-18T08:09:36.6146606Z           Must remake target '/go/src/github.com/submariner-io/submariner-operator/bin/controller-gen'.
2021-07-18T08:09:36.6147944Z mkdir -p /go/src/github.com/submariner-io/submariner-operator/bin
2021-07-18T08:09:36.6194227Z go build -o /go/src/github.com/submariner-io/submariner-operator/bin/controller-gen sigs.k8s.io/controller-tools/cmd/controller-gen
2021-07-18T08:09:58.5281211Z           Successfully remade target file '/go/src/github.com/submariner-io/submariner-operator/bin/controller-gen'.
2021-07-18T08:09:58.5282533Z         Must remake target 'generate'.
2021-07-18T08:09:58.5332784Z /go/src/github.com/submariner-io/submariner-operator/bin/controller-gen object:headerFile="hack/boilerplate.go.txt,year=2021" paths="./..."
2021-07-18T08:10:12.6209064Z         Successfully remade target file 'generate'.
2021-07-18T08:10:12.6210166Z          File 'pkg/subctl/operator/common/embeddedyamls/yamls.go' does not exist.
2021-07-18T08:10:12.6213783Z            File 'deploy/crds/submariner.io_servicediscoveries.yaml' does not exist.
2021-07-18T08:10:12.6220350Z           Must remake target 'deploy/crds/submariner.io_servicediscoveries.yaml'.
2021-07-18T08:10:12.6222175Z /go/src/github.com/submariner-io/submariner-operator/bin/controller-gen "crd:crdVersions=v1,trivialVersions=false" paths="./..." output:crd:artifacts:config=deploy/crds
2021-07-18T08:10:14.9642743Z           Successfully remade target file 'deploy/crds/submariner.io_servicediscoveries.yaml'.
2021-07-18T08:10:14.9650333Z            File 'deploy/submariner/crds/submariner.io_clusters.yaml' does not exist.
2021-07-18T08:10:14.9651725Z           Must remake target 'deploy/submariner/crds/submariner.io_clusters.yaml'.
2021-07-18T08:10:14.9653822Z cd vendor/github.com/submariner-io/submariner && /go/src/github.com/submariner-io/submariner-operator/bin/controller-gen "crd:crdVersions=v1,trivialVersions=false" paths="./..." output:crd:artifacts:config=../../../../deploy/submariner/crds
2021-07-18T08:10:16.4632781Z           Successfully remade target file 'deploy/submariner/crds/submariner.io_clusters.yaml'.
2021-07-18T08:10:16.4742581Z         Must remake target 'pkg/subctl/operator/common/embeddedyamls/yamls.go'.
2021-07-18T08:10:16.4744066Z go generate pkg/subctl/operator/common/embeddedyamls/generate.go
2021-07-18T08:10:17.2765296Z Generating yamls.go
2021-07-18T08:10:17.2770587Z deploy/crds/submariner.io_brokers.yaml
2021-07-18T08:10:17.2776101Z deploy/crds/submariner.io_submariners.yaml
2021-07-18T08:10:17.2811275Z deploy/crds/submariner.io_servicediscoveries.yaml
2021-07-18T08:10:17.2824398Z deploy/submariner/crds/submariner.io_clusters.yaml
2021-07-18T08:10:17.2825510Z deploy/submariner/crds/submariner.io_endpoints.yaml
2021-07-18T08:10:17.2831421Z deploy/submariner/crds/submariner.io_gateways.yaml
2021-07-18T08:10:17.2844806Z deploy/submariner/crds/submariner.io_clusterglobalegressips.yaml
2021-07-18T08:10:17.2846250Z deploy/submariner/crds/submariner.io_globalegressips.yaml
2021-07-18T08:10:17.2855494Z deploy/submariner/crds/submariner.io_globalingressips.yaml
2021-07-18T08:10:17.2868031Z deploy/mcsapi/crds/multicluster.x_k8s.io_serviceexports.yaml
2021-07-18T08:10:17.8920786Z [36m[submariner-operator]$ mkdir -p bin[0m
2021-07-18T08:10:17.8921711Z deploy/mcsapi/crds/multicluster.x_k8s.io_serviceimports.yaml
2021-07-18T08:10:17.8924429Z [36m[submariner-operator]$ ldflags=-s -w -X github.com/submariner-io/submariner-operator/pkg/version.Version=latest 		   -X=github.com/submariner-io/submariner-operator/pkg/versions.DefaultSubmarinerOperatorVersion=devel[0m
2021-07-18T08:10:17.8930092Z [36m[submariner-operator]$ CGO_ENABLED=0 go build -trimpath -ldflags -s -w -X github.com/submariner-io/submariner-operator/pkg/version.Version=latest 		   -X=github.com/submariner-io/submariner-operator/pkg/versions.DefaultSubmarinerOperatorVersion=devel -o bin/subctl-latest-linux-amd64 ./pkg/subctl/main.go[0m
2021-07-18T08:10:17.8932668Z config/broker/broker-admin/service_account.yaml
2021-07-18T08:10:17.8933795Z config/broker/broker-admin/role.yaml
2021-07-18T08:10:17.8935125Z config/broker/broker-admin/role_binding.yaml
2021-07-18T08:10:17.8936174Z config/broker/broker-client/service_account.yaml
2021-07-18T08:10:17.8937209Z config/broker/broker-client/role.yaml
2021-07-18T08:10:17.8938234Z config/broker/broker-client/role_binding.yaml
2021-07-18T08:10:17.8939948Z config/rbac/submariner-operator/service_account.yaml
2021-07-18T08:10:17.8941140Z config/rbac/submariner-operator/role.yaml
2021-07-18T08:10:17.8942251Z config/rbac/submariner-operator/role_binding.yaml
2021-07-18T08:10:17.8943416Z config/rbac/submariner-operator/cluster_role.yaml
2021-07-18T08:10:17.8944619Z config/rbac/submariner-operator/cluster_role_binding.yaml
2021-07-18T08:10:17.8945825Z config/rbac/submariner-gateway/service_account.yaml
2021-07-18T08:10:17.8946919Z config/rbac/submariner-gateway/role.yaml
2021-07-18T08:10:17.8948009Z config/rbac/submariner-gateway/role_binding.yaml
2021-07-18T08:10:17.8949123Z config/rbac/submariner-gateway/cluster_role.yaml
2021-07-18T08:10:17.8950296Z config/rbac/submariner-gateway/cluster_role_binding.yaml
2021-07-18T08:10:17.8951548Z config/rbac/submariner-route-agent/service_account.yaml
2021-07-18T08:10:17.8952748Z config/rbac/submariner-route-agent/role.yaml
2021-07-18T08:10:17.8953954Z config/rbac/submariner-route-agent/role_binding.yaml
2021-07-18T08:10:17.8955172Z config/rbac/submariner-route-agent/cluster_role.yaml
2021-07-18T08:10:17.8956452Z config/rbac/submariner-route-agent/cluster_role_binding.yaml
2021-07-18T08:10:17.8957721Z config/rbac/submariner-globalnet/service_account.yaml
2021-07-18T08:10:17.8958865Z config/rbac/submariner-globalnet/role.yaml
2021-07-18T08:10:17.8961979Z config/rbac/submariner-globalnet/role_binding.yaml
2021-07-18T08:10:17.8965177Z config/rbac/submariner-globalnet/cluster_role.yaml
2021-07-18T08:10:17.8966443Z config/rbac/submariner-globalnet/cluster_role_binding.yaml
2021-07-18T08:10:17.8967643Z config/rbac/lighthouse-agent/service_account.yaml
2021-07-18T08:10:17.8968745Z config/rbac/lighthouse-agent/cluster_role.yaml
2021-07-18T08:10:17.8969901Z config/rbac/lighthouse-agent/cluster_role_binding.yaml
2021-07-18T08:10:17.8971624Z config/rbac/lighthouse-coredns/service_account.yaml
2021-07-18T08:10:17.8973406Z config/rbac/lighthouse-coredns/cluster_role.yaml
2021-07-18T08:10:17.8974419Z config/rbac/lighthouse-coredns/cluster_role_binding.yaml
2021-07-18T08:10:17.8975278Z config/rbac/networkplugin_syncer/service_account.yaml
2021-07-18T08:10:17.8976235Z config/rbac/networkplugin_syncer/cluster_role.yaml
2021-07-18T08:10:17.8977288Z config/rbac/networkplugin_syncer/cluster_role_binding.yaml
2021-07-18T08:10:17.8978381Z config/rbac/submariner-metrics-reader/role.yaml
2021-07-18T08:10:17.8988607Z config/rbac/submariner-metrics-reader/role_binding.yaml
2021-07-18T08:10:17.8989903Z         Successfully remade target file 'pkg/subctl/operator/common/embeddedyamls/yamls.go'.
2021-07-18T08:10:17.8991177Z       Must remake target 'generate-embeddedyamls'.
2021-07-18T08:10:17.8992289Z       Successfully remade target file 'generate-embeddedyamls'.
2021-07-18T08:10:17.8993430Z     Must remake target 'bin/subctl-latest-linux-amd64'.
2021-07-18T08:10:17.8994211Z mkdir -p bin
2021-07-18T08:10:17.8994957Z target=bin/subctl-latest-linux-amd64; \
2021-07-18T08:10:17.8995616Z target=${target%.exe}; \
2021-07-18T08:10:17.8996282Z components=($(echo ${target//-/ })); \
2021-07-18T08:10:17.8996930Z GOOS=${components[-2]}; \
2021-07-18T08:10:17.8997562Z GOARCH=${components[-1]}; \
2021-07-18T08:10:17.8998037Z export GOARCH GOOS; \
2021-07-18T08:10:17.8998589Z /opt/shipyard/scripts/compile.sh \
2021-07-18T08:10:17.8999758Z 	--ldflags "-X github.com/submariner-io/submariner-operator/pkg/version.Version=latest \
2021-07-18T08:10:17.9001758Z 		   -X=github.com/submariner-io/submariner-operator/pkg/versions.DefaultSubmarinerOperatorVersion=${DEFAULT_IMAGE_VERSION#v}" \
2021-07-18T08:10:17.9003498Z 	--noupx bin/subctl-latest-linux-amd64 ./pkg/subctl/main.go
2021-07-18T08:10:17.9006078Z Building 'bin/subctl-latest-linux-amd64' (ldflags: $'-X github.com/submariner-io/submariner-operator/pkg/version.Version=latest \t\t   -X=github.com/submariner-io/submariner-operator/pkg/versions.DefaultSubmarinerOperatorVersion=devel')
2021-07-18T08:12:23.7287079Z     Successfully remade target file 'bin/subctl-latest-linux-amd64'.
2021-07-18T08:12:23.7288348Z   Must remake target 'bin/subctl'.
2021-07-18T08:12:23.7289219Z ln -sf subctl-latest-linux-amd64 bin/subctl
2021-07-18T08:12:23.7323432Z   Successfully remade target file 'bin/subctl'.
2021-07-18T08:12:23.7325079Z  Prerequisite 'clusters' of target 'deploy' does not exist.
2021-07-18T08:12:23.7326027Z  Prerequisite 'bin/subctl' is newer than target 'deploy'.
2021-07-18T08:12:23.7326810Z Must remake target 'deploy'.
2021-07-18T08:12:23.7328829Z /opt/shipyard/scripts/deploy.sh --cluster_settings /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings --image_tag=subctl --cluster_settings /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings
2021-07-18T08:12:23.8357248Z Running with: globalnet='false', deploytool='operator', deploytool_broker_args='', deploytool_submariner_args='', cluster_settings='/go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings', timeout=5m, image_tag=subctl, cable_driver=libreswan, service_discovery=false
2021-07-18T08:12:23.8381428Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/utils[0m
2021-07-18T08:12:23.8408180Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:12:23.8420331Z [36m[submariner-operator]$ script_name=utils[0m
2021-07-18T08:12:23.8432674Z [36m[submariner-operator]$ exec_name=deploy.sh[0m
2021-07-18T08:12:23.8458821Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/deploy_funcs[0m
2021-07-18T08:12:23.8478027Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:12:23.8490746Z [36m[submariner-operator]$ script_name=deploy_funcs[0m
2021-07-18T08:12:23.8502846Z [36m[submariner-operator]$ exec_name=deploy.sh[0m
2021-07-18T08:12:23.8521396Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/cluster_settings[0m
2021-07-18T08:12:23.8546035Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:12:23.8559253Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:12:23.8571585Z [36m[submariner-operator]$ exec_name=deploy.sh[0m
2021-07-18T08:12:23.8594125Z [36m[submariner-operator]$ broker=cluster1[0m
2021-07-18T08:12:23.8605619Z [36m[submariner-operator]$ declare -gA cluster_nodes[0m
2021-07-18T08:12:23.8619800Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker[0m
2021-07-18T08:12:23.8634854Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker[0m
2021-07-18T08:12:23.8649874Z [36m[submariner-operator]$ cluster_nodes[cluster3]=control-plane worker worker[0m
2021-07-18T08:12:23.8662883Z [36m[submariner-operator]$ declare -gA cluster_subm[0m
2021-07-18T08:12:23.8676307Z [36m[submariner-operator]$ cluster_subm[cluster1]=true[0m
2021-07-18T08:12:23.8690658Z [36m[submariner-operator]$ cluster_subm[cluster2]=true[0m
2021-07-18T08:12:23.8704714Z [36m[submariner-operator]$ cluster_subm[cluster3]=true[0m
2021-07-18T08:12:23.8717756Z [36m[submariner-operator]$ declare -gA cluster_cni[0m
2021-07-18T08:12:23.8733143Z [36m[submariner-operator]$ cluster_cni[cluster2]=weave[0m
2021-07-18T08:12:23.8747004Z [36m[submariner-operator]$ cluster_cni[cluster3]=weave[0m
2021-07-18T08:12:23.8761401Z [36m[submariner-operator]$ source /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings[0m
2021-07-18T08:12:23.8775698Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:12:23.8790172Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:12:23.8803184Z [36m[submariner-operator]$ exec_name=deploy.sh[0m
2021-07-18T08:12:23.8825660Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker worker[0m
2021-07-18T08:12:23.8853852Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker worker[0m
2021-07-18T08:12:23.8885646Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:12:23.8898411Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:12:23.8912020Z [36m[submariner-operator]$ declare -gA cluster_CIDRs service_CIDRs global_CIDRs[0m
2021-07-18T08:12:23.8925519Z [36m[submariner-operator]$ i=1[0m
2021-07-18T08:12:23.8937858Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:12:23.8950044Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:12:23.8967632Z [36m[submariner-operator]$ [cluster1] cluster_CIDRs[cluster1]=10.1.0.0/16[0m
2021-07-18T08:12:23.8981897Z [36m[submariner-operator]$ [cluster1] service_CIDRs[cluster1]=100.1.0.0/16[0m
2021-07-18T08:12:23.9003294Z [36m[submariner-operator]$ [cluster1] i=$(("$i"+1))[0m
2021-07-18T08:12:23.9018508Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:12:23.9034470Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:12:23.9051968Z [36m[submariner-operator]$ [cluster2] cluster_CIDRs[cluster2]=10.2.0.0/16[0m
2021-07-18T08:12:23.9065022Z [36m[submariner-operator]$ [cluster2] service_CIDRs[cluster2]=100.2.0.0/16[0m
2021-07-18T08:12:23.9079429Z [36m[submariner-operator]$ [cluster2] i=$(("$i"+1))[0m
2021-07-18T08:12:23.9092008Z [36m[submariner-operator]$ [cluster2] declare_kubeconfig[0m
2021-07-18T08:12:23.9105311Z [36m[submariner-operator]$ [cluster2] declare_kubeconfig[0m
2021-07-18T08:12:23.9118386Z [36m[submariner-operator]$ [cluster2] source /opt/shipyard/scripts/lib/kubecfg[0m
2021-07-18T08:12:23.9133881Z [36m[submariner-operator]$ [cluster2] export KUBECONFIG[0m
2021-07-18T08:12:23.9147185Z [36m[submariner-operator]$ [cluster2] KUBECONFIG=$(find "${DAPPER_OUTPUT:-output}"/kubeconfigs -type f -printf %p: || :)[0m
2021-07-18T08:12:23.9167225Z [36m[submariner-operator]$ [cluster2] find /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs -type f -printf %p:[0m
2021-07-18T08:12:23.9211893Z [36m[submariner-operator]$ [cluster2] bash -c curl -Ls https://get.submariner.io | VERSION=latest DESTDIR=/go/bin bash[0m
2021-07-18T08:12:24.1348652Z Installing subctl version latest
2021-07-18T08:12:24.1349284Z   OS detected:           linux
2021-07-18T08:12:24.1349806Z   Architecture detected: amd64
2021-07-18T08:12:24.1351919Z   Download URL:          https://github.com/submariner-io/releases/releases/download/v0.9.1/subctl-v0.9.1-linux-amd64.tar.xz
2021-07-18T08:12:24.1352805Z
2021-07-18T08:12:24.1353194Z Downloading...
2021-07-18T08:12:25.3970625Z subctl-v0.9.1-linux-amd64 has been installed as /go/bin/subctl
2021-07-18T08:12:25.4411290Z This provides subctl version: v0.9.1
2021-07-18T08:12:25.4439182Z
2021-07-18T08:12:25.4441158Z please update your path (and consider adding it to ~/.profile):
2021-07-18T08:12:25.4441798Z     export PATH=$PATH:/go/bin
2021-07-18T08:12:25.4442251Z
2021-07-18T08:12:25.4555196Z [36m[submariner-operator]$ [cluster2] load_deploytool operator[0m
2021-07-18T08:12:25.4567467Z [36m[submariner-operator]$ [cluster2] load_deploytool operator[0m
2021-07-18T08:12:25.4575293Z Will deploy submariner using operator
2021-07-18T08:12:25.4590322Z [36m[submariner-operator]$ [cluster2] . /opt/shipyard/scripts/lib/deploy_operator[0m
2021-07-18T08:12:25.4607008Z [36m[submariner-operator]$ [cluster2] . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:12:25.4619896Z [36m[submariner-operator]$ [cluster2] script_name=deploy_operator[0m
2021-07-18T08:12:25.4637172Z [36m[submariner-operator]$ [cluster2] exec_name=deploy.sh[0m
2021-07-18T08:12:25.4660983Z [36m[submariner-operator]$ [cluster2] deploytool_prereqs[0m
2021-07-18T08:12:25.4676616Z [36m[submariner-operator]$ [cluster2] deploytool_prereqs[0m
2021-07-18T08:12:25.4691051Z [36m[0m
2021-07-18T08:12:25.4708098Z [36m[submariner-operator]$ [cluster2] /root/.local/bin/subctl version[0m
2021-07-18T08:12:25.6370943Z subctl version: v0.9.1
2021-07-18T08:12:25.6404310Z [36m[submariner-operator]$ [cluster2] run_if_defined pre_deploy[0m
2021-07-18T08:12:25.6419598Z [36m[submariner-operator]$ [cluster2] run_if_defined pre_deploy[0m
2021-07-18T08:12:25.6435132Z [36m[submariner-operator]$ [cluster2] type -t pre_deploy[0m
2021-07-18T08:12:25.6484000Z [36m[submariner-operator]$ [cluster2] grep -q function[0m
2021-07-18T08:12:25.6516646Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:12:25.6533179Z [36m[submariner-operator]$ [cluster2] run_subm_clusters prepare_cluster[0m
2021-07-18T08:12:25.6547230Z [36m[submariner-operator]$ [cluster2] run_subm_clusters prepare_cluster[0m
2021-07-18T08:12:25.6560337Z [36m[submariner-operator]$ [cluster2] declare -a subm_clusters[0m
2021-07-18T08:12:25.6599444Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 prepare_cluster[0m
2021-07-18T08:12:25.6613603Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 cluster1 cluster2 prepare_cluster[0m
2021-07-18T08:12:25.6629253Z [36m[submariner-operator]$ [cluster2] declare -A pids[0m
2021-07-18T08:12:25.6650150Z [36m[submariner-operator]$ [cluster2] eval echo cluster1 cluster2[0m
2021-07-18T08:12:25.6672712Z [36m[submariner-operator]$ [cluster1] set -o pipefail[0m
2021-07-18T08:12:25.6683865Z [36m[submariner-operator]$ [cluster1] pids[cluster1]=6307[0m
2021-07-18T08:12:25.6694277Z [36m[submariner-operator]$ [cluster1] prepare_cluster[0m
2021-07-18T08:12:25.6708829Z [36m[submariner-operator]$ [cluster2] pids[cluster2]=6311[0m
2021-07-18T08:12:25.6713589Z [36m[submariner-operator]$ [cluster1] sed /\[cluster1]/!s/^/[cluster1] /[0m
2021-07-18T08:12:25.6734688Z [36m[submariner-operator]$ [cluster2] wait 6311[0m
2021-07-18T08:12:25.6758651Z [36m[submariner-operator]$ [cluster2] set -o pipefail[0m
2021-07-18T08:12:25.6780678Z [36m[submariner-operator]$ [cluster2] prepare_cluster[0m
2021-07-18T08:12:25.6809553Z [36m[submariner-operator]$ [cluster2] sed /\[cluster2]/!s/^/[cluster2] /[0m
2021-07-18T08:12:26.0767951Z [36m[submariner-operator]$ [cluster1] prepare_cluster[0m
2021-07-18T08:12:26.0769636Z [36m[submariner-operator]$ [cluster1] add_subm_gateway_label[0m
2021-07-18T08:12:26.0770957Z [36m[submariner-operator]$ [cluster1] add_subm_gateway_label[0m
2021-07-18T08:12:26.0772574Z [36m[submariner-operator]$ [cluster1] kubectl label node cluster1-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:12:26.0774708Z [36m[submariner-operator]$ [cluster1] kubectl label node cluster1-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:12:26.0776813Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 label node cluster1-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:12:26.0778357Z [cluster1] node/cluster1-worker labeled
2021-07-18T08:12:26.1247277Z [36m[submariner-operator]$ [cluster2] prepare_cluster[0m
2021-07-18T08:12:26.1249683Z [36m[submariner-operator]$ [cluster2] add_subm_gateway_label[0m
2021-07-18T08:12:26.1251082Z [36m[submariner-operator]$ [cluster2] add_subm_gateway_label[0m
2021-07-18T08:12:26.1252639Z [36m[submariner-operator]$ [cluster2] kubectl label node cluster2-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:12:26.1254427Z [36m[submariner-operator]$ [cluster2] kubectl label node cluster2-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:12:26.1256386Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 label node cluster2-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:12:26.1258006Z [cluster2] node/cluster2-worker labeled
2021-07-18T08:12:26.1285951Z [36m[submariner-operator]$ [cluster2] wait 6307[0m
2021-07-18T08:12:26.1302607Z [36m[submariner-operator]$ [cluster2] with_context cluster1 setup_broker[0m
2021-07-18T08:12:26.1319871Z [36m[submariner-operator]$ [cluster2] with_context cluster1 setup_broker[0m
2021-07-18T08:12:26.1348868Z [36m[submariner-operator]$ [cluster1] setup_broker[0m
2021-07-18T08:12:26.1365168Z [36m[submariner-operator]$ [cluster1] setup_broker[0m
2021-07-18T08:12:26.1375358Z Installing broker...
2021-07-18T08:12:26.1390792Z [36m[submariner-operator]$ [cluster1] subctlrepver=[0m
2021-07-18T08:12:26.1414264Z [36m[submariner-operator]$ [cluster1] cd /go/src/github.com/submariner-io/submariner-operator/output[0m
2021-07-18T08:12:26.1432000Z [36m[output]$ [cluster1] /root/.local/bin/subctl deploy-broker --kubeconfig /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:12:26.1957786Z  • Setting up broker RBAC  ...
2021-07-18T08:12:26.3843104Z  ✓ Setting up broker RBAC
2021-07-18T08:12:26.3844106Z  • Deploying the Submariner operator  ...
2021-07-18T08:12:36.8574358Z  ✓ Deploying the Submariner operator
2021-07-18T08:12:36.8590644Z  ✓ Created operator CRDs
2021-07-18T08:12:36.8591759Z  ✓ Created operator namespace: submariner-operator
2021-07-18T08:12:36.8592921Z  ✓ Created operator service account and role
2021-07-18T08:12:36.8600622Z  ✓ Created lighthouse service account and role
2021-07-18T08:12:36.8601643Z  ✓ Created Lighthouse service accounts and roles
2021-07-18T08:12:36.8602516Z  ✓ Deployed the operator successfully
2021-07-18T08:12:36.8603357Z  • Deploying the broker  ...
2021-07-18T08:12:36.9805604Z  ✓ Deploying the broker
2021-07-18T08:12:36.9806663Z  ✓ The broker has been deployed
2021-07-18T08:12:36.9807466Z  • Creating broker-info.subm file  ...
2021-07-18T08:12:36.9942530Z  ✓ Creating broker-info.subm file
2021-07-18T08:12:36.9943821Z  ✓ A new IPsec PSK will be generated for broker-info.subm
2021-07-18T08:12:37.0002197Z [36m[submariner-operator]$ [cluster2] install_subm_all_clusters[0m
2021-07-18T08:12:37.0013516Z [36m[submariner-operator]$ [cluster2] install_subm_all_clusters[0m
2021-07-18T08:12:37.0025793Z [36m[submariner-operator]$ [cluster2] run_subm_clusters subctl_install_subm[0m
2021-07-18T08:12:37.0037208Z [36m[submariner-operator]$ [cluster2] run_subm_clusters subctl_install_subm[0m
2021-07-18T08:12:37.0048864Z [36m[submariner-operator]$ [cluster2] declare -a subm_clusters[0m
2021-07-18T08:12:37.0104829Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 subctl_install_subm[0m
2021-07-18T08:12:37.0117398Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 cluster1 cluster2 subctl_install_subm[0m
2021-07-18T08:12:37.0132402Z [36m[submariner-operator]$ [cluster2] declare -A pids[0m
2021-07-18T08:12:37.0188687Z [36m[submariner-operator]$ [cluster2] eval echo cluster1 cluster2[0m
2021-07-18T08:12:37.0222598Z [36m[submariner-operator]$ [cluster1] pids[cluster1]=6374[0m
2021-07-18T08:12:37.0240281Z [36m[submariner-operator]$ [cluster1] set -o pipefail[0m
2021-07-18T08:12:37.0245966Z [36m[submariner-operator]$ [cluster2] pids[cluster2]=6377[0m
2021-07-18T08:12:37.0264635Z [36m[submariner-operator]$ [cluster1] subctl_install_subm[0m
2021-07-18T08:12:37.0277189Z [36m[submariner-operator]$ [cluster2] set -o pipefail[0m
2021-07-18T08:12:37.0281916Z [36m[submariner-operator]$ [cluster2] wait 6377[0m
2021-07-18T08:12:37.0353269Z [36m[submariner-operator]$ [cluster2] subctl_install_subm[0m
2021-07-18T08:12:37.0368477Z [36m[submariner-operator]$ [cluster1] sed /\[cluster1]/!s/^/[cluster1] /[0m
2021-07-18T08:12:37.0390033Z [36m[submariner-operator]$ [cluster2] sed /\[cluster2]/!s/^/[cluster2] /[0m
2021-07-18T08:12:42.9437688Z [36m[submariner-operator]$ [cluster1] subctl_install_subm[0m
2021-07-18T08:12:42.9438848Z [36m[submariner-operator]$ [cluster1] subctlrepver=[0m
2021-07-18T08:12:42.9440048Z [36m[submariner-operator]$ [cluster1] PASS_CIDR_ARGS=false[0m
2021-07-18T08:12:42.9443032Z [36m[submariner-operator]$ [cluster1] /root/.local/bin/subctl join --kubeconfig /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1 --clusterid cluster1 --nattport 4500 --ikeport 500 --colorcodes blue --globalnet-cidr  --natt=false --cable-driver libreswan /go/src/github.com/submariner-io/submariner-operator/output/broker-info.subm[0m
2021-07-18T08:12:42.9446360Z [cluster1] * /go/src/github.com/submariner-io/submariner-operator/output/broker-info.subm says broker is at: https://172.18.0.5:6443
2021-07-18T08:12:42.9447536Z [cluster1] * There are 1 labeled nodes in the cluster:
2021-07-18T08:12:42.9448330Z [cluster1]   - cluster1-worker
2021-07-18T08:12:42.9449148Z [cluster1]  • Discovering network details  ...
2021-07-18T08:12:42.9449799Z [cluster1]     Discovered network details:
2021-07-18T08:12:42.9450695Z [cluster1]         Network plugin:  weave-net
2021-07-18T08:12:42.9451292Z [cluster1]         Service CIDRs:   [100.1.0.0/16]
2021-07-18T08:12:42.9451856Z [cluster1]         Cluster CIDRs:   [10.1.0.0/16]
2021-07-18T08:12:42.9452620Z [cluster1]  ✓ Discovering network details
2021-07-18T08:12:42.9453470Z [cluster1]  • Discovering multi cluster details  ...
2021-07-18T08:12:42.9454386Z [cluster1]  • Validating Globalnet configurations  ...
2021-07-18T08:12:42.9455298Z [cluster1]  ✓ Validating Globalnet configurations
2021-07-18T08:12:42.9456279Z [cluster1]  ✓ Discovering multi cluster details
2021-07-18T08:12:42.9457138Z [cluster1]  • Deploying the Submariner operator  ...
2021-07-18T08:12:42.9458016Z [cluster1]  ✓ Deploying the Submariner operator
2021-07-18T08:12:42.9458923Z [cluster1]  ✓ Created Lighthouse service accounts and roles
2021-07-18T08:12:42.9460236Z [cluster1]  • Creating SA for cluster  ...
2021-07-18T08:12:42.9460959Z [cluster1]  ✓ Creating SA for cluster
2021-07-18T08:12:42.9461739Z [cluster1]  • Deploying Submariner  ...
2021-07-18T08:12:42.9462505Z [cluster1]  ✓ Deploying Submariner
2021-07-18T08:12:42.9463253Z [cluster1]  ✓ Submariner is up and running
2021-07-18T08:12:50.2743193Z [36m[submariner-operator]$ [cluster2] subctl_install_subm[0m
2021-07-18T08:12:50.2744313Z [36m[submariner-operator]$ [cluster2] subctlrepver=[0m
2021-07-18T08:12:50.2745365Z [36m[submariner-operator]$ [cluster2] PASS_CIDR_ARGS=false[0m
2021-07-18T08:12:50.2748258Z [36m[submariner-operator]$ [cluster2] /root/.local/bin/subctl join --kubeconfig /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2 --clusterid cluster2 --nattport 4500 --ikeport 500 --colorcodes blue --globalnet-cidr  --natt=false --cable-driver libreswan /go/src/github.com/submariner-io/submariner-operator/output/broker-info.subm[0m
2021-07-18T08:12:50.2752029Z [cluster2] * /go/src/github.com/submariner-io/submariner-operator/output/broker-info.subm says broker is at: https://172.18.0.5:6443
2021-07-18T08:12:50.2753449Z [cluster2] * There are 1 labeled nodes in the cluster:
2021-07-18T08:12:50.2754305Z [cluster2]   - cluster2-worker
2021-07-18T08:12:50.2755133Z [cluster2]  • Discovering network details  ...
2021-07-18T08:12:50.2755786Z [cluster2]     Discovered network details:
2021-07-18T08:12:50.2756842Z [cluster2]         Network plugin:  weave-net
2021-07-18T08:12:50.2757438Z [cluster2]         Service CIDRs:   [100.2.0.0/16]
2021-07-18T08:12:50.2758326Z [cluster2]         Cluster CIDRs:   [10.2.0.0/16]
2021-07-18T08:12:50.2759735Z [cluster2]  ✓ Discovering network details
2021-07-18T08:12:50.2760597Z [cluster2]  • Discovering multi cluster details  ...
2021-07-18T08:12:50.2761846Z [cluster2]  • Validating Globalnet configurations  ...
2021-07-18T08:12:50.2763110Z [cluster2]  ✓ Validating Globalnet configurations
2021-07-18T08:12:50.2763983Z [cluster2]  ✓ Discovering multi cluster details
2021-07-18T08:12:50.2764863Z [cluster2]  • Deploying the Submariner operator  ...
2021-07-18T08:12:50.2765771Z [cluster2]  ✓ Deploying the Submariner operator
2021-07-18T08:12:50.2767048Z [cluster2]  ✓ Created operator CRDs
2021-07-18T08:12:50.2768021Z [cluster2]  ✓ Created operator namespace: submariner-operator
2021-07-18T08:12:50.2769187Z [cluster2]  ✓ Created operator service account and role
2021-07-18T08:12:50.2770130Z [cluster2]  ✓ Created lighthouse service account and role
2021-07-18T08:12:50.2772706Z [cluster2]  ✓ Created Lighthouse service accounts and roles
2021-07-18T08:12:50.2773965Z [cluster2]  ✓ Deployed the operator successfully
2021-07-18T08:12:50.2775074Z [cluster2]  • Creating SA for cluster  ...
2021-07-18T08:12:50.2776514Z [cluster2]  ✓ Creating SA for cluster
2021-07-18T08:12:50.2777289Z [cluster2]  • Deploying Submariner  ...
2021-07-18T08:12:50.2778033Z [cluster2]  ✓ Deploying Submariner
2021-07-18T08:12:50.2778802Z [cluster2]  ✓ Submariner is up and running
2021-07-18T08:12:50.2799128Z [36m[submariner-operator]$ [cluster2] wait 6374[0m
2021-07-18T08:12:50.2824331Z [36m[submariner-operator]$ [cluster2] with_context cluster2 with_retries 30 verify_gw_status[0m
2021-07-18T08:12:50.2836590Z [36m[submariner-operator]$ [cluster2] with_context cluster2 with_retries 30 verify_gw_status[0m
2021-07-18T08:12:50.2851059Z [36m[submariner-operator]$ [cluster2] with_retries 30 verify_gw_status[0m
2021-07-18T08:12:50.2878949Z [36m[submariner-operator]$ [cluster2] with_retries[0m
2021-07-18T08:12:50.2913720Z [36m[submariner-operator]$ [cluster2] iteration=1[0m
2021-07-18T08:12:50.2946562Z [36m[submariner-operator]$ [cluster2] wait 6417[0m
2021-07-18T08:12:50.3043014Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:12:50.3057996Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:12:50.3086805Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:12:50.3100659Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:12:50.3191666Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:12:51.7939695Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:12:51.7983558Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:12:52.1032134Z  • Showing Connections  ...
2021-07-18T08:12:52.1669589Z  ✗ Showing Connections
2021-07-18T08:12:52.1670423Z  ✗ There are no gateways detected
2021-07-18T08:12:52.1905956Z  • Showing Connections  ...
2021-07-18T08:12:52.2062645Z  ✗ Showing Connections
2021-07-18T08:12:52.2063492Z  ✗ There are no gateways detected
2021-07-18T08:12:52.2104472Z iter: 1. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:12:52.2117298Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:12:58.2230591Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:12:58.2292735Z [36m[submariner-operator]$ [cluster2] wait 6444[0m
2021-07-18T08:12:58.2339342Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:12:58.2354804Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:12:58.2368931Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:12:58.2397657Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:12:58.2441167Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:12:58.4733067Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:12:58.4749135Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:12:58.6099469Z  • Showing Connections  ...
2021-07-18T08:12:58.6172825Z  ✗ Showing Connections
2021-07-18T08:12:58.6173617Z  ✗ There are no gateways detected
2021-07-18T08:12:58.6282621Z  • Showing Connections  ...
2021-07-18T08:12:58.6303664Z  ✗ Showing Connections
2021-07-18T08:12:58.6304407Z  ✗ There are no gateways detected
2021-07-18T08:12:58.6332808Z iter: 2. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:12:58.6350628Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:13:04.6374742Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:13:04.6423476Z [36m[submariner-operator]$ [cluster2] wait 6471[0m
2021-07-18T08:13:04.6436104Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:04.6500685Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:04.6563396Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:13:04.6601941Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:04.6735888Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:13:05.5790245Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:05.5810273Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:13:05.8056085Z  • Showing Connections  ...
2021-07-18T08:13:05.8131259Z  ✗ Showing Connections
2021-07-18T08:13:05.8132037Z  ✗ There are no gateways detected
2021-07-18T08:13:06.2883060Z  • Showing Connections  ...
2021-07-18T08:13:07.3069038Z  ✗ Showing Connections
2021-07-18T08:13:07.3069809Z  ✗ There are no gateways detected
2021-07-18T08:13:07.3099902Z iter: 3. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:13:07.3118679Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:13:13.3181586Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:13:13.3291714Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:13.3302673Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:13.3314519Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:13:13.3320874Z [36m[submariner-operator]$ [cluster2] wait 6499[0m
2021-07-18T08:13:13.3327534Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:13.3347540Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:13:14.5667799Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:14.5684225Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:13:14.8109519Z  • Showing Connections  ...
2021-07-18T08:13:14.8288059Z  ✗ Showing Connections
2021-07-18T08:13:14.8290839Z  ✗ There are no gateways detected
2021-07-18T08:13:14.8553927Z  • Showing Connections  ...
2021-07-18T08:13:14.8975387Z  ✗ Showing Connections
2021-07-18T08:13:14.8981817Z  ✗ There are no gateways detected
2021-07-18T08:13:14.9050056Z iter: 4. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:13:14.9064797Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:13:20.9096187Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:13:20.9152043Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:20.9176319Z [36m[submariner-operator]$ [cluster2] wait 6525[0m
2021-07-18T08:13:20.9213034Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:20.9238750Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:13:20.9277169Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:20.9361858Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:13:21.1271836Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:21.1284339Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:13:21.4300824Z  • Showing Connections  ...
2021-07-18T08:13:21.5833480Z  ✗ Showing Connections
2021-07-18T08:13:21.5834192Z  ✗ No connections found
2021-07-18T08:13:21.6149815Z  • Showing Connections  ...
2021-07-18T08:13:21.6313480Z  ✗ Showing Connections
2021-07-18T08:13:21.6314238Z  ✗ There are no gateways detected
2021-07-18T08:13:21.6336245Z iter: 5. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:13:21.6351005Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:13:27.6390555Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:13:27.6538756Z [36m[submariner-operator]$ [cluster2] wait 6552[0m
2021-07-18T08:13:27.6565503Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:27.6607233Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:27.6671468Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:13:27.6682020Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:27.6725363Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:13:28.0732936Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:28.0758021Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:13:28.1608627Z  • Showing Connections  ...
2021-07-18T08:13:28.1662344Z  ✗ Showing Connections
2021-07-18T08:13:28.1663232Z  ✗ No connections found
2021-07-18T08:13:28.2772828Z  • Showing Connections  ...
2021-07-18T08:13:28.2816422Z  ✗ Showing Connections
2021-07-18T08:13:28.2817262Z  ✗ There are no gateways detected
2021-07-18T08:13:28.2851806Z iter: 6. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:13:28.2873968Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:13:34.2920685Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:13:34.2962928Z [36m[submariner-operator]$ [cluster2] wait 6580[0m
2021-07-18T08:13:34.2970444Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:34.2982865Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:34.2996018Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:13:34.3009512Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:34.3028961Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:13:34.3744183Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:34.3760738Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:13:34.4503143Z  • Showing Connections  ...
2021-07-18T08:13:34.4559446Z  ✗ Showing Connections
2021-07-18T08:13:34.4560126Z  ✗ No connections found
2021-07-18T08:13:34.4687833Z  • Showing Connections  ...
2021-07-18T08:13:34.4720883Z  ✗ Showing Connections
2021-07-18T08:13:34.4721589Z  ✗ No connections found
2021-07-18T08:13:34.4747473Z iter: 7. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:13:34.4760832Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:13:40.4789204Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:13:40.4831614Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:40.4832643Z [36m[submariner-operator]$ [cluster2] wait 6606[0m
2021-07-18T08:13:40.4841115Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:40.4852630Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:13:40.4866804Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:40.4885368Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:13:40.5640475Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:40.5654987Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:13:40.6110485Z  • Showing Connections  ...
2021-07-18T08:13:40.6148174Z  ✗ Showing Connections
2021-07-18T08:13:40.6148950Z  ✗ No connections found
2021-07-18T08:13:40.6305499Z  • Showing Connections  ...
2021-07-18T08:13:40.6332401Z  ✗ Showing Connections
2021-07-18T08:13:40.6333097Z  ✗ No connections found
2021-07-18T08:13:40.6363877Z iter: 8. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:13:40.6385915Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:13:46.6417272Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:13:46.6462540Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:46.6469396Z [36m[submariner-operator]$ [cluster2] wait 6632[0m
2021-07-18T08:13:46.6478269Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:13:46.6493178Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:13:46.6505174Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:46.6523480Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:13:46.7226035Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:13:46.7261282Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:13:46.7825696Z  • Showing Connections  ...
2021-07-18T08:13:46.7861189Z  ✓ Showing Connections
2021-07-18T08:13:46.7901350Z  • Showing Connections  ...
2021-07-18T08:13:46.7924394Z  ✓ Showing Connections
2021-07-18T08:13:46.7946983Z cluster1-worker  cluster1  172.18.0.6  no   libreswan     100.1.0.0/16, 10.1.0.0/16  connected  242.122µs
2021-07-18T08:13:46.7948331Z cluster2-worker  cluster2  172.18.0.8  no   libreswan     100.2.0.0/16, 10.2.0.0/16  connected  3.272905ms
2021-07-18T08:13:46.7965569Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:13:46.7980631Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:13:46.7995324Z [36m[submariner-operator]$ [cluster2] with_context cluster2 connectivity_tests cluster1[0m
2021-07-18T08:13:46.8009239Z [36m[submariner-operator]$ [cluster2] with_context cluster2 connectivity_tests cluster1[0m
2021-07-18T08:13:46.8024738Z [36m[submariner-operator]$ [cluster2] connectivity_tests cluster1[0m
2021-07-18T08:13:46.8043443Z [36m[submariner-operator]$ [cluster2] connectivity_tests[0m
2021-07-18T08:13:46.8058463Z [36m[submariner-operator]$ [cluster2] target_cluster=cluster1[0m
2021-07-18T08:13:46.8072890Z [36m[submariner-operator]$ [cluster2] import_image quay.io/submariner/nettest[0m
2021-07-18T08:13:46.8087333Z [36m[submariner-operator]$ [cluster2] import_image quay.io/submariner/nettest[0m
2021-07-18T08:13:46.8104978Z [36m[submariner-operator]$ [cluster2] docker tag quay.io/submariner/nettest:latest localhost:5000/nettest:local[0m
2021-07-18T08:13:47.2258165Z Error response from daemon: No such image: quay.io/submariner/nettest:latest
2021-07-18T08:13:47.2313501Z [36m[submariner-operator]$ [cluster2] docker pull quay.io/submariner/nettest:latest[0m
2021-07-18T08:13:47.8094323Z latest: Pulling from submariner/nettest
2021-07-18T08:13:47.8132832Z df20fa9351a1: Pulling fs layer
2021-07-18T08:13:47.8141708Z 741138c6c583: Pulling fs layer
2021-07-18T08:13:47.8146284Z d34ea735672c: Pulling fs layer
2021-07-18T08:13:47.8152054Z c91acd455ec9: Pulling fs layer
2021-07-18T08:13:47.8152620Z c91acd455ec9: Waiting
2021-07-18T08:13:47.9179854Z df20fa9351a1: Download complete
2021-07-18T08:13:47.9187250Z 741138c6c583: Verifying Checksum
2021-07-18T08:13:47.9187842Z 741138c6c583: Download complete
2021-07-18T08:13:48.0418416Z d34ea735672c: Verifying Checksum
2021-07-18T08:13:48.0419945Z d34ea735672c: Download complete
2021-07-18T08:13:48.0458875Z c91acd455ec9: Download complete
2021-07-18T08:13:48.4171535Z df20fa9351a1: Pull complete
2021-07-18T08:13:48.5534264Z 741138c6c583: Pull complete
2021-07-18T08:13:49.1555084Z d34ea735672c: Pull complete
2021-07-18T08:13:49.2533031Z c91acd455ec9: Pull complete
2021-07-18T08:13:49.2649040Z Digest: sha256:63f21b9d8065d60870c2bca980dbc4dc6358edf669661576b8cbee39e3024a2d
2021-07-18T08:13:49.2794521Z Status: Downloaded newer image for quay.io/submariner/nettest:latest
2021-07-18T08:13:49.2806462Z quay.io/submariner/nettest:latest
2021-07-18T08:13:49.2869119Z [36m[submariner-operator]$ [cluster2] docker tag quay.io/submariner/nettest:latest quay.io/submariner/nettest:latest[0m
2021-07-18T08:13:49.6554204Z [36m[submariner-operator]$ [cluster2] docker tag quay.io/submariner/nettest:latest localhost:5000/nettest:local[0m
2021-07-18T08:13:49.9669799Z [36m[submariner-operator]$ [cluster2] docker push localhost:5000/nettest:local[0m
2021-07-18T08:13:50.2751313Z The push refers to repository [localhost:5000/nettest]
2021-07-18T08:13:50.3207967Z 7497bfb0ae54: Preparing
2021-07-18T08:13:50.3211043Z 17de069c349e: Preparing
2021-07-18T08:13:50.3213519Z b85398c91342: Preparing
2021-07-18T08:13:50.3215955Z 50644c29ef5a: Preparing
2021-07-18T08:13:50.9079959Z b85398c91342: Pushed
2021-07-18T08:13:50.9671944Z 7497bfb0ae54: Pushed
2021-07-18T08:13:50.9945012Z 50644c29ef5a: Pushed
2021-07-18T08:13:51.9846670Z 17de069c349e: Pushed
2021-07-18T08:13:52.0080328Z local: digest: sha256:63f21b9d8065d60870c2bca980dbc4dc6358edf669661576b8cbee39e3024a2d size: 1155
2021-07-18T08:13:52.0149942Z [36m[submariner-operator]$ [cluster2] deploy_resource /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:13:52.0162028Z [36m[submariner-operator]$ [cluster2] deploy_resource /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:13:52.0180630Z [36m[submariner-operator]$ [cluster2] resource_name=$(basename "$resource_file" ".yaml")[0m
2021-07-18T08:13:52.0202048Z [36m[submariner-operator]$ [cluster2] basename /opt/shipyard/scripts/resources/netshoot.yaml .yaml[0m
2021-07-18T08:13:52.0224003Z [36m[submariner-operator]$ [cluster2] kubectl apply -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:13:52.0239528Z [36m[submariner-operator]$ [cluster2] kubectl apply -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:13:52.0256625Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 apply -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:13:52.5724452Z deployment.apps/netshoot created
2021-07-18T08:13:52.5811199Z Waiting for netshoot pods to be ready.
2021-07-18T08:13:52.5858581Z [36m[submariner-operator]$ [cluster2] kubectl rollout status deploy/netshoot --timeout=5m[0m
2021-07-18T08:13:52.5876533Z [36m[submariner-operator]$ [cluster2] kubectl rollout status deploy/netshoot --timeout=5m[0m
2021-07-18T08:13:52.5892486Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 rollout status deploy/netshoot --timeout=5m[0m
2021-07-18T08:13:52.9921437Z Waiting for deployment "netshoot" rollout to finish: 0 of 1 updated replicas are available...
2021-07-18T08:13:54.8653902Z deployment "netshoot" successfully rolled out
2021-07-18T08:13:54.8713257Z [36m[submariner-operator]$ [cluster2] with_context cluster1 deploy_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:13:54.8732452Z [36m[submariner-operator]$ [cluster2] with_context cluster1 deploy_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:13:54.8757586Z [36m[submariner-operator]$ [cluster1] deploy_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:13:54.8773105Z [36m[submariner-operator]$ [cluster1] deploy_resource[0m
2021-07-18T08:13:54.8805360Z [36m[submariner-operator]$ [cluster1] resource_name=$(basename "$resource_file" ".yaml")[0m
2021-07-18T08:13:54.8826368Z [36m[submariner-operator]$ [cluster1] basename /opt/shipyard/scripts/resources/nginx-demo.yaml .yaml[0m
2021-07-18T08:13:54.8851366Z [36m[submariner-operator]$ [cluster1] kubectl apply -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:13:54.8867401Z [36m[submariner-operator]$ [cluster1] kubectl apply -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:13:54.8883054Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 apply -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:13:55.5308673Z deployment.apps/nginx-demo created
2021-07-18T08:13:55.5566192Z service/nginx-demo created
2021-07-18T08:13:55.6551996Z serviceexport.multicluster.x-k8s.io/nginx-demo created
2021-07-18T08:13:55.6601216Z Waiting for nginx-demo pods to be ready.
2021-07-18T08:13:55.6616878Z [36m[submariner-operator]$ [cluster1] kubectl rollout status deploy/nginx-demo --timeout=5m[0m
2021-07-18T08:13:55.6630472Z [36m[submariner-operator]$ [cluster1] kubectl rollout status deploy/nginx-demo --timeout=5m[0m
2021-07-18T08:13:55.6643681Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 rollout status deploy/nginx-demo --timeout=5m[0m
2021-07-18T08:13:56.2150542Z Waiting for deployment "nginx-demo" rollout to finish: 0 of 2 updated replicas are available...
2021-07-18T08:14:02.6866303Z Waiting for deployment "nginx-demo" rollout to finish: 1 of 2 updated replicas are available...
2021-07-18T08:14:02.9556672Z deployment "nginx-demo" successfully rolled out
2021-07-18T08:14:02.9613699Z [36m[submariner-operator]$ [cluster2] netshoot_pod=$(kubectl get pods -l app=netshoot | awk 'FNR == 2 {print $1}')[0m
2021-07-18T08:14:02.9646946Z [36m[submariner-operator]$ [cluster2] kubectl get pods -l app=netshoot[0m
2021-07-18T08:14:02.9673665Z [36m[submariner-operator]$ [cluster2] awk FNR == 2 {print $1}[0m
2021-07-18T08:14:02.9720697Z [36m[submariner-operator]$ [cluster2] kubectl get pods -l app=netshoot[0m
2021-07-18T08:14:02.9767168Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get pods -l app=netshoot[0m
2021-07-18T08:14:03.4758307Z [36m[submariner-operator]$ [cluster2] nginx_svc_ip=$(with_context "$target_cluster" get_svc_ip nginx-demo)[0m
2021-07-18T08:14:03.4777481Z [36m[submariner-operator]$ [cluster2] with_context cluster1 get_svc_ip nginx-demo[0m
2021-07-18T08:14:03.4791282Z [36m[submariner-operator]$ [cluster2] with_context cluster1 get_svc_ip nginx-demo[0m
2021-07-18T08:14:03.4813780Z [36m[submariner-operator]$ [cluster1] get_svc_ip nginx-demo[0m
2021-07-18T08:14:03.4829205Z [36m[submariner-operator]$ [cluster1] get_svc_ip[0m
2021-07-18T08:14:03.4845427Z [36m[submariner-operator]$ [cluster1] svc_ip=$(kubectl --context="$cluster" get svc -l "app=${svc_name}" | awk 'FNR == 2 {print $3}')[0m
2021-07-18T08:14:03.4866083Z [36m[submariner-operator]$ [cluster1] kubectl --context=cluster1 get svc -l app=nginx-demo[0m
2021-07-18T08:14:03.4886000Z [36m[submariner-operator]$ [cluster1] awk FNR == 2 {print $3}[0m
2021-07-18T08:14:03.4897290Z [36m[submariner-operator]$ [cluster1] kubectl --context=cluster1 get svc -l app=nginx-demo[0m
2021-07-18T08:14:03.4912455Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get svc -l app=nginx-demo[0m
2021-07-18T08:14:03.8283843Z [36m[submariner-operator]$ [cluster2] with_retries 5 test_connection netshoot-57677568b8-tb2wk 100.1.195.95[0m
2021-07-18T08:14:03.8314739Z [36m[submariner-operator]$ [cluster2] with_retries 5 test_connection netshoot-57677568b8-tb2wk 100.1.195.95[0m
2021-07-18T08:14:03.8336322Z [36m[submariner-operator]$ [cluster2] iteration=1[0m
2021-07-18T08:14:03.8380706Z [36m[submariner-operator]$ [cluster2] wait 6782[0m
2021-07-18T08:14:03.8381988Z [36m[submariner-operator]$ [cluster2] test_connection netshoot-57677568b8-tb2wk 100.1.195.95[0m
2021-07-18T08:14:03.8391472Z [36m[submariner-operator]$ [cluster2] test_connection[0m
2021-07-18T08:14:03.8397958Z Attempting connectivity between clusters - netshoot-57677568b8-tb2wk --> 100.1.195.95
2021-07-18T08:14:03.8455005Z [36m[submariner-operator]$ [cluster2] wait_time=30[0m
2021-07-18T08:14:03.8474618Z [36m[submariner-operator]$ [cluster2] start_time=$(date +%s)[0m
2021-07-18T08:14:03.8494683Z [36m[submariner-operator]$ [cluster2] date +%s[0m
2021-07-18T08:14:03.8547160Z [36m[submariner-operator]$ [cluster2] kubectl exec netshoot-57677568b8-tb2wk -- curl --output /dev/null -m 30 --silent --head --fail 100.1.195.95[0m
2021-07-18T08:14:03.8594041Z [36m[submariner-operator]$ [cluster2] kubectl exec netshoot-57677568b8-tb2wk -- curl --output /dev/null -m 30 --silent --head --fail 100.1.195.95[0m
2021-07-18T08:14:03.8611767Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 exec netshoot-57677568b8-tb2wk -- curl --output /dev/null -m 30 --silent --head --fail 100.1.195.95[0m
2021-07-18T08:14:04.3384592Z Connection test was successful!
2021-07-18T08:14:04.3404438Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:14:04.3420042Z [36m[submariner-operator]$ [cluster2] remove_resource /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:14:04.3439896Z [36m[submariner-operator]$ [cluster2] remove_resource /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:14:04.3455341Z [36m[submariner-operator]$ [cluster2] kubectl delete -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:14:04.3471432Z [36m[submariner-operator]$ [cluster2] kubectl delete -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:14:04.3485844Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 delete -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:14:04.6630562Z deployment.apps "netshoot" deleted
2021-07-18T08:14:04.6718001Z [36m[submariner-operator]$ [cluster2] with_context cluster1 remove_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:14:04.6737341Z [36m[submariner-operator]$ [cluster2] with_context cluster1 remove_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:14:04.6760146Z [36m[submariner-operator]$ [cluster1] remove_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:14:04.6778253Z [36m[submariner-operator]$ [cluster1] remove_resource[0m
2021-07-18T08:14:04.6799768Z [36m[submariner-operator]$ [cluster1] kubectl delete -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:14:04.6823522Z [36m[submariner-operator]$ [cluster1] kubectl delete -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:14:04.6840822Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 delete -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:14:04.9800281Z deployment.apps "nginx-demo" deleted
2021-07-18T08:14:05.0100079Z service "nginx-demo" deleted
2021-07-18T08:14:05.0366843Z serviceexport.multicluster.x-k8s.io "nginx-demo" deleted
2021-07-18T08:14:05.0762415Z [36m[submariner-operator]$ [cluster2] run_if_defined post_deploy[0m
2021-07-18T08:14:05.0788295Z [36m[submariner-operator]$ [cluster2] run_if_defined post_deploy[0m
2021-07-18T08:14:05.0805702Z [36m[submariner-operator]$ [cluster2] type -t post_deploy[0m
2021-07-18T08:14:05.0898558Z [36m[submariner-operator]$ [cluster2] grep -q function[0m
2021-07-18T08:14:05.0964393Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:14:05.0966439Z Successfully remade target file 'deploy'.
2021-07-18T08:14:05.1048842Z make[1]: Leaving directory '/go/src/github.com/submariner-io/submariner-operator'
2021-07-18T08:14:05.1124280Z   Successfully remade target file 'deploy-latest'.
2021-07-18T08:14:05.1125233Z      File 'clusters' does not exist.
2021-07-18T08:14:05.1125943Z     Must remake target 'clusters'.
2021-07-18T08:14:05.1127452Z /opt/shipyard/scripts/clusters.sh --cluster_settings /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings
2021-07-18T08:14:05.2818026Z Running with: k8s_version=1.20.7, olm_version=0.14.1, olm=false, globalnet=false, registry_inmemory=true, cluster_settings=/go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings, timeout=5m
2021-07-18T08:14:05.2859583Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/utils[0m
2021-07-18T08:14:05.2925281Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:14:05.2984666Z [36m[submariner-operator]$ script_name=utils[0m
2021-07-18T08:14:05.2999556Z [36m[submariner-operator]$ exec_name=clusters.sh[0m
2021-07-18T08:14:05.3033402Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/cluster_settings[0m
2021-07-18T08:14:05.3079200Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:14:05.3107274Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:14:05.3157057Z [36m[submariner-operator]$ exec_name=clusters.sh[0m
2021-07-18T08:14:05.3190408Z [36m[submariner-operator]$ broker=cluster1[0m
2021-07-18T08:14:05.3204264Z [36m[submariner-operator]$ declare -gA cluster_nodes[0m
2021-07-18T08:14:05.3227921Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker[0m
2021-07-18T08:14:05.3281362Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker[0m
2021-07-18T08:14:05.3337744Z [36m[submariner-operator]$ cluster_nodes[cluster3]=control-plane worker worker[0m
2021-07-18T08:14:05.3350475Z [36m[submariner-operator]$ declare -gA cluster_subm[0m
2021-07-18T08:14:05.3376785Z [36m[submariner-operator]$ cluster_subm[cluster1]=true[0m
2021-07-18T08:14:05.3453414Z [36m[submariner-operator]$ cluster_subm[cluster2]=true[0m
2021-07-18T08:14:05.3478346Z [36m[submariner-operator]$ cluster_subm[cluster3]=true[0m
2021-07-18T08:14:05.3513450Z [36m[submariner-operator]$ declare -gA cluster_cni[0m
2021-07-18T08:14:05.3632838Z [36m[submariner-operator]$ cluster_cni[cluster2]=weave[0m
2021-07-18T08:14:05.3682135Z [36m[submariner-operator]$ cluster_cni[cluster3]=weave[0m
2021-07-18T08:14:05.3760365Z [36m[submariner-operator]$ source /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings[0m
2021-07-18T08:14:05.3822563Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:14:05.4011835Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:14:05.4076636Z [36m[submariner-operator]$ exec_name=clusters.sh[0m
2021-07-18T08:14:05.4130791Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker worker[0m
2021-07-18T08:14:05.4234788Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker worker[0m
2021-07-18T08:14:05.4319971Z [36m[submariner-operator]$ cat <<EOM
2021-07-18T08:14:05.4322852Z Cluster settings::
2021-07-18T08:14:05.4323707Z   broker - ${broker@Q}
2021-07-18T08:14:05.4324348Z   clusters - ${clusters[*]@Q}
2021-07-18T08:14:05.4325181Z   cni - $(typeset -p cluster_cni | cut -f 2- -d=)
2021-07-18T08:14:05.4326071Z   nodes per cluster - $(typeset -p cluster_nodes | cut -f 2- -d=)
2021-07-18T08:14:05.4326989Z   install submariner - $(typeset -p cluster_subm | cut -f 2- -d=)
2021-07-18T08:14:05.4327675Z EOM[0m
2021-07-18T08:14:05.4340214Z [36m[submariner-operator]$ typeset -p cluster_cni[0m
2021-07-18T08:14:05.4439806Z [36m[submariner-operator]$ cut -f 2- -d=[0m
2021-07-18T08:14:05.4569892Z [36m[submariner-operator]$ typeset -p cluster_nodes[0m
2021-07-18T08:14:05.4699461Z [36m[submariner-operator]$ cut -f 2- -d=[0m
2021-07-18T08:14:05.4737067Z [36m[submariner-operator]$ typeset -p cluster_subm[0m
2021-07-18T08:14:05.4752483Z [36m[submariner-operator]$ cut -f 2- -d=[0m
2021-07-18T08:14:05.4853154Z Cluster settings::
2021-07-18T08:14:05.4854200Z   broker - 'cluster1'
2021-07-18T08:14:05.4854928Z   clusters - 'cluster1' 'cluster2'
2021-07-18T08:14:05.4855763Z   cni - ([cluster2]="weave" [cluster1]="weave" )
2021-07-18T08:14:05.4857113Z   nodes per cluster - ([cluster3]="control-plane worker worker" [cluster2]="control-plane worker worker" [cluster1]="control-plane worker worker" )
2021-07-18T08:14:05.4858429Z   install submariner - ([cluster2]="true" [cluster1]="true" )
2021-07-18T08:14:05.4913353Z [36m[submariner-operator]$ rm -rf /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs[0m
2021-07-18T08:14:05.4976638Z [36m[submariner-operator]$ mkdir -p /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs[0m
2021-07-18T08:14:05.5036113Z [36m[submariner-operator]$ run_local_registry[0m
2021-07-18T08:14:05.5050638Z [36m[submariner-operator]$ run_local_registry[0m
2021-07-18T08:14:05.5073476Z [36m[submariner-operator]$ registry_running[0m
2021-07-18T08:14:05.5096287Z [36m[submariner-operator]$ registry_running[0m
2021-07-18T08:14:05.5116945Z [36m[submariner-operator]$ docker ps --filter name=^/?kind-registry$[0m
2021-07-18T08:14:05.5215017Z [36m[submariner-operator]$ grep kind-registry[0m
2021-07-18T08:14:05.9247280Z cbbdb71aa53c   registry:2   "/entrypoint.sh /etc…"   8 minutes ago   Up 8 minutes   127.0.0.1:5000->5000/tcp   kind-registry
2021-07-18T08:14:05.9265905Z [36m[submariner-operator]$ return 0[0m
2021-07-18T08:14:05.9272415Z Local registry kind-registry already running.
2021-07-18T08:14:05.9287470Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:14:05.9304181Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:14:05.9319037Z [36m[submariner-operator]$ declare -gA cluster_CIDRs service_CIDRs global_CIDRs[0m
2021-07-18T08:14:05.9332809Z [36m[submariner-operator]$ i=1[0m
2021-07-18T08:14:05.9347332Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:14:05.9359287Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:14:05.9374119Z [36m[submariner-operator]$ [cluster1] cluster_CIDRs[cluster1]=10.1.0.0/16[0m
2021-07-18T08:14:05.9388971Z [36m[submariner-operator]$ [cluster1] service_CIDRs[cluster1]=100.1.0.0/16[0m
2021-07-18T08:14:05.9411692Z [36m[submariner-operator]$ [cluster1] i=$(("$i"+1))[0m
2021-07-18T08:14:05.9428326Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:14:05.9442980Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:14:05.9463600Z [36m[submariner-operator]$ [cluster2] cluster_CIDRs[cluster2]=10.2.0.0/16[0m
2021-07-18T08:14:05.9480195Z [36m[submariner-operator]$ [cluster2] service_CIDRs[cluster2]=100.2.0.0/16[0m
2021-07-18T08:14:05.9493505Z [36m[submariner-operator]$ [cluster2] i=$(("$i"+1))[0m
2021-07-18T08:14:05.9509639Z [36m[submariner-operator]$ [cluster2] wait 6992[0m
2021-07-18T08:14:05.9521078Z [36m[submariner-operator]$ [cluster2] run_all_clusters with_retries 3 create_kind_cluster[0m
2021-07-18T08:14:05.9534401Z [36m[submariner-operator]$ [cluster2] run_all_clusters with_retries 3 create_kind_cluster[0m
2021-07-18T08:14:05.9547241Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 with_retries 3 create_kind_cluster[0m
2021-07-18T08:14:05.9565725Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 cluster1 cluster2 with_retries 3 create_kind_cluster[0m
2021-07-18T08:14:05.9581875Z [36m[submariner-operator]$ [cluster2] declare -A pids[0m
2021-07-18T08:14:05.9602710Z [36m[submariner-operator]$ [cluster2] eval echo cluster1 cluster2[0m
2021-07-18T08:14:05.9624321Z [36m[submariner-operator]$ [cluster1] set -o pipefail[0m
2021-07-18T08:14:05.9630088Z [36m[submariner-operator]$ [cluster1] pids[cluster1]=7001[0m
2021-07-18T08:14:05.9639313Z [36m[submariner-operator]$ [cluster1] with_retries 3 create_kind_cluster[0m
2021-07-18T08:14:05.9657791Z [36m[submariner-operator]$ [cluster2] pids[cluster2]=7005[0m
2021-07-18T08:14:05.9671183Z [36m[submariner-operator]$ [cluster1] sed /\[cluster1]/!s/^/[cluster1] /[0m
2021-07-18T08:14:05.9688198Z [36m[submariner-operator]$ [cluster2] wait 7005[0m
2021-07-18T08:14:05.9696795Z [36m[submariner-operator]$ [cluster2] set -o pipefail[0m
2021-07-18T08:14:05.9712715Z [36m[submariner-operator]$ [cluster2] with_retries 3 create_kind_cluster[0m
2021-07-18T08:14:05.9755492Z [36m[submariner-operator]$ [cluster2] sed /\[cluster2]/!s/^/[cluster2] /[0m
2021-07-18T08:14:13.7272847Z [36m[submariner-operator]$ [cluster1] with_retries[0m
2021-07-18T08:14:13.7274057Z [36m[submariner-operator]$ [cluster1] iteration=1[0m
2021-07-18T08:14:13.7275012Z [36m[submariner-operator]$ [cluster1] wait 7022[0m
2021-07-18T08:14:13.7276009Z [36m[submariner-operator]$ [cluster1] create_kind_cluster[0m
2021-07-18T08:14:13.7277154Z [36m[submariner-operator]$ [cluster1] create_kind_cluster[0m
2021-07-18T08:14:13.7278856Z [36m[submariner-operator]$ [cluster1] export KUBECONFIG=/go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:14:13.7281005Z [36m[submariner-operator]$ [cluster1] rm -f /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:14:13.7282493Z [36m[submariner-operator]$ [cluster1] kind get clusters[0m
2021-07-18T08:14:13.7283528Z [36m[submariner-operator]$ [cluster1] grep -q ^cluster1$[0m
2021-07-18T08:14:13.7284388Z [cluster1] KIND cluster already exists, skipping its creation...
2021-07-18T08:14:13.7285555Z [36m[submariner-operator]$ [cluster1] kind export kubeconfig --name=cluster1[0m
2021-07-18T08:14:13.7286615Z [cluster1] Set kubectl context to "kind-cluster1"
2021-07-18T08:14:13.7287568Z [36m[submariner-operator]$ [cluster1] kind_fixup_config[0m
2021-07-18T08:14:13.7288581Z [36m[submariner-operator]$ [cluster1] kind_fixup_config[0m
2021-07-18T08:14:13.7290179Z [36m[submariner-operator]$ [cluster1] docker inspect -f {{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}} cluster1-control-plane[0m
2021-07-18T08:14:13.7291870Z [36m[submariner-operator]$ [cluster1] head -n 1[0m
2021-07-18T08:14:13.7293593Z [36m[submariner-operator]$ [cluster1] sed -i -- s/server: .*/server: https:\/\/172.18.0.5:6443/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:14:13.7295969Z [36m[submariner-operator]$ [cluster1] sed -i -- s/user: kind-.*/user: cluster1/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:14:13.7298310Z [36m[submariner-operator]$ [cluster1] sed -i -- s/name: kind-.*/name: cluster1/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:14:13.7300932Z [36m[submariner-operator]$ [cluster1] sed -i -- s/cluster: kind-.*/cluster: cluster1/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:14:13.7303434Z [36m[submariner-operator]$ [cluster1] sed -i -- s/current-context: .*/current-context: cluster1/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:14:13.7305774Z [36m[submariner-operator]$ [cluster1] chmod a+r /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1[0m
2021-07-18T08:14:13.7307242Z [36m[submariner-operator]$ [cluster1] return[0m
2021-07-18T08:14:13.7308163Z [36m[submariner-operator]$ [cluster1] return 0[0m
2021-07-18T08:14:13.7517396Z [36m[submariner-operator]$ [cluster2] with_retries[0m
2021-07-18T08:14:13.7518533Z [36m[submariner-operator]$ [cluster2] iteration=1[0m
2021-07-18T08:14:13.7519495Z [36m[submariner-operator]$ [cluster2] wait 7024[0m
2021-07-18T08:14:13.7520487Z [36m[submariner-operator]$ [cluster2] create_kind_cluster[0m
2021-07-18T08:14:13.7521514Z [36m[submariner-operator]$ [cluster2] create_kind_cluster[0m
2021-07-18T08:14:13.7523196Z [36m[submariner-operator]$ [cluster2] export KUBECONFIG=/go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:14:13.7525311Z [36m[submariner-operator]$ [cluster2] rm -f /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:14:13.7526804Z [36m[submariner-operator]$ [cluster2] kind get clusters[0m
2021-07-18T08:14:13.7527824Z [36m[submariner-operator]$ [cluster2] grep -q ^cluster2$[0m
2021-07-18T08:14:13.7528901Z [cluster2] KIND cluster already exists, skipping its creation...
2021-07-18T08:14:13.7530081Z [36m[submariner-operator]$ [cluster2] kind export kubeconfig --name=cluster2[0m
2021-07-18T08:14:13.7531122Z [cluster2] Set kubectl context to "kind-cluster2"
2021-07-18T08:14:13.7532094Z [36m[submariner-operator]$ [cluster2] kind_fixup_config[0m
2021-07-18T08:14:13.7533096Z [36m[submariner-operator]$ [cluster2] kind_fixup_config[0m
2021-07-18T08:14:13.7534693Z [36m[submariner-operator]$ [cluster2] docker inspect -f {{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}} cluster2-control-plane[0m
2021-07-18T08:14:13.7536151Z [36m[submariner-operator]$ [cluster2] head -n 1[0m
2021-07-18T08:14:13.7537910Z [36m[submariner-operator]$ [cluster2] sed -i -- s/server: .*/server: https:\/\/172.18.0.9:6443/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:14:13.7541803Z [36m[submariner-operator]$ [cluster2] sed -i -- s/user: kind-.*/user: cluster2/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:14:13.7544106Z [36m[submariner-operator]$ [cluster2] sed -i -- s/name: kind-.*/name: cluster2/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:14:13.7546470Z [36m[submariner-operator]$ [cluster2] sed -i -- s/cluster: kind-.*/cluster: cluster2/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:14:13.7548976Z [36m[submariner-operator]$ [cluster2] sed -i -- s/current-context: .*/current-context: cluster2/g /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:14:13.7551471Z [36m[submariner-operator]$ [cluster2] chmod a+r /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2[0m
2021-07-18T08:14:13.7552941Z [36m[submariner-operator]$ [cluster2] return[0m
2021-07-18T08:14:13.7553867Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:14:13.7576495Z [36m[submariner-operator]$ [cluster2] wait 7001[0m
2021-07-18T08:14:13.7601289Z [36m[submariner-operator]$ [cluster2] print_clusters_message[0m
2021-07-18T08:14:13.7614233Z [36m[submariner-operator]$ [cluster2] print_clusters_message[0m
2021-07-18T08:14:13.7635724Z [36m[submariner-operator]$ [cluster2] cat <<EOM
2021-07-18T08:14:13.7636609Z Your virtual cluster(s) are deployed and working properly and can be accessed with:
2021-07-18T08:14:13.7637162Z
2021-07-18T08:14:13.7638185Z export KUBECONFIG=\$(find \$(git rev-parse --show-toplevel)/output/kubeconfigs/ -type f -printf %p:)
2021-07-18T08:14:13.7638838Z
2021-07-18T08:14:13.7639790Z $ kubectl config use-context cluster1 # or cluster2, cluster3..
2021-07-18T08:14:13.7640521Z
2021-07-18T08:14:13.7642578Z To clean everthing up, just run: make clean-clusters
2021-07-18T08:14:13.7643263Z EOM[0m
2021-07-18T08:14:13.7643965Z Your virtual cluster(s) are deployed and working properly and can be accessed with:
2021-07-18T08:14:13.7644505Z
2021-07-18T08:14:13.7645454Z export KUBECONFIG=$(find $(git rev-parse --show-toplevel)/output/kubeconfigs/ -type f -printf %p:)
2021-07-18T08:14:13.7646092Z
2021-07-18T08:14:13.7647226Z $ kubectl config use-context cluster1 # or cluster2, cluster3..
2021-07-18T08:14:13.7648700Z
2021-07-18T08:14:13.7649887Z To clean everthing up, just run: make clean-clusters
2021-07-18T08:14:13.7651073Z     Successfully remade target file 'clusters'.
2021-07-18T08:14:13.7652259Z      File 'preload-images' does not exist.
2021-07-18T08:14:13.7653118Z        File 'images' does not exist.
2021-07-18T08:14:13.7658379Z          File 'package/.image.submariner-operator' does not exist.
2021-07-18T08:14:13.7738828Z find: 'bin/submariner-operator': No such file or directory
2021-07-18T08:14:14.1360516Z              File 'bin/submariner-operator' does not exist.
2021-07-18T08:14:14.1366946Z                File 'generate-embeddedyamls' does not exist.
2021-07-18T08:14:14.1373713Z                  File 'generate' does not exist.
2021-07-18T08:14:14.1374523Z                 Must remake target 'generate'.
2021-07-18T08:14:14.1425224Z /go/src/github.com/submariner-io/submariner-operator/bin/controller-gen object:headerFile="hack/boilerplate.go.txt,year=2021" paths="./..."
2021-07-18T08:14:18.2302157Z                 Successfully remade target file 'generate'.
2021-07-18T08:14:18.2420078Z               Must remake target 'generate-embeddedyamls'.
2021-07-18T08:14:18.2421289Z               Successfully remade target file 'generate-embeddedyamls'.
2021-07-18T08:14:18.2422500Z             Must remake target 'bin/submariner-operator'.
2021-07-18T08:14:18.2423210Z /opt/shipyard/scripts/compile.sh \
2021-07-18T08:14:18.2424495Z --ldflags "-X=github.com/submariner-io/submariner-operator/pkg/version.Version=devel-0105e4d" \
2021-07-18T08:14:18.2425662Z bin/submariner-operator main.go
2021-07-18T08:14:18.2938125Z [36m[submariner-operator]$ mkdir -p bin[0m
2021-07-18T08:14:18.2956324Z Building 'bin/submariner-operator' (ldflags: '-X=github.com/submariner-io/submariner-operator/pkg/version.Version=devel-0105e4d')
2021-07-18T08:14:18.2970413Z [36m[submariner-operator]$ ldflags=-s -w -X=github.com/submariner-io/submariner-operator/pkg/version.Version=devel-0105e4d[0m
2021-07-18T08:14:18.2986088Z [36m[submariner-operator]$ CGO_ENABLED=0 go build -trimpath -ldflags -s -w -X=github.com/submariner-io/submariner-operator/pkg/version.Version=devel-0105e4d -o bin/submariner-operator main.go[0m
2021-07-18T08:14:36.9918599Z [36m[submariner-operator]$ upx bin/submariner-operator[0m
2021-07-18T08:14:43.2681586Z                        Ultimate Packer for eXecutables
2021-07-18T08:14:43.2683576Z                           Copyright (C) 1996 - 2020
2021-07-18T08:14:43.2684614Z UPX 3.96        Markus Oberhumer, Laszlo Molnar & John Reiser   Jan 23rd 2020
2021-07-18T08:14:43.2686072Z
2021-07-18T08:14:43.2686626Z         File size         Ratio      Format      Name
2021-07-18T08:14:43.2687443Z    --------------------   ------   -----------   -----------
2021-07-18T08:14:43.2688352Z   34459648 ->   9933112   28.83%   linux/amd64   submariner-operator
2021-07-18T08:14:43.2688798Z
2021-07-18T08:14:43.2689157Z Packed 1 file.
2021-07-18T08:14:43.2698697Z             Successfully remade target file 'bin/submariner-operator'.
2021-07-18T08:14:43.2700749Z            Prerequisite 'bin/submariner-operator' is newer than target 'package/Dockerfile.submariner-operator'.
2021-07-18T08:14:43.2702330Z           Must remake target 'package/Dockerfile.submariner-operator'.
2021-07-18T08:14:43.2703788Z           Successfully remade target file 'package/Dockerfile.submariner-operator'.
2021-07-18T08:14:43.2704881Z            File 'FORCE_IMAGE' does not exist.
2021-07-18T08:14:43.2705681Z           Must remake target 'FORCE_IMAGE'.
2021-07-18T08:14:43.2706473Z           Successfully remade target file 'FORCE_IMAGE'.
2021-07-18T08:14:43.2707505Z         Must remake target 'package/.image.submariner-operator'.
2021-07-18T08:14:43.2709334Z /opt/shipyard/scripts/build_image.sh -i submariner-operator -f package/Dockerfile.submariner-operator -h package/.image.submariner-operator
2021-07-18T08:14:43.3174744Z flags:WARN flag short name (h) already defined
2021-07-18T08:14:43.3768906Z [36m[submariner-operator]$ set -e[0m
2021-07-18T08:14:43.3780286Z [36m[submariner-operator]$ cache_image=quay.io/submariner/submariner-operator:devel[0m
2021-07-18T08:14:43.3790832Z [36m[submariner-operator]$ cache_flag=[0m
2021-07-18T08:14:43.3804964Z [36m[submariner-operator]$ cache_flag=--cache-from quay.io/submariner/submariner-operator:devel[0m
2021-07-18T08:14:43.3824353Z [36m[submariner-operator]$ docker image ls -q quay.io/submariner/submariner-operator:devel[0m
2021-07-18T08:14:43.7201062Z [36m[submariner-operator]$ docker pull quay.io/submariner/submariner-operator:devel[0m
2021-07-18T08:14:44.2290872Z devel: Pulling from submariner/submariner-operator
2021-07-18T08:14:44.2291636Z 9aabc6bb514c: Pulling fs layer
2021-07-18T08:14:44.3653671Z 9aabc6bb514c: Verifying Checksum
2021-07-18T08:14:44.3654519Z 9aabc6bb514c: Download complete
2021-07-18T08:14:44.6033432Z 9aabc6bb514c: Pull complete
2021-07-18T08:14:44.6071771Z Digest: sha256:4fc688208e3986e77644027577c7d3896e83b320cc64da4dcdbe1f94adcbda8b
2021-07-18T08:14:44.6090370Z Status: Downloaded newer image for quay.io/submariner/submariner-operator:devel
2021-07-18T08:14:44.6156284Z quay.io/submariner/submariner-operator:devel
2021-07-18T08:14:44.6167904Z [36m[submariner-operator]$ grep FROM package/Dockerfile.submariner-operator[0m
2021-07-18T08:14:44.6202144Z [36m[submariner-operator]$ cut -f2 -d [0m
2021-07-18T08:14:44.6302071Z [36m[submariner-operator]$ grep -v scratch[0m
2021-07-18T08:14:44.6335405Z [36m[submariner-operator]$ buildargs_flag=--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg BASE_BRANCH=devel[0m
2021-07-18T08:14:44.6353922Z [36m[0m
2021-07-18T08:14:45.5800224Z [36m[submariner-operator]$ docker buildx use buildx_builder[0m
2021-07-18T08:14:46.4442260Z error: failed to find instance "buildx_builder": open /root/.docker/buildx/instances/buildx_builder: no such file or directory
2021-07-18T08:14:46.4522827Z [36m[submariner-operator]$ docker buildx create --name buildx_builder --use[0m
2021-07-18T08:14:47.3579537Z buildx_builder
2021-07-18T08:14:47.3660710Z [36m[submariner-operator]$ docker buildx build --load -t quay.io/submariner/submariner-operator:dev --cache-from quay.io/submariner/submariner-operator:devel -f package/Dockerfile.submariner-operator --iidfile package/.image.submariner-operator --platform linux/amd64 --build-arg BUILDKIT_INLINE_CACHE=1 --build-arg BASE_BRANCH=devel .[0m
2021-07-18T08:14:48.2946181Z #1 [internal] booting buildkit
2021-07-18T08:14:48.2948381Z #1 sha256:d12aa9a8cb4de2bac5d646fd506518cef3678376a2ad774066bdd82e1f572e0c
2021-07-18T08:14:48.4443182Z #1 pulling image moby/buildkit:buildx-stable-1
2021-07-18T08:14:52.3550833Z #1 pulling image moby/buildkit:buildx-stable-1 4.0s done
2021-07-18T08:14:52.3585468Z #1 creating container buildx_buildkit_buildx_builder0
2021-07-18T08:14:53.1054543Z #1 creating container buildx_buildkit_buildx_builder0 0.7s done
2021-07-18T08:14:53.1055621Z #1 DONE 4.7s
2021-07-18T08:14:53.4058151Z
2021-07-18T08:14:53.4060407Z #2 [internal] load build definition from Dockerfile.submariner-operator
2021-07-18T08:14:53.4065064Z #2 sha256:7b1c1c9213038d73e909f5b59e5c16d8e39e3b435a427fbea0aa745e1d98bde4
2021-07-18T08:14:53.4066091Z #2 transferring dockerfile: 230B done
2021-07-18T08:14:53.4066593Z #2 DONE 0.0s
2021-07-18T08:14:53.4066850Z
2021-07-18T08:14:53.4067313Z #3 [internal] load .dockerignore
2021-07-18T08:14:53.4068361Z #3 sha256:54696cb8bc935316da53bfd258246bb92045efe79ef2785f6e4c7adef94a38f2
2021-07-18T08:14:53.4069354Z #3 transferring context: 2B done
2021-07-18T08:14:53.4069822Z #3 DONE 0.0s
2021-07-18T08:14:53.4070078Z
2021-07-18T08:14:53.4070481Z #4 [internal] load build context
2021-07-18T08:14:53.4071375Z #4 sha256:407ae89fed7d218500bf6f72699c3455596427514d08964fb71997147fc66f28
2021-07-18T08:14:53.4072164Z #4 DONE 0.0s
2021-07-18T08:14:53.4072414Z
2021-07-18T08:14:53.4073462Z #6 importing cache manifest from quay.io/submariner/submariner-operator:devel
2021-07-18T08:14:53.4075580Z #6 sha256:db6e513456d7d63fd9e86cca8d8a83f1eb0b2eaefc7f50d06048094c1b3ec182
2021-07-18T08:14:53.7062650Z #6 DONE 0.3s
2021-07-18T08:14:53.7063079Z
2021-07-18T08:14:53.7063531Z #4 [internal] load build context
2021-07-18T08:14:53.7064419Z #4 sha256:407ae89fed7d218500bf6f72699c3455596427514d08964fb71997147fc66f28
2021-07-18T08:14:54.0985473Z #4 transferring context: 9.94MB 0.4s done
2021-07-18T08:14:54.0986051Z #4 DONE 0.4s
2021-07-18T08:14:54.0986308Z
2021-07-18T08:14:54.0987559Z #5 [1/1] COPY bin/submariner-operator /submariner-operator
2021-07-18T08:14:54.0988830Z #5 sha256:0c61d262d14aa3c84c254016fba4e87b6ba7656be5bab1805af2331c9bb0fb13
2021-07-18T08:14:54.0994194Z #5 CACHED
2021-07-18T08:14:54.0994472Z
2021-07-18T08:14:54.1000093Z #7 exporting to oci image format
2021-07-18T08:14:54.1001145Z #7 sha256:69a2560eef4d3ece902c3b5149d142e9bd132f25db0bc9e35b94201534c415d2
2021-07-18T08:14:54.1002468Z #7 exporting layers done
2021-07-18T08:14:54.1003676Z #7 exporting manifest sha256:de9bbdc497e579259a39507af2f25bbb63c3b0a7ac43576fa382f07e1dd99e1f done
2021-07-18T08:14:54.1011062Z #7 exporting config sha256:2d7e862e7c9a7cf6d0fff86d715882397631fcc6b1ba617b2d8a8d78322e83b7 done
2021-07-18T08:14:54.2407794Z #7 ...
2021-07-18T08:14:54.2408123Z
2021-07-18T08:14:54.2409418Z #5 [1/1] COPY bin/submariner-operator /submariner-operator
2021-07-18T08:14:54.2410664Z #5 sha256:0c61d262d14aa3c84c254016fba4e87b6ba7656be5bab1805af2331c9bb0fb13
2021-07-18T08:14:54.2412337Z #5 sha256:9aabc6bb514c8021810110e5fb3bafd3f119cb23f253d128b1b53e2bf65b8a9a 9.62MB / 9.62MB 0.2s done
2021-07-18T08:14:54.2416447Z #5 CACHED
2021-07-18T08:14:54.3990891Z
2021-07-18T08:14:54.4022269Z #7 exporting to oci image format
2021-07-18T08:14:54.4026205Z #7 sha256:69a2560eef4d3ece902c3b5149d142e9bd132f25db0bc9e35b94201534c415d2
2021-07-18T08:14:54.4113858Z #7 sending tarball
2021-07-18T08:14:54.6157633Z #7 sending tarball 0.4s done
2021-07-18T08:14:54.6158203Z #7 DONE 0.6s
2021-07-18T08:14:54.6158608Z
2021-07-18T08:14:54.6158998Z #9 exporting cache
2021-07-18T08:14:54.6159973Z #9 sha256:2700d4ef94dee473593c5c614b55b2dedcca7893909811a8f2b48291a1f581e4
2021-07-18T08:14:54.6161079Z #9 preparing build cache for export done
2021-07-18T08:14:54.6161579Z #9 DONE 0.0s
2021-07-18T08:14:54.6161827Z
2021-07-18T08:14:54.6162206Z #8 importing to docker
2021-07-18T08:14:54.6163227Z #8 sha256:22c54ef78aed65199efdd841654e9645e41ed360cbb9d86df1e31ba3b0b9a120
2021-07-18T08:14:54.6164506Z #8 DONE 0.0s
2021-07-18T08:14:54.6294300Z [36m[submariner-operator]$ docker tag quay.io/submariner/submariner-operator:dev quay.io/submariner/submariner-operator:devel[0m
2021-07-18T08:14:54.9446060Z         Successfully remade target file 'package/.image.submariner-operator'.
2021-07-18T08:14:54.9447118Z          File 'build' does not exist.
2021-07-18T08:14:54.9448174Z              File 'bin/subctl-devel-0105e4d-linux-amd64' does not exist.
2021-07-18T08:14:54.9688129Z             Must remake target 'bin/subctl-devel-0105e4d-linux-amd64'.
2021-07-18T08:14:54.9690838Z mkdir -p bin
2021-07-18T08:14:54.9715090Z target=bin/subctl-devel-0105e4d-linux-amd64; \
2021-07-18T08:14:54.9716063Z target=${target%.exe}; \
2021-07-18T08:14:54.9716753Z components=($(echo ${target//-/ })); \
2021-07-18T08:14:54.9717424Z GOOS=${components[-2]}; \
2021-07-18T08:14:54.9718041Z GOARCH=${components[-1]}; \
2021-07-18T08:14:54.9718612Z export GOARCH GOOS; \
2021-07-18T08:14:54.9719184Z /opt/shipyard/scripts/compile.sh \
2021-07-18T08:14:54.9720380Z 	--ldflags "-X github.com/submariner-io/submariner-operator/pkg/version.Version=devel-0105e4d \
2021-07-18T08:14:54.9722399Z 		   -X=github.com/submariner-io/submariner-operator/pkg/versions.DefaultSubmarinerOperatorVersion=${DEFAULT_IMAGE_VERSION#v}" \
2021-07-18T08:14:54.9724301Z 	--noupx bin/subctl-devel-0105e4d-linux-amd64 ./pkg/subctl/main.go
2021-07-18T08:14:55.0344268Z [36m[submariner-operator]$ mkdir -p bin[0m
2021-07-18T08:14:55.0364450Z Building 'bin/subctl-devel-0105e4d-linux-amd64' (ldflags: $'-X github.com/submariner-io/submariner-operator/pkg/version.Version=devel-0105e4d \t\t   -X=github.com/submariner-io/submariner-operator/pkg/versions.DefaultSubmarinerOperatorVersion=devel')
2021-07-18T08:14:55.0375754Z [36m[submariner-operator]$ ldflags=-s -w -X github.com/submariner-io/submariner-operator/pkg/version.Version=devel-0105e4d 		   -X=github.com/submariner-io/submariner-operator/pkg/versions.DefaultSubmarinerOperatorVersion=devel[0m
2021-07-18T08:14:55.0393004Z [36m[submariner-operator]$ CGO_ENABLED=0 go build -trimpath -ldflags -s -w -X github.com/submariner-io/submariner-operator/pkg/version.Version=devel-0105e4d 		   -X=github.com/submariner-io/submariner-operator/pkg/versions.DefaultSubmarinerOperatorVersion=devel -o bin/subctl-devel-0105e4d-linux-amd64 ./pkg/subctl/main.go[0m
2021-07-18T08:14:58.6950949Z             Successfully remade target file 'bin/subctl-devel-0105e4d-linux-amd64'.
2021-07-18T08:14:58.6952789Z            Prerequisite 'bin/subctl-devel-0105e4d-linux-amd64' is newer than target 'bin/subctl'.
2021-07-18T08:14:58.6953902Z           Must remake target 'bin/subctl'.
2021-07-18T08:14:58.6954843Z ln -sf subctl-devel-0105e4d-linux-amd64 bin/subctl
2021-07-18T08:14:58.7031643Z           Successfully remade target file 'bin/subctl'.
2021-07-18T08:14:58.7032512Z         Must remake target 'build'.
2021-07-18T08:14:58.7033268Z         Successfully remade target file 'build'.
2021-07-18T08:14:58.7034031Z       Must remake target 'images'.
2021-07-18T08:14:58.7034785Z       Successfully remade target file 'images'.
2021-07-18T08:14:58.7035591Z     Must remake target 'preload-images'.
2021-07-18T08:14:58.7036318Z set -e;\
2021-07-18T08:14:58.7036811Z . /opt/shipyard/scripts/lib/deploy_funcs;\
2021-07-18T08:14:58.7037450Z . /opt/shipyard/scripts/lib/debug_functions;\
2021-07-18T08:14:58.7038909Z for image in submariner-operator submariner-gateway submariner-route-agent lighthouse-agent lighthouse-coredns; do\
2021-07-18T08:14:58.7040152Z 	import_image quay.io/submariner/${image};\
2021-07-18T08:14:58.7040658Z done
2021-07-18T08:14:58.7086244Z [36m[submariner-operator]$ import_image quay.io/submariner/submariner-operator[0m
2021-07-18T08:14:58.7112445Z [36m[submariner-operator]$ import_image quay.io/submariner/submariner-operator[0m
2021-07-18T08:14:58.7132713Z [36m[submariner-operator]$ docker tag quay.io/submariner/submariner-operator:dev localhost:5000/submariner-operator:local[0m
2021-07-18T08:14:59.0697895Z [36m[submariner-operator]$ docker push localhost:5000/submariner-operator:local[0m
2021-07-18T08:14:59.3683667Z The push refers to repository [localhost:5000/submariner-operator]
2021-07-18T08:14:59.3721958Z f9269f9cee12: Preparing
2021-07-18T08:15:00.0142021Z f9269f9cee12: Pushed
2021-07-18T08:15:00.0349857Z local: digest: sha256:4fc688208e3986e77644027577c7d3896e83b320cc64da4dcdbe1f94adcbda8b size: 528
2021-07-18T08:15:00.0415263Z [36m[submariner-operator]$ import_image quay.io/submariner/submariner-gateway[0m
2021-07-18T08:15:00.0430260Z [36m[submariner-operator]$ import_image quay.io/submariner/submariner-gateway[0m
2021-07-18T08:15:00.0446275Z [36m[submariner-operator]$ docker tag quay.io/submariner/submariner-gateway:dev localhost:5000/submariner-gateway:local[0m
2021-07-18T08:15:00.3794702Z Error response from daemon: No such image: quay.io/submariner/submariner-gateway:dev
2021-07-18T08:15:00.3867558Z [36m[submariner-operator]$ docker pull quay.io/submariner/submariner-gateway:devel[0m
2021-07-18T08:15:00.9277085Z devel: Pulling from submariner/submariner-gateway
2021-07-18T08:15:00.9277879Z 8c741e919b67: Pulling fs layer
2021-07-18T08:15:00.9278400Z 13495efbbac4: Pulling fs layer
2021-07-18T08:15:00.9278914Z 6df6df193f2d: Pulling fs layer
2021-07-18T08:15:00.9279940Z 3afbe9ee7387: Pulling fs layer
2021-07-18T08:15:00.9282766Z 3afbe9ee7387: Waiting
2021-07-18T08:15:01.0624047Z 13495efbbac4: Verifying Checksum
2021-07-18T08:15:01.0624677Z 13495efbbac4: Download complete
2021-07-18T08:15:01.3402100Z 3afbe9ee7387: Verifying Checksum
2021-07-18T08:15:01.3402813Z 3afbe9ee7387: Download complete
2021-07-18T08:15:01.3595355Z 6df6df193f2d: Verifying Checksum
2021-07-18T08:15:01.3596096Z 6df6df193f2d: Download complete
2021-07-18T08:15:01.5917460Z 8c741e919b67: Verifying Checksum
2021-07-18T08:15:01.5918170Z 8c741e919b67: Download complete
2021-07-18T08:15:05.7285420Z 8c741e919b67: Pull complete
2021-07-18T08:15:06.7654503Z 13495efbbac4: Pull complete
2021-07-18T08:15:08.0216388Z 6df6df193f2d: Pull complete
2021-07-18T08:15:08.3230793Z 3afbe9ee7387: Pull complete
2021-07-18T08:15:08.3300602Z Digest: sha256:16252ca036cdc08183e3368d617ba5b424b6b2c09a9103dce35a0044453bf895
2021-07-18T08:15:08.3620631Z Status: Downloaded newer image for quay.io/submariner/submariner-gateway:devel
2021-07-18T08:15:08.3662003Z quay.io/submariner/submariner-gateway:devel
2021-07-18T08:15:08.3673030Z [36m[submariner-operator]$ docker tag quay.io/submariner/submariner-gateway:devel quay.io/submariner/submariner-gateway:dev[0m
2021-07-18T08:15:08.6695268Z [36m[submariner-operator]$ docker tag quay.io/submariner/submariner-gateway:dev localhost:5000/submariner-gateway:local[0m
2021-07-18T08:15:09.0040837Z [36m[submariner-operator]$ docker push localhost:5000/submariner-gateway:local[0m
2021-07-18T08:15:09.3004924Z The push refers to repository [localhost:5000/submariner-gateway]
2021-07-18T08:15:09.3059951Z 71972a942ed4: Preparing
2021-07-18T08:15:09.3060572Z 3c7f2d60eacb: Preparing
2021-07-18T08:15:09.3061129Z 00c5f6897675: Preparing
2021-07-18T08:15:09.3061642Z b3b62c837788: Preparing
2021-07-18T08:15:10.0848820Z 00c5f6897675: Pushed
2021-07-18T08:15:10.5375157Z 71972a942ed4: Pushed
2021-07-18T08:15:14.5884585Z 3c7f2d60eacb: Pushed
2021-07-18T08:15:22.7946105Z b3b62c837788: Pushed
2021-07-18T08:15:22.8321492Z local: digest: sha256:16252ca036cdc08183e3368d617ba5b424b6b2c09a9103dce35a0044453bf895 size: 1159
2021-07-18T08:15:22.8361380Z [36m[submariner-operator]$ import_image quay.io/submariner/submariner-route-agent[0m
2021-07-18T08:15:22.8370530Z [36m[submariner-operator]$ import_image quay.io/submariner/submariner-route-agent[0m
2021-07-18T08:15:22.8389701Z [36m[submariner-operator]$ docker tag quay.io/submariner/submariner-route-agent:dev localhost:5000/submariner-route-agent:local[0m
2021-07-18T08:15:23.1381504Z Error response from daemon: No such image: quay.io/submariner/submariner-route-agent:dev
2021-07-18T08:15:23.1436437Z [36m[submariner-operator]$ docker pull quay.io/submariner/submariner-route-agent:devel[0m
2021-07-18T08:15:23.6632413Z devel: Pulling from submariner/submariner-route-agent
2021-07-18T08:15:23.6633407Z 8c741e919b67: Already exists
2021-07-18T08:15:23.6638880Z 13495efbbac4: Already exists
2021-07-18T08:15:23.6660525Z 70cc6422093d: Pulling fs layer
2021-07-18T08:15:23.6661141Z 7ba74d821748: Pulling fs layer
2021-07-18T08:15:23.6661634Z 62b0802bcf90: Pulling fs layer
2021-07-18T08:15:23.6662148Z 3e9c83283ee4: Pulling fs layer
2021-07-18T08:15:23.6662625Z 3e9c83283ee4: Waiting
2021-07-18T08:15:23.7350464Z 62b0802bcf90: Verifying Checksum
2021-07-18T08:15:23.7351725Z 62b0802bcf90: Download complete
2021-07-18T08:15:23.8503160Z 7ba74d821748: Verifying Checksum
2021-07-18T08:15:23.8503832Z 7ba74d821748: Download complete
2021-07-18T08:15:23.8538733Z 3e9c83283ee4: Verifying Checksum
2021-07-18T08:15:23.8540162Z 3e9c83283ee4: Download complete
2021-07-18T08:15:23.9576746Z 70cc6422093d: Verifying Checksum
2021-07-18T08:15:23.9577466Z 70cc6422093d: Download complete
2021-07-18T08:15:25.8066934Z 70cc6422093d: Pull complete
2021-07-18T08:15:26.0209372Z 7ba74d821748: Pull complete
2021-07-18T08:15:26.1150533Z 62b0802bcf90: Pull complete
2021-07-18T08:15:26.2179981Z 3e9c83283ee4: Pull complete
2021-07-18T08:15:26.2226496Z Digest: sha256:1b9fb51c2e4e74ff6e1f02bef98d8998d772ad01e73ece5e247462590d8c8c4c
2021-07-18T08:15:26.2253630Z Status: Downloaded newer image for quay.io/submariner/submariner-route-agent:devel
2021-07-18T08:15:26.2296361Z quay.io/submariner/submariner-route-agent:devel
2021-07-18T08:15:26.2343929Z [36m[submariner-operator]$ docker tag quay.io/submariner/submariner-route-agent:devel quay.io/submariner/submariner-route-agent:dev[0m
2021-07-18T08:15:26.5436898Z [36m[submariner-operator]$ docker tag quay.io/submariner/submariner-route-agent:dev localhost:5000/submariner-route-agent:local[0m
2021-07-18T08:15:26.8417600Z [36m[submariner-operator]$ docker push localhost:5000/submariner-route-agent:local[0m
2021-07-18T08:15:27.1412037Z The push refers to repository [localhost:5000/submariner-route-agent]
2021-07-18T08:15:27.1442109Z 1d810a4c0610: Preparing
2021-07-18T08:15:27.1442930Z 7a86b74623fc: Preparing
2021-07-18T08:15:27.1450846Z 26de773c4486: Preparing
2021-07-18T08:15:27.1451651Z 6931e591f8e2: Preparing
2021-07-18T08:15:27.1452211Z 00c5f6897675: Preparing
2021-07-18T08:15:27.1452712Z b3b62c837788: Preparing
2021-07-18T08:15:27.1527834Z b3b62c837788: Waiting
2021-07-18T08:15:27.8620678Z 00c5f6897675: Mounted from submariner-gateway
2021-07-18T08:15:27.8858105Z 26de773c4486: Pushed
2021-07-18T08:15:27.9004708Z b3b62c837788: Mounted from submariner-gateway
2021-07-18T08:15:27.9005382Z 7a86b74623fc: Pushed
2021-07-18T08:15:27.9006574Z 1d810a4c0610: Pushed
2021-07-18T08:15:32.2396944Z 6931e591f8e2: Pushed
2021-07-18T08:15:32.2658728Z local: digest: sha256:1b9fb51c2e4e74ff6e1f02bef98d8998d772ad01e73ece5e247462590d8c8c4c size: 1575
2021-07-18T08:15:32.2709246Z [36m[submariner-operator]$ import_image quay.io/submariner/lighthouse-agent[0m
2021-07-18T08:15:32.2720837Z [36m[submariner-operator]$ import_image quay.io/submariner/lighthouse-agent[0m
2021-07-18T08:15:32.2737032Z [36m[submariner-operator]$ docker tag quay.io/submariner/lighthouse-agent:dev localhost:5000/lighthouse-agent:local[0m
2021-07-18T08:15:32.5680093Z Error response from daemon: No such image: quay.io/submariner/lighthouse-agent:dev
2021-07-18T08:15:32.5717479Z [36m[submariner-operator]$ docker pull quay.io/submariner/lighthouse-agent:devel[0m
2021-07-18T08:15:33.0397713Z devel: Pulling from submariner/lighthouse-agent
2021-07-18T08:15:33.0398545Z ecd69139dc76: Pulling fs layer
2021-07-18T08:15:33.0399071Z 8261c1767de3: Pulling fs layer
2021-07-18T08:15:33.1303167Z ecd69139dc76: Verifying Checksum
2021-07-18T08:15:33.1304792Z ecd69139dc76: Download complete
2021-07-18T08:15:33.2358956Z ecd69139dc76: Pull complete
2021-07-18T08:15:33.2391006Z 8261c1767de3: Verifying Checksum
2021-07-18T08:15:33.2391679Z 8261c1767de3: Download complete
2021-07-18T08:15:33.4523661Z 8261c1767de3: Pull complete
2021-07-18T08:15:33.4572543Z Digest: sha256:93957d5e6a2d72de099dcf9f589a4321618b426900e681d3837a17c64c38d69f
2021-07-18T08:15:33.4593145Z Status: Downloaded newer image for quay.io/submariner/lighthouse-agent:devel
2021-07-18T08:15:33.4644808Z quay.io/submariner/lighthouse-agent:devel
2021-07-18T08:15:33.4663246Z [36m[submariner-operator]$ docker tag quay.io/submariner/lighthouse-agent:devel quay.io/submariner/lighthouse-agent:dev[0m
2021-07-18T08:15:33.7722410Z [36m[submariner-operator]$ docker tag quay.io/submariner/lighthouse-agent:dev localhost:5000/lighthouse-agent:local[0m
2021-07-18T08:15:34.1598934Z [36m[submariner-operator]$ docker push localhost:5000/lighthouse-agent:local[0m
2021-07-18T08:15:34.4801548Z The push refers to repository [localhost:5000/lighthouse-agent]
2021-07-18T08:15:34.4857874Z 83c79e393e11: Preparing
2021-07-18T08:15:34.4858471Z 0026d2f62bbf: Preparing
2021-07-18T08:15:34.5525750Z 0026d2f62bbf: Pushed
2021-07-18T08:15:35.0983665Z 83c79e393e11: Pushed
2021-07-18T08:15:35.1254317Z local: digest: sha256:93957d5e6a2d72de099dcf9f589a4321618b426900e681d3837a17c64c38d69f size: 735
2021-07-18T08:15:35.1334609Z [36m[submariner-operator]$ import_image quay.io/submariner/lighthouse-coredns[0m
2021-07-18T08:15:35.1353193Z [36m[submariner-operator]$ import_image quay.io/submariner/lighthouse-coredns[0m
2021-07-18T08:15:35.1374610Z [36m[submariner-operator]$ docker tag quay.io/submariner/lighthouse-coredns:dev localhost:5000/lighthouse-coredns:local[0m
2021-07-18T08:15:35.4509002Z Error response from daemon: No such image: quay.io/submariner/lighthouse-coredns:dev
2021-07-18T08:15:35.4545100Z [36m[submariner-operator]$ docker pull quay.io/submariner/lighthouse-coredns:devel[0m
2021-07-18T08:15:35.9254849Z devel: Pulling from submariner/lighthouse-coredns
2021-07-18T08:15:35.9255692Z 088e56360f76: Pulling fs layer
2021-07-18T08:15:35.9256189Z 18aed70882d2: Pulling fs layer
2021-07-18T08:15:36.0019306Z 088e56360f76: Verifying Checksum
2021-07-18T08:15:36.0039631Z 088e56360f76: Download complete
2021-07-18T08:15:36.1705539Z 088e56360f76: Pull complete
2021-07-18T08:15:36.1771585Z 18aed70882d2: Verifying Checksum
2021-07-18T08:15:36.1772277Z 18aed70882d2: Download complete
2021-07-18T08:15:36.4656038Z 18aed70882d2: Pull complete
2021-07-18T08:15:36.4720876Z Digest: sha256:d7e32908d5d6c680b813e0444db977c5b7578f7480fc650826c6dc993bbce595
2021-07-18T08:15:36.4747471Z Status: Downloaded newer image for quay.io/submariner/lighthouse-coredns:devel
2021-07-18T08:15:36.4751109Z quay.io/submariner/lighthouse-coredns:devel
2021-07-18T08:15:36.4795643Z [36m[submariner-operator]$ docker tag quay.io/submariner/lighthouse-coredns:devel quay.io/submariner/lighthouse-coredns:dev[0m
2021-07-18T08:15:36.7852014Z [36m[submariner-operator]$ docker tag quay.io/submariner/lighthouse-coredns:dev localhost:5000/lighthouse-coredns:local[0m
2021-07-18T08:15:37.0926928Z [36m[submariner-operator]$ docker push localhost:5000/lighthouse-coredns:local[0m
2021-07-18T08:15:37.3952049Z The push refers to repository [localhost:5000/lighthouse-coredns]
2021-07-18T08:15:37.4006422Z 7fca351e51be: Preparing
2021-07-18T08:15:37.4027521Z 4fa0ece06e25: Preparing
2021-07-18T08:15:37.4641851Z 4fa0ece06e25: Pushed
2021-07-18T08:15:38.2419502Z 7fca351e51be: Pushed
2021-07-18T08:15:38.2660023Z local: digest: sha256:d7e32908d5d6c680b813e0444db977c5b7578f7480fc650826c6dc993bbce595 size: 739
2021-07-18T08:15:38.2703151Z     Successfully remade target file 'preload-images'.
2021-07-18T08:15:38.2704185Z    Prerequisite 'clusters' of target 'deploy' does not exist.
2021-07-18T08:15:38.2705261Z    Prerequisite 'preload-images' of target 'deploy' does not exist.
2021-07-18T08:15:38.2706272Z    Prerequisite 'bin/subctl' is newer than target 'deploy'.
2021-07-18T08:15:38.2707042Z   Must remake target 'deploy'.
2021-07-18T08:15:38.2711431Z /opt/shipyard/scripts/deploy.sh --cluster_settings /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings
2021-07-18T08:15:38.4105427Z Running with: globalnet='false', deploytool='operator', deploytool_broker_args='', deploytool_submariner_args='', cluster_settings='/go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings', timeout=5m, image_tag=local, cable_driver=libreswan, service_discovery=false
2021-07-18T08:15:38.4135023Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/utils[0m
2021-07-18T08:15:38.4148358Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:15:38.4170429Z [36m[submariner-operator]$ script_name=utils[0m
2021-07-18T08:15:38.4194972Z [36m[submariner-operator]$ exec_name=deploy.sh[0m
2021-07-18T08:15:38.4217924Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/deploy_funcs[0m
2021-07-18T08:15:38.4232351Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:15:38.4246151Z [36m[submariner-operator]$ script_name=deploy_funcs[0m
2021-07-18T08:15:38.4255917Z [36m[submariner-operator]$ exec_name=deploy.sh[0m
2021-07-18T08:15:38.4277534Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/cluster_settings[0m
2021-07-18T08:15:38.4289812Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:15:38.4302347Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:15:38.4318187Z [36m[submariner-operator]$ exec_name=deploy.sh[0m
2021-07-18T08:15:38.4341746Z [36m[submariner-operator]$ broker=cluster1[0m
2021-07-18T08:15:38.4355198Z [36m[submariner-operator]$ declare -gA cluster_nodes[0m
2021-07-18T08:15:38.4374187Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker[0m
2021-07-18T08:15:38.4393993Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker[0m
2021-07-18T08:15:38.4426577Z [36m[submariner-operator]$ cluster_nodes[cluster3]=control-plane worker worker[0m
2021-07-18T08:15:38.4441663Z [36m[submariner-operator]$ declare -gA cluster_subm[0m
2021-07-18T08:15:38.4454614Z [36m[submariner-operator]$ cluster_subm[cluster1]=true[0m
2021-07-18T08:15:38.4475780Z [36m[submariner-operator]$ cluster_subm[cluster2]=true[0m
2021-07-18T08:15:38.4489216Z [36m[submariner-operator]$ cluster_subm[cluster3]=true[0m
2021-07-18T08:15:38.4501746Z [36m[submariner-operator]$ declare -gA cluster_cni[0m
2021-07-18T08:15:38.4523505Z [36m[submariner-operator]$ cluster_cni[cluster2]=weave[0m
2021-07-18T08:15:38.4535792Z [36m[submariner-operator]$ cluster_cni[cluster3]=weave[0m
2021-07-18T08:15:38.4588185Z [36m[submariner-operator]$ source /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings[0m
2021-07-18T08:15:38.4611912Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:15:38.4624916Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:15:38.4637031Z [36m[submariner-operator]$ exec_name=deploy.sh[0m
2021-07-18T08:15:38.4663520Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker worker[0m
2021-07-18T08:15:38.4674981Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker worker[0m
2021-07-18T08:15:38.4703252Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:15:38.4717548Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:15:38.4728652Z [36m[submariner-operator]$ declare -gA cluster_CIDRs service_CIDRs global_CIDRs[0m
2021-07-18T08:15:38.4739566Z [36m[submariner-operator]$ i=1[0m
2021-07-18T08:15:38.4752525Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:15:38.4764099Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:15:38.4779321Z [36m[submariner-operator]$ [cluster1] cluster_CIDRs[cluster1]=10.1.0.0/16[0m
2021-07-18T08:15:38.4792387Z [36m[submariner-operator]$ [cluster1] service_CIDRs[cluster1]=100.1.0.0/16[0m
2021-07-18T08:15:38.4806591Z [36m[submariner-operator]$ [cluster1] i=$(("$i"+1))[0m
2021-07-18T08:15:38.4821486Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:15:38.4833878Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:15:38.4851604Z [36m[submariner-operator]$ [cluster2] cluster_CIDRs[cluster2]=10.2.0.0/16[0m
2021-07-18T08:15:38.4932434Z [36m[submariner-operator]$ [cluster2] service_CIDRs[cluster2]=100.2.0.0/16[0m
2021-07-18T08:15:38.4948418Z [36m[submariner-operator]$ [cluster2] i=$(("$i"+1))[0m
2021-07-18T08:15:38.4985392Z [36m[submariner-operator]$ [cluster2] declare_kubeconfig[0m
2021-07-18T08:15:38.5000147Z [36m[submariner-operator]$ [cluster2] declare_kubeconfig[0m
2021-07-18T08:15:38.5015521Z [36m[submariner-operator]$ [cluster2] source /opt/shipyard/scripts/lib/kubecfg[0m
2021-07-18T08:15:38.5031813Z [36m[submariner-operator]$ [cluster2] export KUBECONFIG[0m
2021-07-18T08:15:38.5047434Z [36m[submariner-operator]$ [cluster2] KUBECONFIG=$(find "${DAPPER_OUTPUT:-output}"/kubeconfigs -type f -printf %p: || :)[0m
2021-07-18T08:15:38.5070786Z [36m[submariner-operator]$ [cluster2] find /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs -type f -printf %p:[0m
2021-07-18T08:15:38.5109721Z [36m[submariner-operator]$ [cluster2] bash -c curl -Ls https://get.submariner.io | VERSION=devel DESTDIR=/go/bin bash[0m
2021-07-18T08:15:38.6170407Z Installing subctl version devel
2021-07-18T08:15:38.6171094Z   OS detected:           linux
2021-07-18T08:15:38.6175036Z   Architecture detected: amd64
2021-07-18T08:15:38.6178279Z   Download URL:          https://github.com/submariner-io/submariner-operator/releases/download/subctl-devel/subctl-devel-linux-amd64.tar.xz
2021-07-18T08:15:38.6180021Z
2021-07-18T08:15:38.6180449Z Downloading...
2021-07-18T08:15:40.1094999Z subctl-devel-linux-amd64 has been installed as /go/bin/subctl
2021-07-18T08:15:40.1394622Z This provides subctl version: devel
2021-07-18T08:15:40.1414021Z
2021-07-18T08:15:40.1416742Z please update your path (and consider adding it to ~/.profile):
2021-07-18T08:15:40.1417407Z     export PATH=$PATH:/go/bin
2021-07-18T08:15:40.1417818Z
2021-07-18T08:15:40.1530305Z [36m[submariner-operator]$ [cluster2] load_deploytool operator[0m
2021-07-18T08:15:40.1544535Z [36m[submariner-operator]$ [cluster2] load_deploytool operator[0m
2021-07-18T08:15:40.1549508Z Will deploy submariner using operator
2021-07-18T08:15:40.1562042Z [36m[submariner-operator]$ [cluster2] . /opt/shipyard/scripts/lib/deploy_operator[0m
2021-07-18T08:15:40.1580829Z [36m[submariner-operator]$ [cluster2] . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:15:40.1594277Z [36m[submariner-operator]$ [cluster2] script_name=deploy_operator[0m
2021-07-18T08:15:40.1607901Z [36m[submariner-operator]$ [cluster2] exec_name=deploy.sh[0m
2021-07-18T08:15:40.1634148Z [36m[submariner-operator]$ [cluster2] deploytool_prereqs[0m
2021-07-18T08:15:40.1647755Z [36m[submariner-operator]$ [cluster2] deploytool_prereqs[0m
2021-07-18T08:15:40.1661992Z [36m[0m
2021-07-18T08:15:40.1673971Z [36m[submariner-operator]$ [cluster2] subctl version[0m
2021-07-18T08:15:40.2130015Z subctl version: devel-0105e4d
2021-07-18T08:15:40.2170215Z [36m[submariner-operator]$ [cluster2] run_if_defined pre_deploy[0m
2021-07-18T08:15:40.2184542Z [36m[submariner-operator]$ [cluster2] run_if_defined pre_deploy[0m
2021-07-18T08:15:40.2198727Z [36m[submariner-operator]$ [cluster2] type -t pre_deploy[0m
2021-07-18T08:15:40.2216865Z [36m[submariner-operator]$ [cluster2] grep -q function[0m
2021-07-18T08:15:40.2248955Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:15:40.2277987Z [36m[submariner-operator]$ [cluster2] run_subm_clusters prepare_cluster[0m
2021-07-18T08:15:40.2293599Z [36m[submariner-operator]$ [cluster2] run_subm_clusters prepare_cluster[0m
2021-07-18T08:15:40.2312665Z [36m[submariner-operator]$ [cluster2] declare -a subm_clusters[0m
2021-07-18T08:15:40.2351872Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 prepare_cluster[0m
2021-07-18T08:15:40.2368061Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 cluster1 cluster2 prepare_cluster[0m
2021-07-18T08:15:40.2383844Z [36m[submariner-operator]$ [cluster2] declare -A pids[0m
2021-07-18T08:15:40.2404918Z [36m[submariner-operator]$ [cluster2] eval echo cluster1 cluster2[0m
2021-07-18T08:15:40.2485598Z [36m[submariner-operator]$ [cluster1] pids[cluster1]=8641[0m
2021-07-18T08:15:40.2518031Z [36m[submariner-operator]$ [cluster2] set -o pipefail[0m
2021-07-18T08:15:40.2529821Z [36m[submariner-operator]$ [cluster2] pids[cluster2]=8644[0m
2021-07-18T08:15:40.2546867Z [36m[submariner-operator]$ [cluster1] set -o pipefail[0m
2021-07-18T08:15:40.2562803Z [36m[submariner-operator]$ [cluster2] wait 8644[0m
2021-07-18T08:15:40.2577395Z [36m[submariner-operator]$ [cluster1] prepare_cluster[0m
2021-07-18T08:15:40.2600562Z [36m[submariner-operator]$ [cluster2] prepare_cluster[0m
2021-07-18T08:15:40.2631334Z [36m[submariner-operator]$ [cluster1] sed /\[cluster1]/!s/^/[cluster1] /[0m
2021-07-18T08:15:40.2651609Z [36m[submariner-operator]$ [cluster2] sed /\[cluster2]/!s/^/[cluster2] /[0m
2021-07-18T08:15:40.7833070Z [36m[submariner-operator]$ [cluster1] prepare_cluster[0m
2021-07-18T08:15:40.7834267Z [36m[submariner-operator]$ [cluster1] add_subm_gateway_label[0m
2021-07-18T08:15:40.7835326Z [36m[submariner-operator]$ [cluster1] add_subm_gateway_label[0m
2021-07-18T08:15:40.7836840Z [36m[submariner-operator]$ [cluster1] kubectl label node cluster1-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:15:40.7838494Z [36m[submariner-operator]$ [cluster1] kubectl label node cluster1-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:15:40.7840276Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 label node cluster1-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:15:40.7841590Z [cluster1] node/cluster1-worker not labeled
2021-07-18T08:15:40.8083717Z [36m[submariner-operator]$ [cluster2] prepare_cluster[0m
2021-07-18T08:15:40.8084908Z [36m[submariner-operator]$ [cluster2] add_subm_gateway_label[0m
2021-07-18T08:15:40.8085961Z [36m[submariner-operator]$ [cluster2] add_subm_gateway_label[0m
2021-07-18T08:15:40.8087547Z [36m[submariner-operator]$ [cluster2] kubectl label node cluster2-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:15:40.8089182Z [36m[submariner-operator]$ [cluster2] kubectl label node cluster2-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:15:40.8090969Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 label node cluster2-worker submariner.io/gateway=true --overwrite[0m
2021-07-18T08:15:40.8092699Z [cluster2] node/cluster2-worker not labeled
2021-07-18T08:15:40.8117127Z [36m[submariner-operator]$ [cluster2] wait 8641[0m
2021-07-18T08:15:40.8130504Z [36m[submariner-operator]$ [cluster2] with_context cluster1 setup_broker[0m
2021-07-18T08:15:40.8144706Z [36m[submariner-operator]$ [cluster2] with_context cluster1 setup_broker[0m
2021-07-18T08:15:40.8160176Z [36m[submariner-operator]$ [cluster1] setup_broker[0m
2021-07-18T08:15:40.8172605Z [36m[submariner-operator]$ [cluster1] setup_broker[0m
2021-07-18T08:15:40.8182729Z Installing broker...
2021-07-18T08:15:40.8196764Z [36m[submariner-operator]$ [cluster1] subctlrepver=[0m
2021-07-18T08:15:40.8210613Z [36m[submariner-operator]$ [cluster1] subctlrepver=--repository localhost:5000 --version local[0m
2021-07-18T08:15:40.8232086Z [36m[submariner-operator]$ [cluster1] cd /go/src/github.com/submariner-io/submariner-operator/output[0m
2021-07-18T08:15:40.8245608Z [36m[output]$ [cluster1] subctl deploy-broker --kubeconfig /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1 --repository localhost:5000 --version local[0m
2021-07-18T08:15:40.8485531Z  • Setting up broker RBAC  ...
2021-07-18T08:15:40.8925067Z  ✓ Setting up broker RBAC
2021-07-18T08:15:40.8925882Z  • Deploying the Submariner operator  ...
2021-07-18T08:15:47.2124708Z  ✓ Deploying the Submariner operator
2021-07-18T08:15:47.2129587Z  ✓ Created operator service account and role
2021-07-18T08:15:47.2134062Z  ✓ Created Lighthouse service accounts and roles
2021-07-18T08:15:47.2138479Z  • Deploying the broker  ...
2021-07-18T08:15:48.2849900Z  ✓ Deploying the broker
2021-07-18T08:15:48.2850625Z  ✓ The broker has been deployed
2021-07-18T08:15:48.2851392Z  • Creating broker-info.subm file  ...
2021-07-18T08:15:48.3342923Z  ✓ Creating broker-info.subm file
2021-07-18T08:15:48.3344164Z  ✓ Backed up previous broker-info.subm to broker-info.subm.2021-07-18T08_15_48Z
2021-07-18T08:15:48.3350115Z  ⚠ Reusing IPsec PSK from existing broker-info.subm
2021-07-18T08:15:48.3405345Z [36m[submariner-operator]$ [cluster2] install_subm_all_clusters[0m
2021-07-18T08:15:48.3422710Z [36m[submariner-operator]$ [cluster2] install_subm_all_clusters[0m
2021-07-18T08:15:48.3442864Z [36m[submariner-operator]$ [cluster2] run_subm_clusters subctl_install_subm[0m
2021-07-18T08:15:48.3504001Z [36m[submariner-operator]$ [cluster2] run_subm_clusters subctl_install_subm[0m
2021-07-18T08:15:48.3518048Z [36m[submariner-operator]$ [cluster2] declare -a subm_clusters[0m
2021-07-18T08:15:48.3553499Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 subctl_install_subm[0m
2021-07-18T08:15:48.3566715Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 cluster1 cluster2 subctl_install_subm[0m
2021-07-18T08:15:48.3584267Z [36m[submariner-operator]$ [cluster2] declare -A pids[0m
2021-07-18T08:15:48.3613914Z [36m[submariner-operator]$ [cluster2] eval echo cluster1 cluster2[0m
2021-07-18T08:15:48.3642819Z [36m[submariner-operator]$ [cluster1] pids[cluster1]=8705[0m
2021-07-18T08:15:48.3648590Z [36m[submariner-operator]$ [cluster1] set -o pipefail[0m
2021-07-18T08:15:48.3663726Z [36m[submariner-operator]$ [cluster1] subctl_install_subm[0m
2021-07-18T08:15:48.3671677Z [36m[submariner-operator]$ [cluster2] pids[cluster2]=8708[0m
2021-07-18T08:15:48.3697118Z [36m[submariner-operator]$ [cluster2] wait 8708[0m
2021-07-18T08:15:48.3707609Z [36m[submariner-operator]$ [cluster2] set -o pipefail[0m
2021-07-18T08:15:48.3721674Z [36m[submariner-operator]$ [cluster1] sed /\[cluster1]/!s/^/[cluster1] /[0m
2021-07-18T08:15:48.3789565Z [36m[submariner-operator]$ [cluster2] subctl_install_subm[0m
2021-07-18T08:15:48.3825701Z [36m[submariner-operator]$ [cluster2] sed /\[cluster2]/!s/^/[cluster2] /[0m
2021-07-18T08:16:08.0993876Z [36m[submariner-operator]$ [cluster1] subctl_install_subm[0m
2021-07-18T08:16:08.0995939Z [36m[submariner-operator]$ [cluster1] subctlrepver=[0m
2021-07-18T08:16:08.0997499Z [36m[submariner-operator]$ [cluster1] subctlrepver=--repository localhost:5000 --version local[0m
2021-07-18T08:16:08.0998759Z [36m[submariner-operator]$ [cluster1] PASS_CIDR_ARGS=false[0m
2021-07-18T08:16:08.1001777Z [36m[submariner-operator]$ [cluster1] subctl join --kubeconfig /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster1 --clusterid cluster1 --repository localhost:5000 --version local --nattport 4500 --ikeport 500 --colorcodes blue --globalnet-cidr  --natt=false --cable-driver libreswan /go/src/github.com/submariner-io/submariner-operator/output/broker-info.subm[0m
2021-07-18T08:16:08.1005135Z [cluster1] * /go/src/github.com/submariner-io/submariner-operator/output/broker-info.subm says broker is at: https://172.18.0.5:6443
2021-07-18T08:16:08.1006311Z [cluster1] * There are 1 labeled nodes in the cluster:
2021-07-18T08:16:08.1007135Z [cluster1]   - cluster1-worker
2021-07-18T08:16:08.1007961Z [cluster1]  • Discovering network details  ...
2021-07-18T08:16:08.1009158Z [cluster1]         Network plugin:  weave-net
2021-07-18T08:16:08.1009790Z [cluster1]         Service CIDRs:   [100.1.0.0/16]
2021-07-18T08:16:08.1010358Z [cluster1]         Cluster CIDRs:   [10.1.0.0/16]
2021-07-18T08:16:08.1011137Z [cluster1]  ✓ Discovering network details
2021-07-18T08:16:08.1011991Z [cluster1]  • Discovering multi cluster details  ...
2021-07-18T08:16:08.1012890Z [cluster1]  • Validating Globalnet configurations  ...
2021-07-18T08:16:08.1013827Z [cluster1]  ✓ Validating Globalnet configurations
2021-07-18T08:16:08.1014891Z [cluster1]  ✓ Discovering multi cluster details
2021-07-18T08:16:08.1015769Z [cluster1]  • Deploying the Submariner operator  ...
2021-07-18T08:16:08.1016631Z [cluster1]  ✓ Deploying the Submariner operator
2021-07-18T08:16:08.1017563Z [cluster1]  ✓ Created Lighthouse service accounts and roles
2021-07-18T08:16:08.1018416Z [cluster1]  • Creating SA for cluster  ...
2021-07-18T08:16:08.1019542Z [cluster1]  ✓ Creating SA for cluster
2021-07-18T08:16:08.1020331Z [cluster1]  • Deploying Submariner  ...
2021-07-18T08:16:08.1021092Z [cluster1]  ✓ Deploying Submariner
2021-07-18T08:16:08.1021862Z [cluster1]  ✓ Submariner is up and running
2021-07-18T08:16:08.6573252Z [36m[submariner-operator]$ [cluster2] subctl_install_subm[0m
2021-07-18T08:16:08.6574489Z [36m[submariner-operator]$ [cluster2] subctlrepver=[0m
2021-07-18T08:16:08.6575772Z [36m[submariner-operator]$ [cluster2] subctlrepver=--repository localhost:5000 --version local[0m
2021-07-18T08:16:08.6576990Z [36m[submariner-operator]$ [cluster2] PASS_CIDR_ARGS=false[0m
2021-07-18T08:16:08.6580518Z [36m[submariner-operator]$ [cluster2] subctl join --kubeconfig /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs/kind-config-cluster2 --clusterid cluster2 --repository localhost:5000 --version local --nattport 4500 --ikeport 500 --colorcodes blue --globalnet-cidr  --natt=false --cable-driver libreswan /go/src/github.com/submariner-io/submariner-operator/output/broker-info.subm[0m
2021-07-18T08:16:08.6583708Z [cluster2] * /go/src/github.com/submariner-io/submariner-operator/output/broker-info.subm says broker is at: https://172.18.0.5:6443
2021-07-18T08:16:08.6584873Z [cluster2] * There are 1 labeled nodes in the cluster:
2021-07-18T08:16:08.6585685Z [cluster2]   - cluster2-worker
2021-07-18T08:16:08.6586507Z [cluster2]  • Discovering network details  ...
2021-07-18T08:16:08.6587312Z [cluster2]         Network plugin:  weave-net
2021-07-18T08:16:08.6587916Z [cluster2]         Service CIDRs:   [100.2.0.0/16]
2021-07-18T08:16:08.6588479Z [cluster2]         Cluster CIDRs:   [10.2.0.0/16]
2021-07-18T08:16:08.6589247Z [cluster2]  ✓ Discovering network details
2021-07-18T08:16:08.6590079Z [cluster2]  • Discovering multi cluster details  ...
2021-07-18T08:16:08.6591112Z [cluster2]  • Validating Globalnet configurations  ...
2021-07-18T08:16:08.6592027Z [cluster2]  ✓ Validating Globalnet configurations
2021-07-18T08:16:08.6592918Z [cluster2]  ✓ Discovering multi cluster details
2021-07-18T08:16:08.6594024Z [cluster2]  • Deploying the Submariner operator  ...
2021-07-18T08:16:08.6594944Z [cluster2]  ✓ Deploying the Submariner operator
2021-07-18T08:16:08.6595843Z [cluster2]  ✓ Created operator service account and role
2021-07-18T08:16:08.6596773Z [cluster2]  ✓ Created Lighthouse service accounts and roles
2021-07-18T08:16:08.6597629Z [cluster2]  • Creating SA for cluster  ...
2021-07-18T08:16:08.6598352Z [cluster2]  ✓ Creating SA for cluster
2021-07-18T08:16:08.6599110Z [cluster2]  • Deploying Submariner  ...
2021-07-18T08:16:08.6599869Z [cluster2]  ✓ Deploying Submariner
2021-07-18T08:16:08.6600633Z [cluster2]  ✓ Submariner is up and running
2021-07-18T08:16:08.6610926Z [36m[submariner-operator]$ [cluster2] wait 8705[0m
2021-07-18T08:16:08.6638761Z [36m[submariner-operator]$ [cluster2] with_context cluster2 with_retries 30 verify_gw_status[0m
2021-07-18T08:16:08.6654163Z [36m[submariner-operator]$ [cluster2] with_context cluster2 with_retries 30 verify_gw_status[0m
2021-07-18T08:16:08.6671679Z [36m[submariner-operator]$ [cluster2] with_retries 30 verify_gw_status[0m
2021-07-18T08:16:08.6690281Z [36m[submariner-operator]$ [cluster2] with_retries[0m
2021-07-18T08:16:08.6708632Z [36m[submariner-operator]$ [cluster2] iteration=1[0m
2021-07-18T08:16:08.6738355Z [36m[submariner-operator]$ [cluster2] wait 8748[0m
2021-07-18T08:16:08.6740367Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:08.6752979Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:08.6765519Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:16:08.6777443Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:08.6792369Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:16:08.7442019Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:08.7470055Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:16:08.8076401Z  • Showing Connections  ...
2021-07-18T08:16:08.8117453Z  ✗ Showing Connections
2021-07-18T08:16:08.8118201Z  ✗ There are no gateways detected
2021-07-18T08:16:08.8241631Z  • Showing Connections  ...
2021-07-18T08:16:08.8265249Z  ✗ Showing Connections
2021-07-18T08:16:08.8265994Z  ✗ There are no gateways detected
2021-07-18T08:16:08.8296273Z iter: 1. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:16:08.8311612Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:16:14.8341941Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:16:14.8390486Z [36m[submariner-operator]$ [cluster2] wait 8774[0m
2021-07-18T08:16:14.8402343Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:14.8418443Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:14.8436148Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:16:14.8479217Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:14.8601334Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:16:15.1504885Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:15.1520801Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:16:15.5016108Z  • Showing Connections  ...
2021-07-18T08:16:15.5428126Z  ✗ Showing Connections
2021-07-18T08:16:15.5428890Z  ✗ There are no gateways detected
2021-07-18T08:16:15.6421602Z  • Showing Connections  ...
2021-07-18T08:16:15.6771639Z  ✗ Showing Connections
2021-07-18T08:16:15.6772568Z  ✗ There are no gateways detected
2021-07-18T08:16:15.6802104Z iter: 2. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:16:15.6817759Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:16:21.6856486Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:16:21.6896843Z [36m[submariner-operator]$ [cluster2] wait 8800[0m
2021-07-18T08:16:21.6904506Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:21.6970434Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:21.6992036Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:16:21.7033506Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:21.7053098Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:16:22.2492186Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:22.2533198Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:16:22.6699292Z  • Showing Connections  ...
2021-07-18T08:16:22.7154603Z  ✓ Showing Connections
2021-07-18T08:16:23.0762904Z  • Showing Connections  ...
2021-07-18T08:16:23.1749886Z  ✗ Showing Connections
2021-07-18T08:16:23.1754880Z  ✗ There are no gateways detected
2021-07-18T08:16:23.1784410Z iter: 3. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:16:23.1804473Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:16:29.5155698Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:16:29.5157901Z [36m[submariner-operator]$ [cluster2] wait 8828[0m
2021-07-18T08:16:29.5159008Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:29.5160023Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:29.5161033Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:16:29.5162201Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:29.5163784Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:16:29.5165000Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:29.5166066Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:16:29.8188745Z  • Showing Connections  ...
2021-07-18T08:16:29.8411343Z  ✓ Showing Connections
2021-07-18T08:16:29.9151320Z  • Showing Connections  ...
2021-07-18T08:16:29.9631062Z  ✗ Showing Connections
2021-07-18T08:16:29.9631779Z  ✗ No connections found
2021-07-18T08:16:29.9661566Z iter: 4. Clusters not yet connected. sleeping for 6 secs
2021-07-18T08:16:29.9683968Z [36m[submariner-operator]$ [cluster2] sleep 6[0m
2021-07-18T08:16:35.9710203Z [36m[submariner-operator]$ [cluster2] return 1[0m
2021-07-18T08:16:35.9749939Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:35.9751566Z [36m[submariner-operator]$ [cluster2] wait 8855[0m
2021-07-18T08:16:35.9762117Z [36m[submariner-operator]$ [cluster2] verify_gw_status[0m
2021-07-18T08:16:35.9774891Z [36m[submariner-operator]$ [cluster2] sleep_duration=6[0m
2021-07-18T08:16:35.9788231Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:35.9809359Z [36m[submariner-operator]$ [cluster2] grep the server could not find the requested resource[0m
2021-07-18T08:16:36.0518285Z [36m[submariner-operator]$ [cluster2] subctl show connections[0m
2021-07-18T08:16:36.0536720Z [36m[submariner-operator]$ [cluster2] grep connected[0m
2021-07-18T08:16:36.1077308Z  • Showing Connections  ...
2021-07-18T08:16:36.1163602Z  ✗ Showing Connections
2021-07-18T08:16:36.1164367Z  ✗ No connections found
2021-07-18T08:16:36.1270886Z  • Showing Connections  ...
2021-07-18T08:16:36.1294374Z  ✓ Showing Connections
2021-07-18T08:16:36.1320457Z cluster1-worker  cluster1  172.18.0.6  no   libreswan     100.1.0.0/16, 10.1.0.0/16  connected  0s
2021-07-18T08:16:36.1335323Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:16:36.1352827Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:16:36.1369229Z [36m[submariner-operator]$ [cluster2] with_context cluster2 connectivity_tests cluster1[0m
2021-07-18T08:16:36.1383528Z [36m[submariner-operator]$ [cluster2] with_context cluster2 connectivity_tests cluster1[0m
2021-07-18T08:16:36.1399202Z [36m[submariner-operator]$ [cluster2] connectivity_tests cluster1[0m
2021-07-18T08:16:36.1415123Z [36m[submariner-operator]$ [cluster2] connectivity_tests[0m
2021-07-18T08:16:36.1429151Z [36m[submariner-operator]$ [cluster2] target_cluster=cluster1[0m
2021-07-18T08:16:36.1443078Z [36m[submariner-operator]$ [cluster2] import_image quay.io/submariner/nettest[0m
2021-07-18T08:16:36.1455700Z [36m[submariner-operator]$ [cluster2] import_image quay.io/submariner/nettest[0m
2021-07-18T08:16:36.1474672Z [36m[submariner-operator]$ [cluster2] docker tag quay.io/submariner/nettest:dev localhost:5000/nettest:local[0m
2021-07-18T08:16:36.4960271Z Error response from daemon: No such image: quay.io/submariner/nettest:dev
2021-07-18T08:16:36.5055575Z [36m[submariner-operator]$ [cluster2] docker pull quay.io/submariner/nettest:devel[0m
2021-07-18T08:16:37.0672368Z devel: Pulling from submariner/nettest
2021-07-18T08:16:37.0679131Z 5843afab3874: Already exists
2021-07-18T08:16:37.0696850Z 9565bb92f43f: Pulling fs layer
2021-07-18T08:16:37.0697436Z a31c0d5b4ad6: Pulling fs layer
2021-07-18T08:16:37.0697961Z dc3d13650205: Pulling fs layer
2021-07-18T08:16:37.1497763Z 9565bb92f43f: Verifying Checksum
2021-07-18T08:16:37.1498436Z 9565bb92f43f: Download complete
2021-07-18T08:16:37.1499602Z dc3d13650205: Verifying Checksum
2021-07-18T08:16:37.1500166Z dc3d13650205: Download complete
2021-07-18T08:16:37.2420652Z a31c0d5b4ad6: Verifying Checksum
2021-07-18T08:16:37.2421336Z a31c0d5b4ad6: Download complete
2021-07-18T08:16:37.3386364Z 9565bb92f43f: Pull complete
2021-07-18T08:16:37.7296111Z a31c0d5b4ad6: Pull complete
2021-07-18T08:16:37.8605752Z dc3d13650205: Pull complete
2021-07-18T08:16:37.8654882Z Digest: sha256:ef019e5e56af44d25e621cd556d8f40edcd641d0acd17c307486b4f4047b848f
2021-07-18T08:16:37.8676451Z Status: Downloaded newer image for quay.io/submariner/nettest:devel
2021-07-18T08:16:37.8683715Z quay.io/submariner/nettest:devel
2021-07-18T08:16:37.8746156Z [36m[submariner-operator]$ [cluster2] docker tag quay.io/submariner/nettest:devel quay.io/submariner/nettest:dev[0m
2021-07-18T08:16:38.1900167Z [36m[submariner-operator]$ [cluster2] docker tag quay.io/submariner/nettest:dev localhost:5000/nettest:local[0m
2021-07-18T08:16:38.5236197Z [36m[submariner-operator]$ [cluster2] docker push localhost:5000/nettest:local[0m
2021-07-18T08:16:38.8239724Z The push refers to repository [localhost:5000/nettest]
2021-07-18T08:16:38.8406108Z 4f2cdf68c81d: Preparing
2021-07-18T08:16:38.8406661Z 1f803d62c8b3: Preparing
2021-07-18T08:16:38.8407174Z 80c9eaab4c9e: Preparing
2021-07-18T08:16:38.8407669Z 72e830a4dff5: Preparing
2021-07-18T08:16:39.6138049Z 80c9eaab4c9e: Pushed
2021-07-18T08:16:39.6813190Z 4f2cdf68c81d: Pushed
2021-07-18T08:16:39.6905371Z 72e830a4dff5: Pushed
2021-07-18T08:16:40.5219999Z 1f803d62c8b3: Pushed
2021-07-18T08:16:40.5434481Z local: digest: sha256:ef019e5e56af44d25e621cd556d8f40edcd641d0acd17c307486b4f4047b848f size: 1155
2021-07-18T08:16:40.5511443Z [36m[submariner-operator]$ [cluster2] deploy_resource /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:40.5527898Z [36m[submariner-operator]$ [cluster2] deploy_resource /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:40.5541632Z [36m[submariner-operator]$ [cluster2] resource_name=$(basename "$resource_file" ".yaml")[0m
2021-07-18T08:16:40.5558820Z [36m[submariner-operator]$ [cluster2] basename /opt/shipyard/scripts/resources/netshoot.yaml .yaml[0m
2021-07-18T08:16:40.5618684Z [36m[submariner-operator]$ [cluster2] kubectl apply -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:40.5635134Z [36m[submariner-operator]$ [cluster2] kubectl apply -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:40.5652327Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 apply -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:41.1090535Z deployment.apps/netshoot created
2021-07-18T08:16:41.1221577Z Waiting for netshoot pods to be ready.
2021-07-18T08:16:41.1239568Z [36m[submariner-operator]$ [cluster2] kubectl rollout status deploy/netshoot --timeout=5m[0m
2021-07-18T08:16:41.1255640Z [36m[submariner-operator]$ [cluster2] kubectl rollout status deploy/netshoot --timeout=5m[0m
2021-07-18T08:16:41.1272693Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 rollout status deploy/netshoot --timeout=5m[0m
2021-07-18T08:16:41.4843117Z Waiting for deployment "netshoot" rollout to finish: 0 of 1 updated replicas are available...
2021-07-18T08:16:42.2863981Z deployment "netshoot" successfully rolled out
2021-07-18T08:16:42.2917333Z [36m[submariner-operator]$ [cluster2] with_context cluster1 deploy_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:42.2928761Z [36m[submariner-operator]$ [cluster2] with_context cluster1 deploy_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:42.2949145Z [36m[submariner-operator]$ [cluster1] deploy_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:42.2959774Z [36m[submariner-operator]$ [cluster1] deploy_resource[0m
2021-07-18T08:16:42.2972967Z [36m[submariner-operator]$ [cluster1] resource_name=$(basename "$resource_file" ".yaml")[0m
2021-07-18T08:16:42.2995609Z [36m[submariner-operator]$ [cluster1] basename /opt/shipyard/scripts/resources/nginx-demo.yaml .yaml[0m
2021-07-18T08:16:42.3016694Z [36m[submariner-operator]$ [cluster1] kubectl apply -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:42.3029165Z [36m[submariner-operator]$ [cluster1] kubectl apply -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:42.3046873Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 apply -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:42.8794918Z deployment.apps/nginx-demo created
2021-07-18T08:16:42.9160563Z service/nginx-demo created
2021-07-18T08:16:43.0158850Z serviceexport.multicluster.x-k8s.io/nginx-demo created
2021-07-18T08:16:43.0229706Z Waiting for nginx-demo pods to be ready.
2021-07-18T08:16:43.0252171Z [36m[submariner-operator]$ [cluster1] kubectl rollout status deploy/nginx-demo --timeout=5m[0m
2021-07-18T08:16:43.0271743Z [36m[submariner-operator]$ [cluster1] kubectl rollout status deploy/nginx-demo --timeout=5m[0m
2021-07-18T08:16:43.0296637Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 rollout status deploy/nginx-demo --timeout=5m[0m
2021-07-18T08:16:43.5944999Z Waiting for deployment "nginx-demo" rollout to finish: 0 of 2 updated replicas are available...
2021-07-18T08:16:44.1240035Z Waiting for deployment "nginx-demo" rollout to finish: 1 of 2 updated replicas are available...
2021-07-18T08:16:46.4049130Z deployment "nginx-demo" successfully rolled out
2021-07-18T08:16:46.4132786Z [36m[submariner-operator]$ [cluster2] netshoot_pod=$(kubectl get pods -l app=netshoot | awk 'FNR == 2 {print $1}')[0m
2021-07-18T08:16:46.4171682Z [36m[submariner-operator]$ [cluster2] kubectl get pods -l app=netshoot[0m
2021-07-18T08:16:46.4196278Z [36m[submariner-operator]$ [cluster2] awk FNR == 2 {print $1}[0m
2021-07-18T08:16:46.4243912Z [36m[submariner-operator]$ [cluster2] kubectl get pods -l app=netshoot[0m
2021-07-18T08:16:46.4261443Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get pods -l app=netshoot[0m
2021-07-18T08:16:46.8121355Z [36m[submariner-operator]$ [cluster2] nginx_svc_ip=$(with_context "$target_cluster" get_svc_ip nginx-demo)[0m
2021-07-18T08:16:46.8140206Z [36m[submariner-operator]$ [cluster2] with_context cluster1 get_svc_ip nginx-demo[0m
2021-07-18T08:16:46.8150875Z [36m[submariner-operator]$ [cluster2] with_context cluster1 get_svc_ip nginx-demo[0m
2021-07-18T08:16:46.8168106Z [36m[submariner-operator]$ [cluster1] get_svc_ip nginx-demo[0m
2021-07-18T08:16:46.8182058Z [36m[submariner-operator]$ [cluster1] get_svc_ip[0m
2021-07-18T08:16:46.8198553Z [36m[submariner-operator]$ [cluster1] svc_ip=$(kubectl --context="$cluster" get svc -l "app=${svc_name}" | awk 'FNR == 2 {print $3}')[0m
2021-07-18T08:16:46.8216651Z [36m[submariner-operator]$ [cluster1] kubectl --context=cluster1 get svc -l app=nginx-demo[0m
2021-07-18T08:16:46.8230701Z [36m[submariner-operator]$ [cluster1] awk FNR == 2 {print $3}[0m
2021-07-18T08:16:46.8240870Z [36m[submariner-operator]$ [cluster1] kubectl --context=cluster1 get svc -l app=nginx-demo[0m
2021-07-18T08:16:46.8256532Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get svc -l app=nginx-demo[0m
2021-07-18T08:16:47.1326629Z [36m[submariner-operator]$ [cluster2] with_retries 5 test_connection netshoot-57677568b8-gds64 100.1.146.210[0m
2021-07-18T08:16:47.1340475Z [36m[submariner-operator]$ [cluster2] with_retries 5 test_connection netshoot-57677568b8-gds64 100.1.146.210[0m
2021-07-18T08:16:47.1358313Z [36m[submariner-operator]$ [cluster2] iteration=1[0m
2021-07-18T08:16:47.1386787Z [36m[submariner-operator]$ [cluster2] test_connection netshoot-57677568b8-gds64 100.1.146.210[0m
2021-07-18T08:16:47.1391291Z [36m[submariner-operator]$ [cluster2] wait 9007[0m
2021-07-18T08:16:47.1400562Z [36m[submariner-operator]$ [cluster2] test_connection[0m
2021-07-18T08:16:47.1408255Z Attempting connectivity between clusters - netshoot-57677568b8-gds64 --> 100.1.146.210
2021-07-18T08:16:47.1422789Z [36m[submariner-operator]$ [cluster2] wait_time=30[0m
2021-07-18T08:16:47.1436183Z [36m[submariner-operator]$ [cluster2] start_time=$(date +%s)[0m
2021-07-18T08:16:47.1454161Z [36m[submariner-operator]$ [cluster2] date +%s[0m
2021-07-18T08:16:47.1488386Z [36m[submariner-operator]$ [cluster2] kubectl exec netshoot-57677568b8-gds64 -- curl --output /dev/null -m 30 --silent --head --fail 100.1.146.210[0m
2021-07-18T08:16:47.1505377Z [36m[submariner-operator]$ [cluster2] kubectl exec netshoot-57677568b8-gds64 -- curl --output /dev/null -m 30 --silent --head --fail 100.1.146.210[0m
2021-07-18T08:16:47.1529187Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 exec netshoot-57677568b8-gds64 -- curl --output /dev/null -m 30 --silent --head --fail 100.1.146.210[0m
2021-07-18T08:16:47.5934774Z Connection test was successful!
2021-07-18T08:16:47.5953676Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:16:47.5969745Z [36m[submariner-operator]$ [cluster2] remove_resource /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:47.5990268Z [36m[submariner-operator]$ [cluster2] remove_resource /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:47.6004772Z [36m[submariner-operator]$ [cluster2] kubectl delete -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:47.6018439Z [36m[submariner-operator]$ [cluster2] kubectl delete -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:48.5272275Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 delete -f /opt/shipyard/scripts/resources/netshoot.yaml[0m
2021-07-18T08:16:48.5273450Z deployment.apps "netshoot" deleted
2021-07-18T08:16:48.5283207Z [36m[submariner-operator]$ [cluster2] with_context cluster1 remove_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:48.5284513Z deployment.apps "nginx-demo" deleted
2021-07-18T08:16:48.5285612Z service "nginx-demo" deleted
2021-07-18T08:16:48.5286873Z serviceexport.multicluster.x-k8s.io "nginx-demo" deleted
2021-07-18T08:16:48.5288151Z   Successfully remade target file 'deploy'.
2021-07-18T08:16:48.5289035Z    File 'e2e' does not exist.
2021-07-18T08:16:48.5289819Z   Must remake target 'e2e'.
2021-07-18T08:16:48.5290595Z scripts/kind-e2e/e2e.sh
2021-07-18T08:16:48.5292053Z [36m[submariner-operator]$ [cluster2] with_context cluster1 remove_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:48.5293829Z [36m[submariner-operator]$ [cluster1] remove_resource /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:48.5295302Z [36m[submariner-operator]$ [cluster1] remove_resource[0m
2021-07-18T08:16:48.5296777Z [36m[submariner-operator]$ [cluster1] kubectl delete -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:48.5298736Z [36m[submariner-operator]$ [cluster1] kubectl delete -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:48.5300815Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 delete -f /opt/shipyard/scripts/resources/nginx-demo.yaml[0m
2021-07-18T08:16:48.5302382Z [36m[submariner-operator]$ [cluster2] run_if_defined post_deploy[0m
2021-07-18T08:16:48.5303623Z [36m[submariner-operator]$ [cluster2] run_if_defined post_deploy[0m
2021-07-18T08:16:48.5324682Z [36m[submariner-operator]$ [cluster2] type -t post_deploy[0m
2021-07-18T08:16:48.5325938Z [36m[submariner-operator]$ [cluster2] grep -q function[0m
2021-07-18T08:16:48.5327072Z [36m[submariner-operator]$ [cluster2] return 0[0m
2021-07-18T08:16:48.5328272Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/utils[0m
2021-07-18T08:16:48.5329810Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:16:48.5330969Z [36m[submariner-operator]$ script_name=utils[0m
2021-07-18T08:16:48.5332046Z [36m[submariner-operator]$ exec_name=e2e.sh[0m
2021-07-18T08:16:48.5333323Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/deploy_funcs[0m
2021-07-18T08:16:48.5334631Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:16:48.5335826Z [36m[submariner-operator]$ script_name=deploy_funcs[0m
2021-07-18T08:16:48.5336936Z [36m[submariner-operator]$ exec_name=e2e.sh[0m
2021-07-18T08:16:48.5340884Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/deploy_operator[0m
2021-07-18T08:16:48.5342306Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:16:48.5343364Z [36m[submariner-operator]$ script_name=deploy_operator[0m
2021-07-18T08:16:48.5344342Z [36m[submariner-operator]$ exec_name=e2e.sh[0m
2021-07-18T08:16:48.5345428Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/cluster_settings[0m
2021-07-18T08:16:48.5346595Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:16:48.5347651Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:16:48.5348632Z [36m[submariner-operator]$ exec_name=e2e.sh[0m
2021-07-18T08:16:48.5349553Z [36m[submariner-operator]$ broker=cluster1[0m
2021-07-18T08:16:48.5350515Z [36m[submariner-operator]$ declare -gA cluster_nodes[0m
2021-07-18T08:16:48.5351643Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker[0m
2021-07-18T08:16:48.5352867Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker[0m
2021-07-18T08:16:48.5354138Z [36m[submariner-operator]$ cluster_nodes[cluster3]=control-plane worker worker[0m
2021-07-18T08:16:48.5355544Z [36m[submariner-operator]$ declare -gA cluster_subm[0m
2021-07-18T08:16:48.5356550Z [36m[submariner-operator]$ cluster_subm[cluster1]=true[0m
2021-07-18T08:16:48.5357570Z [36m[submariner-operator]$ cluster_subm[cluster2]=true[0m
2021-07-18T08:16:48.5358568Z [36m[submariner-operator]$ cluster_subm[cluster3]=true[0m
2021-07-18T08:16:48.5359573Z [36m[submariner-operator]$ declare -gA cluster_cni[0m
2021-07-18T08:16:48.5360565Z [36m[submariner-operator]$ cluster_cni[cluster2]=weave[0m
2021-07-18T08:16:48.5361579Z [36m[submariner-operator]$ cluster_cni[cluster3]=weave[0m
2021-07-18T08:16:48.5363021Z [36m[submariner-operator]$ source /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/cluster_settings[0m
2021-07-18T08:16:48.5364454Z [36m[submariner-operator]$ . /opt/shipyard/scripts/lib/source_only[0m
2021-07-18T08:16:48.5365531Z [36m[submariner-operator]$ script_name=cluster_settings[0m
2021-07-18T08:16:48.5366502Z [36m[submariner-operator]$ exec_name=e2e.sh[0m
2021-07-18T08:16:48.5367632Z [36m[submariner-operator]$ cluster_nodes[cluster1]=control-plane worker worker[0m
2021-07-18T08:16:48.5368918Z [36m[submariner-operator]$ cluster_nodes[cluster2]=control-plane worker worker[0m
2021-07-18T08:16:48.5369980Z [36m[submariner-operator]$ timeout=2m[0m
2021-07-18T08:16:48.5370887Z [36m[submariner-operator]$ declare_kubeconfig[0m
2021-07-18T08:16:48.5372003Z [36m[submariner-operator]$ declare_kubeconfig[0m
2021-07-18T08:16:48.5373083Z [36m[submariner-operator]$ source /opt/shipyard/scripts/lib/kubecfg[0m
2021-07-18T08:16:48.5374131Z [36m[submariner-operator]$ export KUBECONFIG[0m
2021-07-18T08:16:48.5375395Z [36m[submariner-operator]$ KUBECONFIG=$(find "${DAPPER_OUTPUT:-output}"/kubeconfigs -type f -printf %p: || :)[0m
2021-07-18T08:16:48.5377022Z [36m[submariner-operator]$ find /go/src/github.com/submariner-io/submariner-operator/output/kubeconfigs -type f -printf %p:[0m
2021-07-18T08:16:48.5378843Z [36m[submariner-operator]$ . /go/src/github.com/submariner-io/submariner-operator/scripts/kind-e2e/lib_operator_verify_subm.sh[0m
2021-07-18T08:16:48.5387865Z [36m[submariner-operator]$ create_subm_vars[0m
2021-07-18T08:16:48.5388812Z [36m[submariner-operator]$ create_subm_vars[0m
2021-07-18T08:16:48.5389812Z [36m[submariner-operator]$ deployment_name=submariner[0m
2021-07-18T08:16:48.5391036Z [36m[submariner-operator]$ operator_deployment_name=submariner-operator[0m
2021-07-18T08:16:48.5392354Z [36m[submariner-operator]$ gateway_deployment_name=submariner-gateway[0m
2021-07-18T08:16:48.5393700Z [36m[submariner-operator]$ routeagent_deployment_name=submariner-routeagent[0m
2021-07-18T08:16:48.5395158Z [36m[submariner-operator]$ broker_deployment_name=submariner-k8s-broker[0m
2021-07-18T08:16:48.5396513Z [36m[submariner-operator]$ globalnet_deployment_name=submariner-globalnet[0m
2021-07-18T08:16:48.5397629Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:16:48.5398776Z [36m[submariner-operator]$ declare_cidrs[0m
2021-07-18T08:16:48.5399872Z [36m[submariner-operator]$ declare -gA cluster_CIDRs service_CIDRs global_CIDRs[0m
2021-07-18T08:16:48.5400870Z [36m[submariner-operator]$ i=1[0m
2021-07-18T08:16:48.5401836Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:16:48.5402956Z [36m[submariner-operator]$ [cluster1] add_cluster_cidrs 1 cluster1[0m
2021-07-18T08:16:48.5404072Z [36m[submariner-operator]$ [cluster1] cluster_CIDRs[cluster1]=10.1.0.0/16[0m
2021-07-18T08:16:48.5405203Z [36m[submariner-operator]$ [cluster1] service_CIDRs[cluster1]=100.1.0.0/16[0m
2021-07-18T08:16:48.5406202Z [36m[submariner-operator]$ [cluster1] i=$(("$i"+1))[0m
2021-07-18T08:16:48.5407232Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:16:48.5408352Z [36m[submariner-operator]$ [cluster2] add_cluster_cidrs 2 cluster2[0m
2021-07-18T08:16:48.5409456Z [36m[submariner-operator]$ [cluster2] cluster_CIDRs[cluster2]=10.2.0.0/16[0m
2021-07-18T08:16:48.5410577Z [36m[submariner-operator]$ [cluster2] service_CIDRs[cluster2]=100.2.0.0/16[0m
2021-07-18T08:16:48.5411793Z [36m[submariner-operator]$ [cluster2] i=$(("$i"+1))[0m
2021-07-18T08:16:48.5412775Z [36m[submariner-operator]$ [cluster2] natEnabled=false[0m
2021-07-18T08:16:48.5413894Z [36m[submariner-operator]$ [cluster2] subm_gateway_image_repo=localhost:5000[0m
2021-07-18T08:16:48.5415045Z [36m[submariner-operator]$ [cluster2] subm_gateway_image_tag=local[0m
2021-07-18T08:16:48.5416096Z [36m[submariner-operator]$ [cluster2] subm_gateway_size=3[0m
2021-07-18T08:16:48.5417143Z [36m[submariner-operator]$ [cluster2] subm_colorcodes=blue[0m
2021-07-18T08:16:48.5418172Z [36m[submariner-operator]$ [cluster2] subm_debug=false[0m
2021-07-18T08:16:48.5419549Z [36m[submariner-operator]$ [cluster2] subm_broker=k8s[0m
2021-07-18T08:16:48.5420603Z [36m[submariner-operator]$ [cluster2] ce_ipsec_debug=false[0m
2021-07-18T08:16:48.5421637Z [36m[submariner-operator]$ [cluster2] ce_ipsec_ikeport=500[0m
2021-07-18T08:16:48.5422684Z [36m[submariner-operator]$ [cluster2] ce_ipsec_nattport=4500[0m
2021-07-18T08:16:48.5423812Z [36m[submariner-operator]$ [cluster2] subm_ns=submariner-operator[0m
2021-07-18T08:16:48.5425158Z [36m[submariner-operator]$ [cluster2] SUBMARINER_BROKER_NS=submariner-k8s-broker[0m
2021-07-18T08:16:48.5426449Z [36m[submariner-operator]$ [cluster2] with_context cluster1 broker_vars[0m
2021-07-18T08:16:48.5427740Z [36m[submariner-operator]$ [cluster2] with_context cluster1 broker_vars[0m
2021-07-18T08:16:48.5428811Z [36m[submariner-operator]$ [cluster1] broker_vars[0m
2021-07-18T08:16:48.5429759Z [36m[submariner-operator]$ [cluster1] broker_vars[0m
2021-07-18T08:16:48.5431402Z [36m[submariner-operator]$ [cluster1] SUBMARINER_BROKER_URL=$(kubectl -n default get endpoints kubernetes -o jsonpath="{.subsets[0].addresses[0].ip}:{.subsets[0].ports[?(@.name=='https')].port}")[0m
2021-07-18T08:16:48.5433429Z [36m[submariner-operator]$ [cluster1] kubectl -n default get endpoints kubernetes -o jsonpath={.subsets[0].addresses[0].ip}:{.subsets[0].ports[?(@.name=='https')].port}[0m
2021-07-18T08:16:48.5435316Z [36m[submariner-operator]$ [cluster1] kubectl -n default get endpoints kubernetes -o jsonpath={.subsets[0].addresses[0].ip}:{.subsets[0].ports[?(@.name=='https')].port}[0m
2021-07-18T08:16:48.5437365Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 -n default get endpoints kubernetes -o jsonpath={.subsets[0].addresses[0].ip}:{.subsets[0].ports[?(@.name=='https')].port}[0m
2021-07-18T08:16:48.8835484Z [36m[submariner-operator]$ [cluster1] SUBMARINER_BROKER_CA=$(kubectl -n ${SUBMARINER_BROKER_NS} get secrets -o jsonpath="{.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='${SUBMARINER_BROKER_NS}-client')].data['ca\.crt']}")[0m
2021-07-18T08:16:48.8873983Z [36m[submariner-operator]$ [cluster1] kubectl -n submariner-k8s-broker get secrets -o jsonpath={.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='submariner-k8s-broker-client')].data['ca\.crt']}[0m
2021-07-18T08:16:48.8907760Z [36m[submariner-operator]$ [cluster1] kubectl -n submariner-k8s-broker get secrets -o jsonpath={.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='submariner-k8s-broker-client')].data['ca\.crt']}[0m
2021-07-18T08:16:48.8935983Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 -n submariner-k8s-broker get secrets -o jsonpath={.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='submariner-k8s-broker-client')].data['ca\.crt']}[0m
2021-07-18T08:16:49.5311203Z [36m[submariner-operator]$ [cluster1] SUBMARINER_BROKER_TOKEN=$(kubectl -n ${SUBMARINER_BROKER_NS} get secrets -o jsonpath="{.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='${SUBMARINER_BROKER_NS}-client')].data.token}"|base64 --decode)[0m
2021-07-18T08:16:49.5342441Z [36m[submariner-operator]$ [cluster1] kubectl -n submariner-k8s-broker get secrets -o jsonpath={.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='submariner-k8s-broker-client')].data.token}[0m
2021-07-18T08:16:49.5357558Z [36m[submariner-operator]$ [cluster1] base64 --decode[0m
2021-07-18T08:16:49.5371267Z [36m[submariner-operator]$ [cluster1] kubectl -n submariner-k8s-broker get secrets -o jsonpath={.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='submariner-k8s-broker-client')].data.token}[0m
2021-07-18T08:16:49.5388926Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 -n submariner-k8s-broker get secrets -o jsonpath={.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='submariner-k8s-broker-client')].data.token}[0m
2021-07-18T08:16:49.8749884Z [36m[submariner-operator]$ [cluster2] with_context cluster1 verify_subm_broker_secrets[0m
2021-07-18T08:16:49.8763009Z [36m[submariner-operator]$ [cluster2] with_context cluster1 verify_subm_broker_secrets[0m
2021-07-18T08:16:49.8792773Z [36m[submariner-operator]$ [cluster1] verify_subm_broker_secrets[0m
2021-07-18T08:16:49.8806063Z [36m[submariner-operator]$ [cluster1] verify_subm_broker_secrets[0m
2021-07-18T08:16:49.9544584Z [36m[submariner-operator]$ [cluster1] verify_secrets submariner-k8s-broker submariner-k8s-broker-client LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EY3hPREE0TURZMU1Gb1hEVE14TURjeE5qQTRNRFkxTUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTURCClBDb3Z6WHdlT1dlWVFUUFk3enZUT01kMjNGdDB1MnY0YXYzMW9qRXZyNExWMDljbDRwZ1M1RGRCZUp2elJ5K0UKVTE0akxXTVliUUsxUXZhbGVYdVJ3cVBFUk5CcGpnRTkwQWhFejBxTWEwY05ObjFhdURMK0xRYVBIVC9DSFJ6aQp4TkVweXJlUmF4c2VhRm9rWjNPcTNtNGQ5VjUzUVQ2WVlVYWpacFJla1Y1MU1HNDlpWng3Vm1xOFcvaC9wTXliCkxZVzlodS90ZUFGd1R1Q2E0RTBaS3h6Ti91cUYvdkF3R0R4K25sSHJtOHd5allpMGM5R2lpUnl0dVRqMkdLYzIKUHJ2azZYbXVjZk9nMWRNa2tHS2c0ajRiUlMvNFhnTjhEakNZT2tISmppVXptQ2w0TFlVYTNDNWgrRjV4Q09LcApKRmNHYi9RdFEvaEpOVkRGQ1pzQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKWEtQRnVOVytQVHYvTGdobTlZN1JYTnZVWXRNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNElCQVFBa2x2NUE5TGpLYVNsUjZoUk1Yd3ZXdEpXdmRiUXJoRGNKWm1XVHFRbkErZmNoTEVRUwp1OEtGRmxmbDRkSmgxRUVCT2NVU2dKcUZyd1hYS25YOUpPeXVMUnExdXVvVFZldUVIdC9UNDJQUFI1b3VJMEZUCktBTWNUbHY3eDJvMHo1Y0ltNE5lVWQ4c2RLMmtmWWlYbWhCZHRlV2d4VUN2dlcyYmFVRFNPbkE0dnMzOER1NksKRG9ONC8vVFRMY1pWS1p3K3huS3JCN3hPSFZub1pnSHZXREQ1NHZhLzdTa09Hb3lZL3NsN0tKandZTXpqdEFhMgpKQjFkMFhXWmVKZ3Y1a0xrZURUanJWWVJLbWN4QTVIRnlwdXhEZHo2WTRDTE9KVUI1MEUrVEhCZFZFV1Y2bHI3CmRJVVZ6MnNROTNSbzlzcmIyOXNhWGhySjZOY3F0TXIxTXRTYgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==[0m
2021-07-18T08:16:50.0619848Z [36m[submariner-operator]$ [cluster1] verify_secrets submariner-k8s-broker submariner-k8s-broker-client LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EY3hPREE0TURZMU1Gb1hEVE14TURjeE5qQTRNRFkxTUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTURCClBDb3Z6WHdlT1dlWVFUUFk3enZUT01kMjNGdDB1MnY0YXYzMW9qRXZyNExWMDljbDRwZ1M1RGRCZUp2elJ5K0UKVTE0akxXTVliUUsxUXZhbGVYdVJ3cVBFUk5CcGpnRTkwQWhFejBxTWEwY05ObjFhdURMK0xRYVBIVC9DSFJ6aQp4TkVweXJlUmF4c2VhRm9rWjNPcTNtNGQ5VjUzUVQ2WVlVYWpacFJla1Y1MU1HNDlpWng3Vm1xOFcvaC9wTXliCkxZVzlodS90ZUFGd1R1Q2E0RTBaS3h6Ti91cUYvdkF3R0R4K25sSHJtOHd5allpMGM5R2lpUnl0dVRqMkdLYzIKUHJ2azZYbXVjZk9nMWRNa2tHS2c0ajRiUlMvNFhnTjhEakNZT2tISmppVXptQ2w0TFlVYTNDNWgrRjV4Q09LcApKRmNHYi9RdFEvaEpOVkRGQ1pzQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKWEtQRnVOVytQVHYvTGdobTlZN1JYTnZVWXRNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNElCQVFBa2x2NUE5TGpLYVNsUjZoUk1Yd3ZXdEpXdmRiUXJoRGNKWm1XVHFRbkErZmNoTEVRUwp1OEtGRmxmbDRkSmgxRUVCT2NVU2dKcUZyd1hYS25YOUpPeXVMUnExdXVvVFZldUVIdC9UNDJQUFI1b3VJMEZUCktBTWNUbHY3eDJvMHo1Y0ltNE5lVWQ4c2RLMmtmWWlYbWhCZHRlV2d4VUN2dlcyYmFVRFNPbkE0dnMzOER1NksKRG9ONC8vVFRMY1pWS1p3K3huS3JCN3hPSFZub1pnSHZXREQ1NHZhLzdTa09Hb3lZL3NsN0tKandZTXpqdEFhMgpKQjFkMFhXWmVKZ3Y1a0xrZURUanJWWVJLbWN4QTVIRnlwdXhEZHo2WTRDTE9KVUI1MEUrVEhCZFZFV1Y2bHI3CmRJVVZ6MnNROTNSbzlzcmIyOXNhWGhySjZOY3F0TXIxTXRTYgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==[0m
2021-07-18T08:16:50.1284316Z [36m[submariner-operator]$ [cluster1] wait_for_secrets submariner-k8s-broker[0m
2021-07-18T08:16:50.1286114Z [36m[submariner-operator]$ [cluster1] wait_for_secrets submariner-k8s-broker[0m
2021-07-18T08:16:50.1287583Z [36m[submariner-operator]$ [cluster1] kubectl get secret -n submariner-k8s-broker[0m
2021-07-18T08:16:50.1288801Z [36m[submariner-operator]$ [cluster1] grep -q submariner-[0m
2021-07-18T08:16:50.1290049Z [36m[submariner-operator]$ [cluster1] kubectl get secret -n submariner-k8s-broker[0m
2021-07-18T08:16:50.1291569Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get secret -n submariner-k8s-broker[0m
2021-07-18T08:16:50.2693863Z [36m[submariner-operator]$ [cluster1] return[0m
2021-07-18T08:16:50.2727271Z [36m[submariner-operator]$ [cluster1] kubectl get secrets -n submariner-k8s-broker[0m
2021-07-18T08:16:50.2747885Z [36m[submariner-operator]$ [cluster1] kubectl get secrets -n submariner-k8s-broker[0m
2021-07-18T08:16:50.2763910Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get secrets -n submariner-k8s-broker[0m
2021-07-18T08:16:50.5933336Z NAME                                       TYPE                                  DATA   AGE
2021-07-18T08:16:50.5935372Z cluster-cluster1-token-bzr9v               kubernetes.io/service-account-token   3      4m8s
2021-07-18T08:16:50.5937091Z cluster-cluster2-token-f7wr5               kubernetes.io/service-account-token   3      4m2s
2021-07-18T08:16:50.5938569Z default-token-fmtxg                        kubernetes.io/service-account-token   3      4m24s
2021-07-18T08:16:50.5941038Z submariner-k8s-broker-admin-token-mf2dv    kubernetes.io/service-account-token   3      4m24s
2021-07-18T08:16:50.5943149Z submariner-k8s-broker-client-token-gqfss   kubernetes.io/service-account-token   3      4m24s
2021-07-18T08:16:50.6005183Z [36m[submariner-operator]$ [cluster1] kubectl get secrets -n submariner-k8s-broker -o jsonpath={.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='submariner-k8s-broker-client')].metadata.name}[0m
2021-07-18T08:16:50.6020832Z [36m[submariner-operator]$ [cluster1] kubectl get secrets -n submariner-k8s-broker -o jsonpath={.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='submariner-k8s-broker-client')].metadata.name}[0m
2021-07-18T08:16:50.6043540Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get secrets -n submariner-k8s-broker -o jsonpath={.items[?(@.metadata.annotations['kubernetes\.io/service-account\.name']=='submariner-k8s-broker-client')].metadata.name}[0m
2021-07-18T08:16:50.9229478Z [36m[submariner-operator]$ [cluster1] json_file=/tmp/submariner-k8s-broker-client-token-gqfss.cluster1.json[0m
2021-07-18T08:16:50.9243939Z [36m[submariner-operator]$ [cluster1] kubectl get secret submariner-k8s-broker-client-token-gqfss -n submariner-k8s-broker -o json[0m
2021-07-18T08:16:50.9263479Z [36m[submariner-operator]$ [cluster1] tee /tmp/submariner-k8s-broker-client-token-gqfss.cluster1.json[0m
2021-07-18T08:16:50.9285806Z [36m[submariner-operator]$ [cluster1] kubectl get secret submariner-k8s-broker-client-token-gqfss -n submariner-k8s-broker -o json[0m
2021-07-18T08:16:50.9301232Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get secret submariner-k8s-broker-client-token-gqfss -n submariner-k8s-broker -o json[0m
2021-07-18T08:16:51.2497324Z {
2021-07-18T08:16:51.2497935Z     "apiVersion": "v1",
2021-07-18T08:16:51.2498350Z     "data": {
2021-07-18T08:16:51.3058597Z         "ca.crt": "LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EY3hPREE0TURZMU1Gb1hEVE14TURjeE5qQTRNRFkxTUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTURCClBDb3Z6WHdlT1dlWVFUUFk3enZUT01kMjNGdDB1MnY0YXYzMW9qRXZyNExWMDljbDRwZ1M1RGRCZUp2elJ5K0UKVTE0akxXTVliUUsxUXZhbGVYdVJ3cVBFUk5CcGpnRTkwQWhFejBxTWEwY05ObjFhdURMK0xRYVBIVC9DSFJ6aQp4TkVweXJlUmF4c2VhRm9rWjNPcTNtNGQ5VjUzUVQ2WVlVYWpacFJla1Y1MU1HNDlpWng3Vm1xOFcvaC9wTXliCkxZVzlodS90ZUFGd1R1Q2E0RTBaS3h6Ti91cUYvdkF3R0R4K25sSHJtOHd5allpMGM5R2lpUnl0dVRqMkdLYzIKUHJ2azZYbXVjZk9nMWRNa2tHS2c0ajRiUlMvNFhnTjhEakNZT2tISmppVXptQ2w0TFlVYTNDNWgrRjV4Q09LcApKRmNHYi9RdFEvaEpOVkRGQ1pzQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKWEtQRnVOVytQVHYvTGdobTlZN1JYTnZVWXRNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNElCQVFBa2x2NUE5TGpLYVNsUjZoUk1Yd3ZXdEpXdmRiUXJoRGNKWm1XVHFRbkErZmNoTEVRUwp1OEtGRmxmbDRkSmgxRUVCT2NVU2dKcUZyd1hYS25YOUpPeXVMUnExdXVvVFZldUVIdC9UNDJQUFI1b3VJMEZUCktBTWNUbHY3eDJvMHo1Y0ltNE5lVWQ4c2RLMmtmWWlYbWhCZHRlV2d4VUN2dlcyYmFVRFNPbkE0dnMzOER1NksKRG9ONC8vVFRMY1pWS1p3K3huS3JCN3hPSFZub1pnSHZXREQ1NHZhLzdTa09Hb3lZL3NsN0tKandZTXpqdEFhMgpKQjFkMFhXWmVKZ3Y1a0xrZURUanJWWVJLbWN4QTVIRnlwdXhEZHo2WTRDTE9KVUI1MEUrVEhCZFZFV1Y2bHI3CmRJVVZ6MnNROTNSbzlzcmIyOXNhWGhySjZOY3F0TXIxTXRTYgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==",
2021-07-18T08:16:51.3593781Z         "namespace": "c3VibWFyaW5lci1rOHMtYnJva2Vy",
2021-07-18T08:16:51.4097001Z         "token": "ZXlKaGJHY2lPaUpTVXpJMU5pSXNJbXRwWkNJNklqRlZTbUZ0ZVV0UGNXNTFjMVJrYjNWR05HNDJXRFpoTWpOSFVEZGhhRFJqTW1oVE1sRk1hR3cyT1VVaWZRLmV5SnBjM01pT2lKcmRXSmxjbTVsZEdWekwzTmxjblpwWTJWaFkyTnZkVzUwSWl3aWEzVmlaWEp1WlhSbGN5NXBieTl6WlhKMmFXTmxZV05qYjNWdWRDOXVZVzFsYzNCaFkyVWlPaUp6ZFdKdFlYSnBibVZ5TFdzNGN5MWljbTlyWlhJaUxDSnJkV0psY201bGRHVnpMbWx2TDNObGNuWnBZMlZoWTJOdmRXNTBMM05sWTNKbGRDNXVZVzFsSWpvaWMzVmliV0Z5YVc1bGNpMXJPSE10WW5KdmEyVnlMV05zYVdWdWRDMTBiMnRsYmkxbmNXWnpjeUlzSW10MVltVnlibVYwWlhNdWFXOHZjMlZ5ZG1salpXRmpZMjkxYm5RdmMyVnlkbWxqWlMxaFkyTnZkVzUwTG01aGJXVWlPaUp6ZFdKdFlYSnBibVZ5TFdzNGN5MWljbTlyWlhJdFkyeHBaVzUwSWl3aWEzVmlaWEp1WlhSbGN5NXBieTl6WlhKMmFXTmxZV05qYjNWdWRDOXpaWEoyYVdObExXRmpZMjkxYm5RdWRXbGtJam9pWlRabE16RmlOalF0WmpKa09DMDBOR1ZsTFRrNU16QXRORFk1TkRRd1pEVXdPRGczSWl3aWMzVmlJam9pYzNsemRHVnRPbk5sY25acFkyVmhZMk52ZFc1ME9uTjFZbTFoY21sdVpYSXRhemh6TFdKeWIydGxjanB6ZFdKdFlYSnBibVZ5TFdzNGN5MWljbTlyWlhJdFkyeHBaVzUwSW4wLkFuRTlDdlJvbTJucThJbC1wQzVUUVVZMEsxUjh5ejBxWVhCVEloNy0yZnBuLTFpU1BOcGxSOGktZ3NLaXNpcWVZUU1WUFhGRWNKTFVyMGVaVWNzT1Z0YTZZQzg2U1ZLSzAtZUdmZGdLNEVOcTFrQlQtcFJQa213anQ2UlpHOUlCaG9mR3d3NVdGVkxweHNZNmNxR3dXQ0gyODZGb2d1dFlzcUZhd2p6TG0tb2pzdkROZUI0cTg5VzVmbWpTSkpSQ1BFWHZQdVJ0RUtKMTUzUFd2X1F2eUF4dHo0QmdVakdXYUZvUllYMF8ycGJjSFFkVldXalBNcGNYUHdPNlFUblR0dDFzdlFhNVBjYk5qWG5EM1hlNkhVaklLNjFyUm1XcjlVYWQ2a0JzNXZvcEJ1SmlMcEZ6ZVBjTHJ0MUloZDZHbGJtdGhzMzIwRmpIMTJ4OWtqQlVCUQ=="
2021-07-18T08:16:51.4589149Z     },
2021-07-18T08:16:51.4589600Z     "kind": "Secret",
2021-07-18T08:16:51.4590018Z     "metadata": {
2021-07-18T08:16:51.4590471Z         "annotations": {
2021-07-18T08:16:51.4592013Z             "kubernetes.io/service-account.name": "submariner-k8s-broker-client",
2021-07-18T08:16:51.4593800Z             "kubernetes.io/service-account.uid": "e6e31b64-f2d8-44ee-9930-469440d50887"
2021-07-18T08:16:51.4594558Z         },
2021-07-18T08:16:51.4595223Z         "creationTimestamp": "2021-07-18T08:12:26Z",
2021-07-18T08:16:51.4595809Z         "managedFields": [
2021-07-18T08:16:51.4596219Z             {
2021-07-18T08:16:51.4596638Z                 "apiVersion": "v1",
2021-07-18T08:16:51.4597153Z                 "fieldsType": "FieldsV1",
2021-07-18T08:16:51.4597654Z                 "fieldsV1": {
2021-07-18T08:16:51.4598081Z                     "f:data": {
2021-07-18T08:16:51.4598451Z                         ".": {},
2021-07-18T08:16:51.4598852Z                         "f:ca.crt": {},
2021-07-18T08:16:51.4599291Z                         "f:namespace": {},
2021-07-18T08:16:51.4599740Z                         "f:token": {}
2021-07-18T08:16:51.4600111Z                     },
2021-07-18T08:16:51.4600514Z                     "f:metadata": {
2021-07-18T08:16:51.4600969Z                         "f:annotations": {
2021-07-18T08:16:51.4601413Z                             ".": {},
2021-07-18T08:16:51.4602213Z                             "f:kubernetes.io/service-account.name": {},
2021-07-18T08:16:51.4603228Z                             "f:kubernetes.io/service-account.uid": {}
2021-07-18T08:16:51.4603823Z                         }
2021-07-18T08:16:51.4604165Z                     },
2021-07-18T08:16:51.4604552Z                     "f:type": {}
2021-07-18T08:16:51.4604914Z                 },
2021-07-18T08:16:51.4605907Z                 "manager": "kube-controller-manager",
2021-07-18T08:16:51.4606557Z                 "operation": "Update",
2021-07-18T08:16:51.4607211Z                 "time": "2021-07-18T08:12:26Z"
2021-07-18T08:16:51.4607588Z             }
2021-07-18T08:16:51.4607933Z         ],
2021-07-18T08:16:51.4608913Z         "name": "submariner-k8s-broker-client-token-gqfss",
2021-07-18T08:16:51.4610105Z         "namespace": "submariner-k8s-broker",
2021-07-18T08:16:51.4610755Z         "resourceVersion": "1243",
2021-07-18T08:16:51.4611670Z         "uid": "849cb9db-ee9f-4daa-a7d8-8f2ee05fbf2a"
2021-07-18T08:16:51.4612287Z     },
2021-07-18T08:16:51.4613030Z     "type": "kubernetes.io/service-account-token"
2021-07-18T08:16:51.4613627Z }
2021-07-18T08:16:51.4614540Z [36m[submariner-operator]$ [cluster1] validate_equals .kind Secret[0m
2021-07-18T08:16:51.4615676Z [36m[submariner-operator]$ [cluster1] validate_equals .kind Secret[0m
2021-07-18T08:16:51.4617721Z [36m[submariner-operator]$ [cluster1] jq -r -M .kind /tmp/submariner-k8s-broker-client-token-gqfss.cluster1.json[0m
2021-07-18T08:16:51.4620018Z [36m[submariner-operator]$ [cluster1] validate_equals .type kubernetes.io/service-account-token[0m
2021-07-18T08:16:51.4621630Z [36m[submariner-operator]$ [cluster1] validate_equals .type kubernetes.io/service-account-token[0m
2021-07-18T08:16:51.4623734Z [36m[submariner-operator]$ [cluster1] jq -r -M .type /tmp/submariner-k8s-broker-client-token-gqfss.cluster1.json[0m
2021-07-18T08:16:51.4626138Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name submariner-k8s-broker-client-token-gqfss[0m
2021-07-18T08:16:51.4628304Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name submariner-k8s-broker-client-token-gqfss[0m
2021-07-18T08:16:51.4630775Z [36m[submariner-operator]$ [cluster1] jq -r -M .metadata.name /tmp/submariner-k8s-broker-client-token-gqfss.cluster1.json[0m
2021-07-18T08:16:51.4632968Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.namespace submariner-k8s-broker[0m
2021-07-18T08:16:51.4634590Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.namespace submariner-k8s-broker[0m
2021-07-18T08:16:51.4636879Z [36m[submariner-operator]$ [cluster1] jq -r -M .metadata.namespace /tmp/submariner-k8s-broker-client-token-gqfss.cluster1.json[0m
2021-07-18T08:16:51.4639647Z [36m[submariner-operator]$ [cluster1] jq -r -M .data["ca.crt"] /tmp/submariner-k8s-broker-client-token-gqfss.cluster1.json[0m
2021-07-18T08:16:51.5008354Z [36m[submariner-operator]$ [cluster1] one_ca_crt_ok=true[0m
2021-07-18T08:16:51.5025732Z [36m[submariner-operator]$ [cluster2] run_subm_clusters verify_subm_deployed[0m
2021-07-18T08:16:51.5042175Z [36m[submariner-operator]$ [cluster2] run_subm_clusters verify_subm_deployed[0m
2021-07-18T08:16:51.5060554Z [36m[submariner-operator]$ [cluster2] declare -a subm_clusters[0m
2021-07-18T08:16:51.5105012Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 verify_subm_deployed[0m
2021-07-18T08:16:51.5119123Z [36m[submariner-operator]$ [cluster2] run_parallel cluster1 cluster2 cluster1 cluster2 verify_subm_deployed[0m
2021-07-18T08:16:51.5137846Z [36m[submariner-operator]$ [cluster2] declare -A pids[0m
2021-07-18T08:16:51.5161110Z [36m[submariner-operator]$ [cluster2] eval echo cluster1 cluster2[0m
2021-07-18T08:16:51.5191323Z [36m[submariner-operator]$ [cluster1] pids[cluster1]=9253[0m
2021-07-18T08:16:51.5212438Z [36m[submariner-operator]$ [cluster1] set -o pipefail[0m
2021-07-18T08:16:51.5227130Z [36m[submariner-operator]$ [cluster2] pids[cluster2]=9256[0m
2021-07-18T08:16:51.5246021Z [36m[submariner-operator]$ [cluster1] verify_subm_deployed[0m
2021-07-18T08:16:51.5268116Z [36m[submariner-operator]$ [cluster1] sed /\[cluster1]/!s/^/[cluster1] /[0m
2021-07-18T08:16:51.5289450Z [36m[submariner-operator]$ [cluster2] wait 9256[0m
2021-07-18T08:16:51.5327159Z [36m[submariner-operator]$ [cluster2] set -o pipefail[0m
2021-07-18T08:16:51.5425474Z [36m[submariner-operator]$ [cluster2] verify_subm_deployed[0m
2021-07-18T08:16:51.5591923Z [36m[submariner-operator]$ [cluster2] sed /\[cluster2]/!s/^/[cluster2] /[0m
2021-07-18T08:16:52.4119684Z [36m[submariner-operator]$ [cluster1] verify_subm_deployed[0m
2021-07-18T08:16:52.4122713Z [36m[submariner-operator]$ [cluster1] verify_endpoints_crd[0m
2021-07-18T08:16:52.4123837Z [36m[submariner-operator]$ [cluster1] verify_endpoints_crd[0m
2021-07-18T08:16:52.4125137Z [36m[submariner-operator]$ [cluster1] validate_crd endpoints.submariner.io v1 Endpoint[0m
2021-07-18T08:16:52.4126650Z [36m[submariner-operator]$ [cluster1] validate_crd endpoints.submariner.io v1 Endpoint[0m
2021-07-18T08:16:52.4128107Z [36m[submariner-operator]$ [cluster1] kubectl get crds endpoints.submariner.io[0m
2021-07-18T08:16:52.4129530Z [36m[submariner-operator]$ [cluster1] kubectl get crds endpoints.submariner.io[0m
2021-07-18T08:16:52.4131078Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get crds endpoints.submariner.io[0m
2021-07-18T08:16:52.4132369Z [cluster1] NAME                      CREATED AT
2021-07-18T08:16:52.4133273Z [cluster1] endpoints.submariner.io   2021-07-18T08:12:36Z
2021-07-18T08:16:52.4134728Z [36m[submariner-operator]$ [cluster1] json_file=/tmp/endpoints.submariner.io.cluster1.json[0m
2021-07-18T08:16:52.4136373Z [36m[submariner-operator]$ [cluster1] kubectl get crd endpoints.submariner.io -o json[0m
2021-07-18T08:16:52.4137838Z [36m[submariner-operator]$ [cluster1] kubectl get crd endpoints.submariner.io -o json[0m
2021-07-18T08:16:52.4139730Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get crd endpoints.submariner.io -o json[0m
2021-07-18T08:16:52.4141493Z [36m[submariner-operator]$ [cluster1] tee /tmp/endpoints.submariner.io.cluster1.json[0m
2021-07-18T08:16:52.4142520Z [cluster1] {
2021-07-18T08:16:52.4143147Z [cluster1]     "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:52.4144018Z [cluster1]     "kind": "CustomResourceDefinition",
2021-07-18T08:16:52.4144708Z [cluster1]     "metadata": {
2021-07-18T08:16:52.4145226Z [cluster1]         "annotations": {
2021-07-18T08:16:52.4146237Z [cluster1]             "controller-gen.kubebuilder.io/version": "v0.4.1"
2021-07-18T08:16:52.4146967Z [cluster1]         },
2021-07-18T08:16:52.4147724Z [cluster1]         "creationTimestamp": "2021-07-18T08:12:36Z",
2021-07-18T08:16:52.4148347Z [cluster1]         "generation": 1,
2021-07-18T08:16:52.4148908Z [cluster1]         "managedFields": [
2021-07-18T08:16:52.4149395Z [cluster1]             {
2021-07-18T08:16:52.4150206Z [cluster1]                 "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:52.4150951Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:16:52.4151533Z [cluster1]                 "fieldsV1": {
2021-07-18T08:16:52.4152041Z [cluster1]                     "f:metadata": {
2021-07-18T08:16:52.4152600Z [cluster1]                         "f:annotations": {
2021-07-18T08:16:52.4153120Z [cluster1]                             ".": {},
2021-07-18T08:16:52.4154118Z [cluster1]                             "f:controller-gen.kubebuilder.io/version": {}
2021-07-18T08:16:52.4154885Z [cluster1]                         }
2021-07-18T08:16:52.4155309Z [cluster1]                     },
2021-07-18T08:16:52.4155773Z [cluster1]                     "f:spec": {
2021-07-18T08:16:52.4156288Z [cluster1]                         "f:conversion": {
2021-07-18T08:16:52.4156802Z [cluster1]                             ".": {},
2021-07-18T08:16:52.4157295Z [cluster1]                             "f:strategy": {}
2021-07-18T08:16:52.4157788Z [cluster1]                         },
2021-07-18T08:16:52.4158249Z [cluster1]                         "f:group": {},
2021-07-18T08:16:52.4158774Z [cluster1]                         "f:names": {
2021-07-18T08:16:52.4159263Z [cluster1]                             "f:kind": {},
2021-07-18T08:16:52.4159783Z [cluster1]                             "f:listKind": {},
2021-07-18T08:16:52.4160304Z [cluster1]                             "f:plural": {},
2021-07-18T08:16:52.4160842Z [cluster1]                             "f:singular": {}
2021-07-18T08:16:52.4161318Z [cluster1]                         },
2021-07-18T08:16:52.4161795Z [cluster1]                         "f:scope": {},
2021-07-18T08:16:52.4162316Z [cluster1]                         "f:versions": {}
2021-07-18T08:16:52.4162784Z [cluster1]                     },
2021-07-18T08:16:52.4163252Z [cluster1]                     "f:status": {
2021-07-18T08:16:52.4163803Z [cluster1]                         "f:acceptedNames": {
2021-07-18T08:16:52.4164375Z [cluster1]                             "f:kind": {},
2021-07-18T08:16:52.4164869Z [cluster1]                             "f:plural": {}
2021-07-18T08:16:52.4165347Z [cluster1]                         },
2021-07-18T08:16:52.4165836Z [cluster1]                         "f:conditions": {},
2021-07-18T08:16:52.4166442Z [cluster1]                         "f:storedVersions": {}
2021-07-18T08:16:52.4166961Z [cluster1]                     }
2021-07-18T08:16:52.4167510Z [cluster1]                 },
2021-07-18T08:16:52.4168340Z [cluster1]                 "manager": "submariner-operator",
2021-07-18T08:16:52.4169023Z [cluster1]                 "operation": "Update",
2021-07-18T08:16:52.4169762Z [cluster1]                 "time": "2021-07-18T08:12:42Z"
2021-07-18T08:16:52.4170224Z [cluster1]             }
2021-07-18T08:16:52.4170644Z [cluster1]         ],
2021-07-18T08:16:52.4171262Z [cluster1]         "name": "endpoints.submariner.io",
2021-07-18T08:16:52.4172006Z [cluster1]         "resourceVersion": "1428",
2021-07-18T08:16:52.4172926Z [cluster1]         "uid": "2f8193c1-cbbe-4396-9e30-4c2324dc34ce"
2021-07-18T08:16:52.4173540Z [cluster1]     },
2021-07-18T08:16:52.4173960Z [cluster1]     "spec": {
2021-07-18T08:16:52.4174450Z [cluster1]         "conversion": {
2021-07-18T08:16:52.4174984Z [cluster1]             "strategy": "None"
2021-07-18T08:16:52.4175446Z [cluster1]         },
2021-07-18T08:16:52.4175964Z [cluster1]         "group": "submariner.io",
2021-07-18T08:16:52.4176493Z [cluster1]         "names": {
2021-07-18T08:16:52.4177000Z [cluster1]             "kind": "Endpoint",
2021-07-18T08:16:52.4177582Z [cluster1]             "listKind": "EndpointList",
2021-07-18T08:16:52.4178202Z [cluster1]             "plural": "endpoints",
2021-07-18T08:16:52.4178777Z [cluster1]             "singular": "endpoint"
2021-07-18T08:16:52.4179527Z [cluster1]         },
2021-07-18T08:16:52.4180036Z [cluster1]         "scope": "Namespaced",
2021-07-18T08:16:52.4180568Z [cluster1]         "versions": [
2021-07-18T08:16:52.4181153Z [cluster1]             {
2021-07-18T08:16:52.4181591Z [cluster1]                 "name": "v1",
2021-07-18T08:16:52.4182082Z [cluster1]                 "schema": {
2021-07-18T08:16:52.4182644Z [cluster1]                     "openAPIV3Schema": {
2021-07-18T08:16:52.4183261Z [cluster1]                         "properties": {
2021-07-18T08:16:52.4183824Z [cluster1]                             "apiVersion": {
2021-07-18T08:16:52.4186380Z [cluster1]                                 "description": "APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources",
2021-07-18T08:16:52.4188247Z [cluster1]                                 "type": "string"
2021-07-18T08:16:52.4188740Z [cluster1]                             },
2021-07-18T08:16:52.4189215Z [cluster1]                             "kind": {
2021-07-18T08:16:52.4191500Z [cluster1]                                 "description": "Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds",
2021-07-18T08:16:52.4193326Z [cluster1]                                 "type": "string"
2021-07-18T08:16:52.4193837Z [cluster1]                             },
2021-07-18T08:16:52.4194323Z [cluster1]                             "metadata": {
2021-07-18T08:16:52.4194871Z [cluster1]                                 "type": "object"
2021-07-18T08:16:52.4195370Z [cluster1]                             },
2021-07-18T08:16:52.4195827Z [cluster1]                             "spec": {
2021-07-18T08:16:52.4196370Z [cluster1]                                 "properties": {
2021-07-18T08:16:52.4196917Z [cluster1]                                     "backend": {
2021-07-18T08:16:52.4197473Z [cluster1]                                         "type": "string"
2021-07-18T08:16:52.4197973Z [cluster1]                                     },
2021-07-18T08:16:52.4198502Z [cluster1]                                     "backend_config": {
2021-07-18T08:16:52.4199199Z [cluster1]                                         "additionalProperties": {
2021-07-18T08:16:52.4199997Z [cluster1]                                             "type": "string"
2021-07-18T08:16:52.4200537Z [cluster1]                                         },
2021-07-18T08:16:52.4201048Z [cluster1]                                         "type": "object"
2021-07-18T08:16:52.4201572Z [cluster1]                                     },
2021-07-18T08:16:52.4202070Z [cluster1]                                     "cable_name": {
2021-07-18T08:16:52.4202632Z [cluster1]                                         "type": "string"
2021-07-18T08:16:52.4203136Z [cluster1]                                     },
2021-07-18T08:16:52.4203656Z [cluster1]                                     "cluster_id": {
2021-07-18T08:16:52.4204218Z [cluster1]                                         "type": "string"
2021-07-18T08:16:52.4204717Z [cluster1]                                     },
2021-07-18T08:16:52.4205274Z [cluster1]                                     "healthCheckIP": {
2021-07-18T08:16:52.4205872Z [cluster1]                                         "type": "string"
2021-07-18T08:16:52.4231930Z [cluster1]                                     },
2021-07-18T08:16:52.4232595Z [cluster1]                                     "hostname": {
2021-07-18T08:16:52.4233167Z [cluster1]                                         "type": "string"
2021-07-18T08:16:52.4233676Z [cluster1]                                     },
2021-07-18T08:16:52.4234200Z [cluster1]                                     "nat_enabled": {
2021-07-18T08:16:52.4234777Z [cluster1]                                         "type": "boolean"
2021-07-18T08:16:52.4235515Z [cluster1]                                     },
2021-07-18T08:16:52.4236038Z [cluster1]                                     "private_ip": {
2021-07-18T08:16:52.4236590Z [cluster1]                                         "type": "string"
2021-07-18T08:16:52.4237107Z [cluster1]                                     },
2021-07-18T08:16:52.4237605Z [cluster1]                                     "public_ip": {
2021-07-18T08:16:52.4238171Z [cluster1]                                         "type": "string"
2021-07-18T08:16:52.4238687Z [cluster1]                                     },
2021-07-18T08:16:52.4239176Z [cluster1]                                     "subnets": {
2021-07-18T08:16:52.4239698Z [cluster1]                                         "items": {
2021-07-18T08:16:52.4240230Z [cluster1]                                             "type": "string"
2021-07-18T08:16:52.4240757Z [cluster1]                                         },
2021-07-18T08:16:52.4241258Z [cluster1]                                         "type": "array"
2021-07-18T08:16:52.4241772Z [cluster1]                                     }
2021-07-18T08:16:52.4242219Z [cluster1]                                 },
2021-07-18T08:16:52.4242721Z [cluster1]                                 "required": [
2021-07-18T08:16:52.4243265Z [cluster1]                                     "backend",
2021-07-18T08:16:52.4243790Z [cluster1]                                     "cable_name",
2021-07-18T08:16:52.4244338Z [cluster1]                                     "cluster_id",
2021-07-18T08:16:52.6679881Z [cluster1]                           [36m[submariner-operator]$ [cluster2] verify_subm_deployed[0m
2021-07-18T08:16:52.6682577Z [36m[submariner-operator]$ [cluster2] verify_endpoints_crd[0m
2021-07-18T08:16:52.6683910Z [36m[submariner-operator]$ [cluster2] verify_endpoints_crd[0m
2021-07-18T08:16:52.6685778Z [36m[submariner-operator]$ [cluster2] validate_crd endpoints.submariner.io v1 Endpoint[0m
2021-07-18T08:16:52.6687620Z [36m[submariner-operator]$ [cluster2] validate_crd endpoints.submariner.io v1 Endpoint[0m
2021-07-18T08:16:52.6689098Z [36m[submariner-operator]$ [cluster2] kubectl get crds endpoints.submariner.io[0m
2021-07-18T08:16:52.6690506Z [36m[submariner-operator]$ [cluster2] kubectl get crds endpoints.submariner.io[0m
2021-07-18T08:16:52.6692195Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get crds endpoints.submariner.io[0m
2021-07-18T08:16:52.6693441Z [cluster2] NAME                      CREATED AT
2021-07-18T08:16:52.6694352Z [cluster2] endpoints.submariner.io   2021-07-18T08:12:47Z
2021-07-18T08:16:52.6695827Z [36m[submariner-operator]$ [cluster2] json_file=/tmp/endpoints.submariner.io.cluster2.json[0m
2021-07-18T08:16:52.6697476Z [36m[submariner-operator]$ [cluster2] kubectl get crd endpoints.submariner.io -o json[0m
2021-07-18T08:16:52.6699295Z [36m[submariner-operator]$ [cluster2] tee /tmp/endpoints.submariner.io.cluster2.json[0m
2021-07-18T08:16:52.6700942Z [36m[submariner-operator]$ [cluster2] kubectl get crd endpoints.submariner.io -o json[0m
2021-07-18T08:16:52.6702552Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get crd endpoints.submariner.io -o json[0m
2021-07-18T08:16:52.6703500Z [cluster2] {
2021-07-18T08:16:52.6704129Z [cluster2]     "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:52.6705007Z [cluster2]     "kind": "CustomResourceDefinition",
2021-07-18T08:16:52.6705685Z [cluster2]     "metadata": {
2021-07-18T08:16:52.6706216Z [cluster2]         "annotations": {
2021-07-18T08:16:52.6707212Z [cluster2]             "controller-gen.kubebuilder.io/version": "v0.4.1"
2021-07-18T08:16:52.6707959Z [cluster2]         },
2021-07-18T08:16:52.6708711Z [cluster2]         "creationTimestamp": "2021-07-18T08:12:47Z",
2021-07-18T08:16:52.6709349Z [cluster2]         "generation": 1,
2021-07-18T08:16:52.6709897Z [cluster2]         "managedFields": [
2021-07-18T08:16:52.6710397Z [cluster2]             {
2021-07-18T08:16:52.6711188Z [cluster2]                 "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:52.6711942Z [cluster2]                 "fieldsType": "FieldsV1",
2021-07-18T08:16:52.6712527Z [cluster2]                 "fieldsV1": {
2021-07-18T08:16:52.6713039Z [cluster2]                     "f:metadata": {
2021-07-18T08:16:52.6713595Z [cluster2]                         "f:annotations": {
2021-07-18T08:16:52.6714104Z [cluster2]                             ".": {},
2021-07-18T08:16:52.6715118Z [cluster2]                             "f:controller-gen.kubebuilder.io/version": {}
2021-07-18T08:16:52.6715873Z [cluster2]                         }
2021-07-18T08:16:52.6749912Z [cluster2]                     },
2021-07-18T08:16:52.6750487Z [cluster2]                     "f:spec": {
2021-07-18T08:16:52.6751032Z [cluster2]                         "f:conversion": {
2021-07-18T08:16:52.6751640Z [cluster2]                             ".": {},
2021-07-18T08:16:52.6752133Z [cluster2]                             "f:strategy": {}
2021-07-18T08:16:52.6752655Z [cluster2]                         },
2021-07-18T08:16:52.6753122Z [cluster2]                         "f:group": {},
2021-07-18T08:16:52.6753623Z [cluster2]                         "f:names": {
2021-07-18T08:16:52.6754111Z [cluster2]                             "f:kind": {},
2021-07-18T08:16:52.6754637Z [cluster2]                             "f:listKind": {},
2021-07-18T08:16:52.6755159Z [cluster2]                             "f:plural": {},
2021-07-18T08:16:52.6755697Z [cluster2]                             "f:singular": {}
2021-07-18T08:16:52.6756184Z [cluster2]                         },
2021-07-18T08:16:52.6756648Z [cluster2]                         "f:scope": {},
2021-07-18T08:16:52.6757199Z [cluster2]                         "f:versions": {}
2021-07-18T08:16:52.6757671Z [cluster2]                     },
2021-07-18T08:16:52.6758139Z [cluster2]                     "f:status": {
2021-07-18T08:16:52.6758691Z [cluster2]                         "f:acceptedNames": {
2021-07-18T08:16:52.6759258Z [cluster2]                             "f:kind": {},
2021-07-18T08:16:52.6759759Z [cluster2]                             "f:plural": {}
2021-07-18T08:16:52.6760242Z [cluster2]                         },
2021-07-18T08:16:52.6760737Z [cluster2]                         "f:conditions": {},
2021-07-18T08:16:52.6761346Z [cluster2]                         "f:storedVersions": {}
2021-07-18T08:16:52.6761878Z [cluster2]                     }
2021-07-18T08:16:52.6762296Z [cluster2]                 },
2021-07-18T08:16:52.6763709Z [cluster2]                 "manager": "submariner-operator",
2021-07-18T08:16:52.6764406Z [cluster2]                 "operation": "Update",
2021-07-18T08:16:52.6765170Z [cluster2]                 "time": "2021-07-18T08:12:56Z"
2021-07-18T08:16:52.6765634Z [cluster2]             }
2021-07-18T08:16:52.6766057Z [cluster2]         ],
2021-07-18T08:16:52.6766676Z [cluster2]         "name": "endpoints.submariner.io",
2021-07-18T08:16:52.6767422Z [cluster2]         "resourceVersion": "1363",
2021-07-18T08:16:52.6768323Z [cluster2]         "uid": "d49f6568-cf78-404e-9a55-1976a82b09c4"
2021-07-18T08:16:52.6768915Z [cluster2]     },
2021-07-18T08:16:52.6769348Z [cluster2]     "spec": {
2021-07-18T08:16:52.6769826Z [cluster2]         "conversion": {
2021-07-18T08:16:52.6770356Z [cluster2]             "strategy": "None"
2021-07-18T08:16:52.6770816Z [cluster2]         },
2021-07-18T08:16:52.6771338Z [cluster2]         "group": "submariner.io",
2021-07-18T08:16:52.6771865Z [cluster2]         "names": {
2021-07-18T08:16:52.6772379Z [cluster2]             "kind": "Endpoint",
2021-07-18T08:16:52.6772963Z [cluster2]             "listKind": "EndpointList",
2021-07-18T08:16:52.6773590Z [cluster2]             "plural": "endpoints",
2021-07-18T08:16:52.6774173Z [cluster2]             "singular": "endpoint"
2021-07-18T08:16:52.6774677Z [cluster2]         },
2021-07-18T08:16:52.6775184Z [cluster2]         "scope": "Namespaced",
2021-07-18T08:16:52.6775710Z [cluster2]         "versions": [
2021-07-18T08:16:52.6776302Z [cluster2]             {
2021-07-18T08:16:52.6776744Z [cluster2]                 "name": "v1",
2021-07-18T08:16:52.6777229Z [cluster2]                 "schema": {
2021-07-18T08:16:52.6777793Z [cluster2]                     "openAPIV3Schema": {
2021-07-18T08:16:52.6779922Z [cluster2]                         "properties": {
2021-07-18T08:16:52.6780494Z [cluster2]                             "apiVersion": {
2021-07-18T08:16:52.6783846Z [cluster2]                                 "description": "APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources",
2021-07-18T08:16:52.6786185Z [cluster2]                                 "type": "string"
2021-07-18T08:16:52.6786689Z [cluster2]                             },
2021-07-18T08:16:52.6787173Z [cluster2]                             "kind": {
2021-07-18T08:16:52.6791035Z [cluster2]                                 "description": "Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds",
2021-07-18T08:16:52.6793329Z [cluster2]                                 "type": "string"
2021-07-18T08:16:52.6793850Z [cluster2]                             },
2021-07-18T08:16:52.6794340Z [cluster2]                             "metadata": {
2021-07-18T08:16:52.6794893Z [cluster2]                                 "type": "object"
2021-07-18T08:16:52.6795397Z [cluster2]                             },
2021-07-18T08:16:52.6795858Z [cluster2]                             "spec": {
2021-07-18T08:16:52.6796595Z [cluster2]                                 "properties": {
2021-07-18T08:16:52.6797154Z [cluster2]                                     "backend": {
2021-07-18T08:16:52.6797707Z [cluster2]                                         "type": "string"
2021-07-18T08:16:52.6798211Z [cluster2]                                     },
2021-07-18T08:16:52.6798744Z [cluster2]                                     "backend_config": {
2021-07-18T08:16:52.6799443Z [cluster2]                                         "additionalProperties": {
2021-07-18T08:16:52.6800337Z [cluster2]                                             "type": "string"
2021-07-18T08:16:52.6801053Z [cluster2]                                         },
2021-07-18T08:16:52.6801574Z [cluster2]                                         "type": "object"
2021-07-18T08:16:52.6802098Z [cluster2]                                     },
2021-07-18T08:16:52.6802883Z [cluster2]                                     "cable_name": {
2021-07-18T08:16:52.6803464Z [cluster2]                                         "type": "string"
2021-07-18T08:16:52.6803971Z [cluster2]                                     },
2021-07-18T08:16:52.6804494Z [cluster2]                                     "cluster_id": {
2021-07-18T08:16:52.6805060Z [cluster2]                                         "type": "string"
2021-07-18T08:16:52.6805560Z [cluster2]                                     },
2021-07-18T08:16:52.6806128Z [cluster2]                                     "healthCheckIP": {
2021-07-18T08:16:52.6806722Z [cluster2]                                         "type": "string"
2021-07-18T08:16:52.6807233Z [cluster2]                                     },
2021-07-18T08:16:52.6807914Z [cluster2]                                     "hostname": {
2021-07-18T08:16:52.6808473Z [cluster2]                                         "type": "string"
2021-07-18T08:16:52.6808970Z [cluster2]                                     },
2021-07-18T08:16:52.6809493Z [cluster2]                                     "nat_enabled": {
2021-07-18T08:16:52.6810296Z [cluster2]                                         "type": "boolean"
2021-07-18T08:16:52.6811708Z [cluster2]                                     },
2021-07-18T08:16:52.6812231Z [cluster2]                                     "private_ip": {
2021-07-18T08:16:52.6815402Z [cluster2]                                         "type": "string"
2021-07-18T08:16:52.6816235Z [cluster2]                                     },
2021-07-18T08:16:52.6816904Z [cluster2]                                     "public_ip": {
2021-07-18T08:16:52.6817592Z [cluster2]                                         "type": "string"
2021-07-18T08:16:52.6822364Z [cluster2]                                     },
2021-07-18T08:16:52.6823258Z [cluster2]                                     "subnets": {
2021-07-18T08:16:52.6824176Z [cluster2]                                         "items": {
2021-07-18T08:16:52.6824772Z [cluster2]                                             "type": "string"
2021-07-18T08:16:52.6825416Z [cluster2]                                         },
2021-07-18T08:16:52.6825964Z [cluster2]                                         "type": "array"
2021-07-18T08:16:52.6826576Z [cluster2]                                     }
2021-07-18T08:16:52.6827070Z [cluster2]                                 },
2021-07-18T08:16:52.6827711Z [cluster2]                                 "required": [
2021-07-18T08:16:52.6828357Z [cluster2]                                     "backend",
2021-07-18T08:16:52.6829719Z [cluster2]                                     "cable_name",
2021-07-18T08:16:52.6830716Z [cluster2]                                     "cluster_id",
2021-07-18T08:16:53.1936655Z [cluster2]                                     "hostname",
2021-07-18T08:16:53.1939318Z [cluster1]                                     "nat_enabled",
2021-07-18T08:16:53.1939976Z [cluster1]                                     "private_ip",
2021-07-18T08:16:53.1940525Z [cluster1]                                     "public_ip",
2021-07-18T08:16:53.1941067Z [cluster1]                                     "subnets"
2021-07-18T08:16:53.1941549Z [cluster1]                                 ],
2021-07-18T08:16:53.1942097Z [cluster1]                                 "type": "object"
2021-07-18T08:16:53.1942582Z [cluster1]                             }
2021-07-18T08:16:53.1943027Z [cluster1]                         },
2021-07-18T08:16:53.1943508Z [cluster1]                         "required": [
2021-07-18T08:16:53.1944016Z [cluster1]                             "spec"
2021-07-18T08:16:53.1944480Z [cluster1]                         ],
2021-07-18T08:16:53.1945228Z [cluster1]                         "type": "object"
2021-07-18T08:16:53.1945725Z [cluster1]                     }
2021-07-18T08:16:53.1946139Z [cluster1]                 },
2021-07-18T08:16:53.1946620Z [cluster1]                 "served": true,
2021-07-18T08:16:53.1947135Z [cluster1]                 "storage": true
2021-07-18T08:16:53.1947607Z [cluster1]             }
2021-07-18T08:16:53.1948006Z [cluster1]         ]
2021-07-18T08:16:53.1948414Z [cluster1]     },
2021-07-18T08:16:53.1948832Z [cluster1]     "status": {
2021-07-18T08:16:53.1949367Z [cluster1]         "acceptedNames": {
2021-07-18T08:16:53.1949924Z [cluster1]             "kind": "Endpoint",
2021-07-18T08:16:53.1950529Z [cluster1]             "listKind": "EndpointList",
2021-07-18T08:16:53.1951153Z [cluster1]             "plural": "endpoints",
2021-07-18T08:16:53.1951727Z [cluster1]             "singular": "endpoint"
2021-07-18T08:16:53.1952231Z [cluster1]         },
2021-07-18T08:16:53.1952685Z [cluster1]         "conditions": [
2021-07-18T08:16:53.1953156Z [cluster1]             {
2021-07-18T08:16:53.1954500Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:12:36Z",
2021-07-18T08:16:53.1955223Z [cluster1]                 "message": "no conflicts found",
2021-07-18T08:16:53.1955845Z [cluster1]                 "reason": "NoConflicts",
2021-07-18T08:16:53.1956417Z [cluster1]                 "status": "True",
2021-07-18T08:16:53.1956991Z [cluster1]                 "type": "NamesAccepted"
2021-07-18T08:16:53.1957523Z [cluster1]             },
2021-07-18T08:16:53.1958145Z [cluster1]             {
2021-07-18T08:16:53.1958956Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:12:36Z",
2021-07-18T08:16:53.1959747Z [cluster1]                 "message": "the initial names have been accepted",
2021-07-18T08:16:53.1960556Z [cluster1]                 "reason": "InitialNamesAccepted",
2021-07-18T08:16:53.1961240Z [cluster1]                 "status": "True",
2021-07-18T08:16:53.1961787Z [cluster1]                 "type": "Established"
2021-07-18T08:16:53.1962297Z [cluster1]             }
2021-07-18T08:16:53.1962698Z [cluster1]         ],
2021-07-18T08:16:53.1963203Z [cluster1]         "storedVersions": [
2021-07-18T08:16:53.1963701Z [cluster1]             "v1"
2021-07-18T08:16:53.1964128Z [cluster1]         ]
2021-07-18T08:16:53.1964532Z [cluster1]     }
2021-07-18T08:16:53.1964916Z [cluster1] }
2021-07-18T08:16:53.1966042Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name endpoints.submariner.io[0m
2021-07-18T08:16:53.1967644Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name endpoints.submariner.io[0m
2021-07-18T08:16:53.1969497Z [36m[submariner-operator]$ [cluster1] jq -r -M .metadata.name /tmp/endpoints.submariner.io.cluster1.json[0m
2021-07-18T08:16:53.1971121Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:53.1972392Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:53.1974021Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.scope /tmp/endpoints.submariner.io.cluster1.json[0m
2021-07-18T08:16:53.1975660Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:53.1976973Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:53.1978612Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.group /tmp/endpoints.submariner.io.cluster1.json[0m
2021-07-18T08:16:53.1980802Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.names.kind Endpoint[0m
2021-07-18T08:16:53.1982119Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.names.kind Endpoint[0m
2021-07-18T08:16:53.1983814Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.names.kind /tmp/endpoints.submariner.io.cluster1.json[0m
2021-07-18T08:16:53.1985622Z [36m[submariner-operator]$ [cluster1] validate_equals .status.acceptedNames.kind Endpoint[0m
2021-07-18T08:16:53.1987455Z [36m[submariner-operator]$ [cluster1] validate_equals .status.acceptedNames.kind Endpoint[0m
2021-07-18T08:16:53.1989453Z [36m[submariner-operator]$ [cluster1] jq -r -M .status.acceptedNames.kind /tmp/endpoints.submariner.io.cluster1.json[0m
2021-07-18T08:16:53.1991079Z [36m[submariner-operator]$ [cluster1] verify_clusters_crd[0m
2021-07-18T08:16:53.1992223Z [36m[submariner-operator]$ [cluster1] verify_clusters_crd[0m
2021-07-18T08:16:53.1993494Z [36m[submariner-operator]$ [cluster1] validate_crd clusters.submariner.io v1 Cluster[0m
2021-07-18T08:16:53.1994928Z [36m[submariner-operator]$ [cluster1] validate_crd clusters.submariner.io v1 Cluster[0m
2021-07-18T08:16:53.1996323Z [36m[submariner-operator]$ [cluster1] kubectl get crds clusters.submariner.io[0m
2021-07-18T08:16:53.1997697Z [36m[submariner-operator]$ [cluster1] kubectl get crds clusters.submariner.io[0m
2021-07-18T08:16:53.1999213Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get crds clusters.submariner.io[0m
2021-07-18T08:16:53.2000177Z [cluster1] NAME                     CREATED AT
2021-07-18T08:16:53.4011374Z [cluster1] clusters.submariner.io   20          "hostname",
2021-07-18T08:16:53.4012246Z [cluster2]                                     "nat_enabled",
2021-07-18T08:16:53.4012912Z [cluster2]                                     "private_ip",
2021-07-18T08:16:53.4013532Z [cluster2]                                     "public_ip",
2021-07-18T08:16:53.4014077Z [cluster2]                                     "subnets"
2021-07-18T08:16:53.4014577Z [cluster2]                                 ],
2021-07-18T08:16:53.4015364Z [cluster2]                                 "type": "object"
2021-07-18T08:16:53.4016466Z [cluster2]                             }
2021-07-18T08:16:53.4017090Z [cluster2]                         },
2021-07-18T08:16:53.4017590Z [cluster2]                         "required": [
2021-07-18T08:16:53.4018087Z [cluster2]                             "spec"
2021-07-18T08:16:53.4018554Z [cluster2]                         ],
2021-07-18T08:16:53.4019210Z [cluster2]                         "type": "object"
2021-07-18T08:16:53.4019703Z [cluster2]                     }
2021-07-18T08:16:53.4020123Z [cluster2]                 },
2021-07-18T08:16:53.4020617Z [cluster2]                 "served": true,
2021-07-18T08:16:53.4021148Z [cluster2]                 "storage": true
2021-07-18T08:16:53.4021608Z [cluster2]             }
2021-07-18T08:16:53.4022025Z [cluster2]         ]
2021-07-18T08:16:53.4022424Z [cluster2]     },
2021-07-18T08:16:53.4022957Z [cluster2]     "status": {
2021-07-18T08:16:53.4023483Z [cluster2]         "acceptedNames": {
2021-07-18T08:16:53.4024065Z [cluster2]             "kind": "Endpoint",
2021-07-18T08:16:53.4024654Z [cluster2]             "listKind": "EndpointList",
2021-07-18T08:16:53.4025380Z [cluster2]             "plural": "endpoints",
2021-07-18T08:16:53.4025965Z [cluster2]             "singular": "endpoint"
2021-07-18T08:16:53.4026477Z [cluster2]         },
2021-07-18T08:16:53.4026953Z [cluster2]         "conditions": [
2021-07-18T08:16:53.4027420Z [cluster2]             {
2021-07-18T08:16:53.4028692Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:12:47Z",
2021-07-18T08:16:53.4029399Z [cluster2]                 "message": "no conflicts found",
2021-07-18T08:16:53.4030044Z [cluster2]                 "reason": "NoConflicts",
2021-07-18T08:16:53.4030610Z [cluster2]                 "status": "True",
2021-07-18T08:16:53.4031206Z [cluster2]                 "type": "NamesAccepted"
2021-07-18T08:16:53.4031732Z [cluster2]             },
2021-07-18T08:16:53.4032164Z [cluster2]             {
2021-07-18T08:16:53.4032951Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:12:47Z",
2021-07-18T08:16:53.4033742Z [cluster2]                 "message": "the initial names have been accepted",
2021-07-18T08:16:53.4034569Z [cluster2]                 "reason": "InitialNamesAccepted",
2021-07-18T08:16:53.4035235Z [cluster2]                 "status": "True",
2021-07-18T08:16:53.4035803Z [cluster2]                 "type": "Established"
2021-07-18T08:16:53.4036508Z [cluster2]             }
2021-07-18T08:16:53.4036930Z [cluster2]         ],
2021-07-18T08:16:53.4037434Z [cluster2]         "storedVersions": [
2021-07-18T08:16:53.4037956Z [cluster2]             "v1"
2021-07-18T08:16:53.4038365Z [cluster2]         ]
2021-07-18T08:16:53.4038776Z [cluster2]     }
2021-07-18T08:16:53.4039169Z [cluster2] }
2021-07-18T08:16:53.4040313Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.name endpoints.submariner.io[0m
2021-07-18T08:16:53.4041919Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.name endpoints.submariner.io[0m
2021-07-18T08:16:53.4043896Z [36m[submariner-operator]$ [cluster2] jq -r -M .metadata.name /tmp/endpoints.submariner.io.cluster2.json[0m
2021-07-18T08:16:53.4045556Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:53.4046825Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:53.4048461Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.scope /tmp/endpoints.submariner.io.cluster2.json[0m
2021-07-18T08:16:53.4050100Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:53.4051399Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:53.4053095Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.group /tmp/endpoints.submariner.io.cluster2.json[0m
2021-07-18T08:16:53.4054716Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.names.kind Endpoint[0m
2021-07-18T08:16:53.4056181Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.names.kind Endpoint[0m
2021-07-18T08:16:53.4057860Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.names.kind /tmp/endpoints.submariner.io.cluster2.json[0m
2021-07-18T08:16:53.4059801Z [36m[submariner-operator]$ [cluster2] validate_equals .status.acceptedNames.kind Endpoint[0m
2021-07-18T08:16:53.4061396Z [36m[submariner-operator]$ [cluster2] validate_equals .status.acceptedNames.kind Endpoint[0m
2021-07-18T08:16:53.4063347Z [36m[submariner-operator]$ [cluster2] jq -r -M .status.acceptedNames.kind /tmp/endpoints.submariner.io.cluster2.json[0m
2021-07-18T08:16:53.4064996Z [36m[submariner-operator]$ [cluster2] verify_clusters_crd[0m
2021-07-18T08:16:53.4066029Z [36m[submariner-operator]$ [cluster2] verify_clusters_crd[0m
2021-07-18T08:16:53.4067285Z [36m[submariner-operator]$ [cluster2] validate_crd clusters.submariner.io v1 Cluster[0m
2021-07-18T08:16:53.4068712Z [36m[submariner-operator]$ [cluster2] validate_crd clusters.submariner.io v1 Cluster[0m
2021-07-18T08:16:53.4070123Z [36m[submariner-operator]$ [cluster2] kubectl get crds clusters.submariner.io[0m
2021-07-18T08:16:53.4071492Z [36m[submariner-operator]$ [cluster2] kubectl get crds clusters.submariner.io[0m
2021-07-18T08:16:53.4073003Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get crds clusters.submariner.io[0m
2021-07-18T08:16:53.4073989Z [cluster2] NAME                     CREATED AT
2021-07-18T08:16:53.6355530Z [cluster2] clusters.submariner.io   2021-07-18T08:12:36Z
2021-07-18T08:16:53.6357031Z [36m[submariner-operator]$ [cluster1] json_file=/tmp/clusters.submariner.io.cluster1.json[0m
2021-07-18T08:16:53.6358665Z [36m[submariner-operator]$ [cluster1] kubectl get crd clusters.submariner.io -o json[0m
2021-07-18T08:16:53.6360267Z [36m[submariner-operator]$ [cluster1] tee /tmp/clusters.submariner.io.cluster1.json[0m
2021-07-18T08:16:53.6361880Z [36m[submariner-operator]$ [cluster1] kubectl get crd clusters.submariner.io -o json[0m
2021-07-18T08:16:53.6363442Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get crd clusters.submariner.io -o json[0m
2021-07-18T08:16:53.6364544Z [cluster1] {
2021-07-18T08:16:53.6365185Z [cluster1]     "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:53.6366042Z [cluster1]     "kind": "CustomResourceDefinition",
2021-07-18T08:16:53.6366745Z [cluster1]     "metadata": {
2021-07-18T08:16:53.6367487Z [cluster1]         "annotations": {
2021-07-18T08:16:53.6368523Z [cluster1]             "controller-gen.kubebuilder.io/version": "v0.4.1"
2021-07-18T08:16:53.6369270Z [cluster1]         },
2021-07-18T08:16:53.6370019Z [cluster1]         "creationTimestamp": "2021-07-18T08:12:36Z",
2021-07-18T08:16:53.6370748Z [cluster1]         "generation": 1,
2021-07-18T08:16:53.6371301Z [cluster1]         "managedFields": [
2021-07-18T08:16:53.6371807Z [cluster1]             {
2021-07-18T08:16:53.6372449Z [cluster1]                 "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:53.6373205Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:16:53.6373869Z [cluster1]                 "fieldsV1": {
2021-07-18T08:16:53.6374395Z [cluster1]                     "f:metadata": {
2021-07-18T08:16:53.6374953Z [cluster1]                         "f:annotations": {
2021-07-18T08:16:53.6375458Z [cluster1]                             ".": {},
2021-07-18T08:16:53.6376549Z [cluster1]                             "f:controller-gen.kubebuilder.io/version": {}
2021-07-18T08:16:53.6377304Z [cluster1]                         }
2021-07-18T08:16:53.6377746Z [cluster1]                     },
2021-07-18T08:16:53.6378201Z [cluster1]                     "f:spec": {
2021-07-18T08:16:53.6378731Z [cluster1]                         "f:conversion": {
2021-07-18T08:16:53.6379493Z [cluster1]                             ".": {},
2021-07-18T08:16:53.6380097Z [cluster1]                             "f:strategy": {}
2021-07-18T08:16:53.6380734Z [cluster1]                         },
2021-07-18T08:16:53.6381198Z [cluster1]                         "f:group": {},
2021-07-18T08:16:53.6381705Z [cluster1]                         "f:names": {
2021-07-18T08:16:53.6382189Z [cluster1]                             "f:kind": {},
2021-07-18T08:16:53.6382827Z [cluster1]                             "f:listKind": {},
2021-07-18T08:16:53.6383350Z [cluster1]                             "f:plural": {},
2021-07-18T08:16:53.6383894Z [cluster1]                             "f:singular": {}
2021-07-18T08:16:53.6384370Z [cluster1]                         },
2021-07-18T08:16:53.6384928Z [cluster1]                         "f:scope": {},
2021-07-18T08:16:53.6385439Z [cluster1]                         "f:versions": {}
2021-07-18T08:16:53.6385931Z [cluster1]                     },
2021-07-18T08:16:53.6386404Z [cluster1]                     "f:status": {
2021-07-18T08:16:53.6386959Z [cluster1]                         "f:acceptedNames": {
2021-07-18T08:16:53.6387532Z [cluster1]                             "f:kind": {},
2021-07-18T08:16:53.6388029Z [cluster1]                             "f:plural": {}
2021-07-18T08:16:53.6388510Z [cluster1]                         },
2021-07-18T08:16:53.6389006Z [cluster1]                         "f:conditions": {},
2021-07-18T08:16:53.6389612Z [cluster1]                         "f:storedVersions": {}
2021-07-18T08:16:53.6390139Z [cluster1]                     }
2021-07-18T08:16:53.6390569Z [cluster1]                 },
2021-07-18T08:16:53.6391409Z [cluster1]                 "manager": "submariner-operator",
2021-07-18T08:16:53.6392110Z [cluster1]                 "operation": "Update",
2021-07-18T08:16:53.6392853Z [cluster1]                 "time": "2021-07-18T08:12:40Z"
2021-07-18T08:16:53.6393309Z [cluster1]             }
2021-07-18T08:16:53.6393726Z [cluster1]         ],
2021-07-18T08:16:53.6394330Z [cluster1]         "name": "clusters.submariner.io",
2021-07-18T08:16:53.6395047Z [cluster1]         "resourceVersion": "1395",
2021-07-18T08:16:53.6395926Z [cluster1]         "uid": "0c58fc78-2e87-4b09-8749-0300288f4977"
2021-07-18T08:16:53.6396500Z [cluster1]     },
2021-07-18T08:16:53.6396917Z [cluster1]     "spec": {
2021-07-18T08:16:53.6397406Z [cluster1]         "conversion": {
2021-07-18T08:16:53.6397932Z [cluster1]             "strategy": "None"
2021-07-18T08:16:53.6398410Z [cluster1]         },
2021-07-18T08:16:53.6398933Z [cluster1]         "group": "submariner.io",
2021-07-18T08:16:53.6399464Z [cluster1]         "names": {
2021-07-18T08:16:53.6400083Z [cluster1]             "kind": "Cluster",
2021-07-18T08:16:53.6400657Z [cluster1]             "listKind": "ClusterList",
2021-07-18T08:16:53.6401257Z [cluster1]             "plural": "clusters",
2021-07-18T08:16:53.6401817Z [cluster1]             "singular": "cluster"
2021-07-18T08:16:53.6402448Z [cluster1]         },
2021-07-18T08:16:53.6402938Z [cluster1]         "scope": "Namespaced",
2021-07-18T08:16:53.6403600Z [cluster1]         "versions": [
2021-07-18T08:16:53.6404050Z [cluster1]             {
2021-07-18T08:16:53.6404501Z [cluster1]                 "name": "v1",
2021-07-18T08:16:53.6404971Z [cluster1]                 "schema": {
2021-07-18T08:16:53.6405548Z [cluster1]                     "openAPIV3Schema": {
2021-07-18T08:16:53.6406164Z [cluster1]                         "properties": {
2021-07-18T08:16:53.6406720Z [cluster1]                             "apiVersion": {
2021-07-18T08:16:53.6409133Z [cluster1]                                 "description": "APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources",
2021-07-18T08:16:53.6411099Z [cluster1]                                 "type": "string"
2021-07-18T08:16:53.6411599Z [cluster1]                             },
2021-07-18T08:16:53.6412090Z [cluster1]                             "kind": {
2021-07-18T08:16:53.6414476Z [cluster1]                                 "description": "Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds",
2021-07-18T08:16:53.6416307Z [cluster1]                                 "type": "string"
2021-07-18T08:16:53.6416825Z [cluster1]                             },
2021-07-18T08:16:53.6417312Z [cluster1]                             "metadata": {
2021-07-18T08:16:53.6417859Z [cluster1]                                 "type": "object"
2021-07-18T08:16:53.6418349Z [cluster1]                             },
2021-07-18T08:16:53.6418829Z [cluster1]                             "spec": {
2021-07-18T08:16:53.6448507Z [cluster1]                                 "properties": {
2021-07-18T08:16:53.6449122Z [cluster1]                                     "cluster_cidr": {
2021-07-18T08:16:53.6449703Z [cluster1]                                         "items": {
2021-07-18T08:16:53.6450247Z [cluster1]                                             "type": "string"
2021-07-18T08:16:53.6450777Z [cluster1]                                         },
2021-07-18T08:16:53.6451284Z [cluster1]                                         "type": "array"
2021-07-18T08:16:53.6451796Z [cluster1]                                     },
2021-07-18T08:16:53.6452298Z [cluster1]                                     "cluster_id": {
2021-07-18T08:16:53.6452859Z [cluster1]                                         "type": "string"
2021-07-18T08:16:53.6453380Z [cluster1]                                     },
2021-07-18T08:16:53.6453872Z [cluster1]                                     "color_codes": {
2021-07-18T08:16:53.6454405Z [cluster1]                                         "items": {
2021-07-18T08:16:53.6454942Z [cluster1]                                             "type": "string"
2021-07-18T08:16:53.6455476Z [cluster1]                                         },
2021-07-18T08:16:53.6455983Z [cluster1]                                         "type": "array"
2021-07-18T08:16:53.6456493Z [cluster1]                                     },
2021-07-18T08:16:53.6456988Z [cluster1]                                     "global_cidr": {
2021-07-18T08:16:53.6457523Z [cluster1]                                         "items": {
2021-07-18T08:16:53.6458278Z [cluster1]                                             "type": "string"
2021-07-18T08:16:53.6458799Z [cluster1]                                         },
2021-07-18T08:16:53.6459648Z [cluster1]                                         "type": "array"
2021-07-18T08:16:53.6460149Z [cluster1]                                     },
2021-07-18T08:16:53.6460670Z [cluster1]                                     "service_cidr": {
2021-07-18T08:16:53.6461211Z [cluster1]                                         "items": {
2021-07-18T08:16:53.6461762Z [cluster1]                                             "type": "string"
2021-07-18T08:16:53.6462277Z [cluster1]                                         },
2021-07-18T08:16:53.6462800Z [cluster1]                                         "type": "array"
2021-07-18T08:16:53.6463312Z [cluster1]                                     }
2021-07-18T08:16:53.6463758Z [cluster1]                                 },
2021-07-18T08:16:53.6464262Z [cluster1]                                 "required": [
2021-07-18T08:16:53.6464822Z [cluster1]                                     "cluster_cidr",
2021-07-18T08:16:53.6465375Z [cluster1]                                     "cluster_id",
2021-07-18T08:16:53.6465909Z [cluster1]                                     "color_codes",
2021-07-18T08:16:53.6466458Z [cluster1]                                     "global_cidr",
2021-07-18T08:16:53.6467002Z [cluster1]                                     "service_cidr"
2021-07-18T08:16:53.6467508Z [cluster1]                                 ],
2021-07-18T08:16:53.6468116Z [cluster1]                                 "type": "object"
2021-07-18T08:16:53.6468602Z [cluster1]                             }
2021-07-18T08:16:53.6469051Z [cluster1]                         },
2021-07-18T08:16:53.6469525Z [cluster1]                         "required": [
2021-07-18T08:16:53.6470036Z [cluster1]                             "spec"
2021-07-18T08:16:53.6470487Z [cluster1]                         ],
2021-07-18T08:16:53.6470986Z [cluster1]                         "type": "object"
2021-07-18T08:16:53.6471463Z [cluster1]                     }
2021-07-18T08:16:53.6471896Z [cluster1]                 },
2021-07-18T08:16:53.6472365Z [cluster1]                 "served": true,
2021-07-18T08:16:53.6472896Z [cluster1]                 "storage": true
2021-07-18T08:16:53.6473370Z [cluster1]             }
2021-07-18T08:16:53.6473770Z [cluster1]         ]
2021-07-18T08:16:53.6474182Z [cluster1]     },
2021-07-18T08:16:53.6474598Z [cluster1]     "status": {
2021-07-18T08:16:53.6475129Z [cluster1]         "acceptedNames": {
2021-07-18T08:16:53.6475683Z [cluster1]             "kind": "Cluster",
2021-07-18T08:16:53.6476277Z [cluster1]             "listKind": "ClusterList",
2021-07-18T08:16:53.6476867Z [cluster1]             "plural": "clusters",
2021-07-18T08:16:53.6477435Z [cluster1]             "singular": "cluster"
2021-07-18T08:16:53.6477907Z [cluster1]         },
2021-07-18T08:16:53.6478378Z [cluster1]         "conditions": [
2021-07-18T08:16:53.6478851Z [cluster1]             {
2021-07-18T08:16:53.6479974Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:12:36Z",
2021-07-18T08:16:53.6480685Z [cluster1]                 "message": "no conflicts found",
2021-07-18T08:16:53.6481304Z [cluster1]                 "reason": "NoConflicts",
2021-07-18T08:16:53.6481874Z [cluster1]                 "status": "True",
2021-07-18T08:16:53.6482452Z [cluster1]                 "type": "NamesAccepted"
2021-07-18T08:16:53.9054445Z [cluste21-07-18T08:12:47Z
2021-07-18T08:16:53.9055966Z [36m[submariner-operator]$ [cluster2] json_file=/tmp/clusters.submariner.io.cluster2.json[0m
2021-07-18T08:16:53.9057752Z [36m[submariner-operator]$ [cluster2] kubectl get crd clusters.submariner.io -o json[0m
2021-07-18T08:16:53.9059801Z [36m[submariner-operator]$ [cluster2] kubectl get crd clusters.submariner.io -o json[0m
2021-07-18T08:16:53.9061403Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get crd clusters.submariner.io -o json[0m
2021-07-18T08:16:53.9063319Z [36m[submariner-operator]$ [cluster2] tee /tmp/clusters.submariner.io.cluster2.json[0m
2021-07-18T08:16:53.9064306Z [cluster2] {
2021-07-18T08:16:53.9064944Z [cluster2]     "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:53.9065807Z [cluster2]     "kind": "CustomResourceDefinition",
2021-07-18T08:16:53.9066502Z [cluster2]     "metadata": {
2021-07-18T08:16:53.9067007Z [cluster2]         "annotations": {
2021-07-18T08:16:53.9068050Z [cluster2]             "controller-gen.kubebuilder.io/version": "v0.4.1"
2021-07-18T08:16:53.9068812Z [cluster2]         },
2021-07-18T08:16:53.9069566Z [cluster2]         "creationTimestamp": "2021-07-18T08:12:47Z",
2021-07-18T08:16:53.9070204Z [cluster2]         "generation": 1,
2021-07-18T08:16:53.9070756Z [cluster2]         "managedFields": [
2021-07-18T08:16:53.9071260Z [cluster2]             {
2021-07-18T08:16:53.9071899Z [cluster2]                 "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:53.9072662Z [cluster2]                 "fieldsType": "FieldsV1",
2021-07-18T08:16:53.9073232Z [cluster2]                 "fieldsV1": {
2021-07-18T08:16:53.9073757Z [cluster2]                     "f:metadata": {
2021-07-18T08:16:53.9074301Z [cluster2]                         "f:annotations": {
2021-07-18T08:16:53.9074833Z [cluster2]                             ".": {},
2021-07-18T08:16:53.9075822Z [cluster2]                             "f:controller-gen.kubebuilder.io/version": {}
2021-07-18T08:16:53.9076580Z [cluster2]                         }
2021-07-18T08:16:53.9077022Z [cluster2]                     },
2021-07-18T08:16:53.9077601Z [cluster2]                     "f:spec": {
2021-07-18T08:16:53.9078133Z [cluster2]                         "f:conversion": {
2021-07-18T08:16:53.9078637Z [cluster2]                             ".": {},
2021-07-18T08:16:53.9079148Z [cluster2]                             "f:strategy": {}
2021-07-18T08:16:53.9079630Z [cluster2]                         },
2021-07-18T08:16:53.9080111Z [cluster2]                         "f:group": {},
2021-07-18T08:16:53.9080626Z [cluster2]                         "f:names": {
2021-07-18T08:16:53.9081120Z [cluster2]                             "f:kind": {},
2021-07-18T08:16:53.9081643Z [cluster2]                             "f:listKind": {},
2021-07-18T08:16:53.9082350Z [cluster2]                             "f:plural": {},
2021-07-18T08:16:53.9082892Z [cluster2]                             "f:singular": {}
2021-07-18T08:16:53.9083372Z [cluster2]                         },
2021-07-18T08:16:53.9083853Z [cluster2]                         "f:scope": {},
2021-07-18T08:16:53.9084367Z [cluster2]                         "f:versions": {}
2021-07-18T08:16:53.9084855Z [cluster2]                     },
2021-07-18T08:16:53.9085311Z [cluster2]                     "f:status": {
2021-07-18T08:16:53.9085885Z [cluster2]                         "f:acceptedNames": {
2021-07-18T08:16:53.9086491Z [cluster2]                             "f:kind": {},
2021-07-18T08:16:53.9086990Z [cluster2]                             "f:plural": {}
2021-07-18T08:16:53.9087476Z [cluster2]                         },
2021-07-18T08:16:53.9087977Z [cluster2]                         "f:conditions": {},
2021-07-18T08:16:53.9088586Z [cluster2]                         "f:storedVersions": {}
2021-07-18T08:16:53.9089111Z [cluster2]                     }
2021-07-18T08:16:53.9089547Z [cluster2]                 },
2021-07-18T08:16:53.9090508Z [cluster2]                 "manager": "submariner-operator",
2021-07-18T08:16:53.9091215Z [cluster2]                 "operation": "Update",
2021-07-18T08:16:53.9091982Z [cluster2]                 "time": "2021-07-18T08:12:56Z"
2021-07-18T08:16:53.9092443Z [cluster2]             }
2021-07-18T08:16:53.9092865Z [cluster2]         ],
2021-07-18T08:16:53.9093468Z [cluster2]         "name": "clusters.submariner.io",
2021-07-18T08:16:53.9094195Z [cluster2]         "resourceVersion": "1362",
2021-07-18T08:16:53.9095071Z [cluster2]         "uid": "66555071-af95-49e4-aeee-53272639cd42"
2021-07-18T08:16:53.9095651Z [cluster2]     },
2021-07-18T08:16:53.9096203Z [cluster2]     "spec": {
2021-07-18T08:16:53.9096704Z [cluster2]         "conversion": {
2021-07-18T08:16:53.9097232Z [cluster2]             "strategy": "None"
2021-07-18T08:16:53.9097711Z [cluster2]         },
2021-07-18T08:16:53.9098222Z [cluster2]         "group": "submariner.io",
2021-07-18T08:16:53.9098768Z [cluster2]         "names": {
2021-07-18T08:16:53.9099474Z [cluster2]             "kind": "Cluster",
2021-07-18T08:16:53.9100049Z [cluster2]             "listKind": "ClusterList",
2021-07-18T08:16:53.9100665Z [cluster2]             "plural": "clusters",
2021-07-18T08:16:53.9101223Z [cluster2]             "singular": "cluster"
2021-07-18T08:16:53.9101713Z [cluster2]         },
2021-07-18T08:16:53.9102210Z [cluster2]         "scope": "Namespaced",
2021-07-18T08:16:53.9102764Z [cluster2]         "versions": [
2021-07-18T08:16:53.9103212Z [cluster2]             {
2021-07-18T08:16:53.9103661Z [cluster2]                 "name": "v1",
2021-07-18T08:16:53.9104135Z [cluster2]                 "schema": {
2021-07-18T08:16:53.9104716Z [cluster2]                     "openAPIV3Schema": {
2021-07-18T08:16:53.9105338Z [cluster2]                         "properties": {
2021-07-18T08:16:53.9105895Z [cluster2]                             "apiVersion": {
2021-07-18T08:16:53.9108324Z [cluster2]                                 "description": "APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources",
2021-07-18T08:16:53.9110316Z [cluster2]                                 "type": "string"
2021-07-18T08:16:53.9110834Z [cluster2]                             },
2021-07-18T08:16:53.9111317Z [cluster2]                             "kind": {
2021-07-18T08:16:53.9113602Z [cluster2]                                 "description": "Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds",
2021-07-18T08:16:53.9115580Z [cluster2]                                 "type": "string"
2021-07-18T08:16:53.9116094Z [cluster2]                             },
2021-07-18T08:16:53.9116677Z [cluster2]                             "metadata": {
2021-07-18T08:16:53.9117229Z [cluster2]                                 "type": "object"
2021-07-18T08:16:53.9117722Z [cluster2]                             },
2021-07-18T08:16:53.9118197Z [cluster2]                             "spec": {
2021-07-18T08:16:53.9118734Z [cluster2]                                 "properties": {
2021-07-18T08:16:53.9119319Z [cluster2]                                     "cluster_cidr": {
2021-07-18T08:16:53.9119873Z [cluster2]                                         "items": {
2021-07-18T08:16:53.9120416Z [cluster2]                                             "type": "string"
2021-07-18T08:16:53.9120944Z [cluster2]                                         },
2021-07-18T08:16:53.9121446Z [cluster2]                                         "type": "array"
2021-07-18T08:16:53.9121955Z [cluster2]                                     },
2021-07-18T08:16:53.9122454Z [cluster2]                                     "cluster_id": {
2021-07-18T08:16:53.9123016Z [cluster2]                                         "type": "string"
2021-07-18T08:16:53.9123521Z [cluster2]                                     },
2021-07-18T08:16:53.9124031Z [cluster2]                                     "color_codes": {
2021-07-18T08:16:53.9124566Z [cluster2]                                         "items": {
2021-07-18T08:16:53.9125100Z [cluster2]                                             "type": "string"
2021-07-18T08:16:53.9125623Z [cluster2]                                         },
2021-07-18T08:16:53.9126142Z [cluster2]                                         "type": "array"
2021-07-18T08:16:53.9126763Z [cluster2]                                     },
2021-07-18T08:16:53.9127267Z [cluster2]                                     "global_cidr": {
2021-07-18T08:16:53.9127803Z [cluster2]                                         "items": {
2021-07-18T08:16:53.9128354Z [cluster2]                                             "type": "string"
2021-07-18T08:16:53.9128868Z [cluster2]                                         },
2021-07-18T08:16:53.9129389Z [cluster2]                                         "type": "array"
2021-07-18T08:16:53.9129894Z [cluster2]                                     },
2021-07-18T08:16:53.9130412Z [cluster2]                                     "service_cidr": {
2021-07-18T08:16:53.9130945Z [cluster2]                                         "items": {
2021-07-18T08:16:53.9131493Z [cluster2]                                             "type": "string"
2021-07-18T08:16:53.9132003Z [cluster2]                                         },
2021-07-18T08:16:53.9132527Z [cluster2]                                         "type": "array"
2021-07-18T08:16:53.9133040Z [cluster2]                                     }
2021-07-18T08:16:53.9133490Z [cluster2]                                 },
2021-07-18T08:16:53.9133996Z [cluster2]                                 "required": [
2021-07-18T08:16:53.9134538Z [cluster2]                                     "cluster_cidr",
2021-07-18T08:16:53.9135101Z [cluster2]                                     "cluster_id",
2021-07-18T08:16:53.9135707Z [cluster2]                                     "color_codes",
2021-07-18T08:16:53.9136252Z [cluster2]                                     "global_cidr",
2021-07-18T08:16:53.9136791Z [cluster2]                                     "service_cidr"
2021-07-18T08:16:53.9137388Z [cluster2]                                 ],
2021-07-18T08:16:53.9137906Z [cluster2]                                 "type": "object"
2021-07-18T08:16:53.9138392Z [cluster2]                             }
2021-07-18T08:16:53.9138848Z [cluster2]                         },
2021-07-18T08:16:53.9139631Z [cluster2]                         "required": [
2021-07-18T08:16:53.9140143Z [cluster2]                             "spec"
2021-07-18T08:16:53.9140596Z [cluster2]                         ],
2021-07-18T08:16:53.9141142Z [cluster2]                         "type": "object"
2021-07-18T08:16:53.9141617Z [cluster2]                     }
2021-07-18T08:16:53.9142052Z [cluster2]                 },
2021-07-18T08:16:53.9142520Z [cluster2]                 "served": true,
2021-07-18T08:16:53.9143057Z [cluster2]                 "storage": true
2021-07-18T08:16:53.9143528Z [cluster2]             }
2021-07-18T08:16:53.9143932Z [cluster2]         ]
2021-07-18T08:16:53.9144341Z [cluster2]     },
2021-07-18T08:16:53.9144766Z [cluster2]     "status": {
2021-07-18T08:16:53.9145290Z [cluster2]         "acceptedNames": {
2021-07-18T08:16:53.9145841Z [cluster2]             "kind": "Cluster",
2021-07-18T08:16:53.9146425Z [cluster2]             "listKind": "ClusterList",
2021-07-18T08:16:53.9149023Z [cluster2]             "plural": "clusters",
2021-07-18T08:16:53.9149608Z [cluster2]             "singular": "cluster"
2021-07-18T08:16:53.9150086Z [cluster2]         },
2021-07-18T08:16:53.9150561Z [cluster2]         "conditions": [
2021-07-18T08:16:53.9151017Z [cluster2]             {
2021-07-18T08:16:53.9152033Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:12:47Z",
2021-07-18T08:16:53.9152754Z [cluster2]                 "message": "no conflicts found",
2021-07-18T08:16:53.9153380Z [cluster2]                 "reason": "NoConflicts",
2021-07-18T08:16:53.9153957Z [cluster2]                 "status": "True",
2021-07-18T08:16:53.9154537Z [cluster2]                 "type": "NamesAccepted"
2021-07-18T08:16:54.7257754Z [cluster1]             },
2021-07-18T08:16:54.7258244Z [cluster1]             {
2021-07-18T08:16:54.7260196Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:12:36Z",
2021-07-18T08:16:54.7261282Z [cluster1]                 "message": "the initial names have been accepted",
2021-07-18T08:16:54.7262111Z [cluster1]                 "reason": "InitialNamesAccepted",
2021-07-18T08:16:54.7262777Z [cluster1]                 "status": "True",
2021-07-18T08:16:54.7263346Z [cluster1]                 "type": "Established"
2021-07-18T08:16:54.7263950Z [cluster1]             }
2021-07-18T08:16:54.7264376Z [cluster1]         ],
2021-07-18T08:16:54.7264876Z [cluster1]         "storedVersions": [
2021-07-18T08:16:54.7265404Z [cluster1]             "v1"
2021-07-18T08:16:54.7265863Z [cluster1]         ]
2021-07-18T08:16:54.7266275Z [cluster1]     }
2021-07-18T08:16:54.7266668Z [cluster1] }
2021-07-18T08:16:54.7267840Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name clusters.submariner.io[0m
2021-07-18T08:16:54.7269533Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name clusters.submariner.io[0m
2021-07-18T08:16:54.7271323Z [36m[submariner-operator]$ [cluster1] jq -r -M .metadata.name /tmp/clusters.submariner.io.cluster1.json[0m
2021-07-18T08:16:54.7272941Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:54.7274300Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:54.7275912Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.scope /tmp/clusters.submariner.io.cluster1.json[0m
2021-07-18T08:16:54.7277524Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:54.7279119Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:54.7280739Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.group /tmp/clusters.submariner.io.cluster1.json[0m
2021-07-18T08:16:54.7282344Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.names.kind Cluster[0m
2021-07-18T08:16:54.7283683Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.names.kind Cluster[0m
2021-07-18T08:16:54.7285350Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.names.kind /tmp/clusters.submariner.io.cluster1.json[0m
2021-07-18T08:16:54.7287128Z [36m[submariner-operator]$ [cluster1] validate_equals .status.acceptedNames.kind Cluster[0m
2021-07-18T08:16:54.7288700Z [36m[submariner-operator]$ [cluster1] validate_equals .status.acceptedNames.kind Cluster[0m
2021-07-18T08:16:54.7290601Z [36m[submariner-operator]$ [cluster1] jq -r -M .status.acceptedNames.kind /tmp/clusters.submariner.io.cluster1.json[0m
2021-07-18T08:16:54.7292196Z [36m[submariner-operator]$ [cluster1] verify_subm_crd[0m
2021-07-18T08:16:54.7293181Z [36m[submariner-operator]$ [cluster1] verify_subm_crd[0m
2021-07-18T08:16:54.7294524Z [36m[submariner-operator]$ [cluster1] validate_crd submariners.submariner.io v1alpha1 Submariner[0m
2021-07-18T08:16:54.7296152Z [36m[submariner-operator]$ [cluster1] validate_crd submariners.submariner.io v1alpha1 Submariner[0m
2021-07-18T08:16:54.7297686Z [36m[submariner-operator]$ [cluster1] kubectl get crds submariners.submariner.io[0m
2021-07-18T08:16:54.7299641Z [36m[submariner-operator]$ [cluster1] kubectl get crds submariners.submariner.io[0m
2021-07-18T08:16:54.7301268Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get crds submariners.submariner.io[0m
2021-07-18T08:16:54.7302303Z [cluster1] NAME                        CREATED AT
2021-07-18T08:16:54.7303205Z [cluster1] submariners.submariner.io   2021-07-18T08:12:26Z
2021-07-18T08:16:54.7304759Z [36m[submariner-operator]$ [cluster1] json_file=/tmp/submariners.submariner.io.cluster1.json[0m
2021-07-18T08:16:54.7306478Z [36m[submariner-operator]$ [cluster1] kubectl get crd submariners.submariner.io -o json[0m
2021-07-18T08:16:54.7308183Z [36m[submariner-operator]$ [cluster1] tee /tmp/submariners.submariner.io.cluster1.json[0m
2021-07-18T08:16:54.7309885Z [36m[submariner-operator]$ [cluster1] kubectl get crd submariners.submariner.io -o json[0m
2021-07-18T08:16:54.7311650Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get crd submariners.submariner.io -o json[0m
2021-07-18T08:16:54.7312618Z [cluster1] {
2021-07-18T08:16:54.7313239Z [cluster1]     "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:54.7314119Z [cluster1]     "kind": "CustomResourceDefinition",
2021-07-18T08:16:54.7314799Z [cluster1]     "metadata": {
2021-07-18T08:16:54.7315321Z [cluster1]         "annotations": {
2021-07-18T08:16:54.7316320Z [cluster1]             "controller-gen.kubebuilder.io/version": "v0.4.1"
2021-07-18T08:16:54.7317083Z [cluster1]         },
2021-07-18T08:16:54.7317844Z [cluster1]         "creationTimestamp": "2021-07-18T08:12:26Z",
2021-07-18T08:16:54.7318465Z [cluster1]         "generation": 2,
2021-07-18T08:16:54.7319027Z [cluster1]         "managedFields": [
2021-07-18T08:16:54.7319514Z [cluster1]             {
2021-07-18T08:16:54.7320314Z [cluster1]                 "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:54.7321064Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:16:54.7321652Z [cluster1]                 "fieldsV1": {
2021-07-18T08:16:54.7322165Z [cluster1]                     "f:metadata": {
2021-07-18T08:16:54.7322725Z [cluster1]                         "f:annotations": {
2021-07-18T08:16:54.7323252Z [cluster1]                             ".": {},
2021-07-18T08:16:54.7324237Z [cluster1]                             "f:controller-gen.kubebuilder.io/version": {}
2021-07-18T08:16:54.7325013Z [cluster1]                         }
2021-07-18T08:16:54.7325442Z [cluster1]                     },
2021-07-18T08:16:54.7326024Z [cluster1]                     "f:spec": {
2021-07-18T08:16:54.7326540Z [cluster1]                         "f:conversion": {
2021-07-18T08:16:54.7327062Z [cluster1]                             ".": {},
2021-07-18T08:16:54.7327553Z [cluster1]                             "f:strategy": {}
2021-07-18T08:16:54.7328052Z [cluster1]                         },
2021-07-18T08:16:54.7342028Z [cluster1]                         "f:group": {},
2021-07-18T08:16:54.7342725Z [cluster1]                         "f:names": {
2021-07-18T08:16:54.7343239Z [cluster1]                             "f:kind": {},
2021-07-18T08:16:54.7343758Z [cluster1]                             "f:listKind": {},
2021-07-18T08:16:54.7344303Z [cluster1]                             "f:plural": {},
2021-07-18T08:16:54.7344834Z [cluster1]                             "f:singular": {}
2021-07-18T08:16:54.7345458Z [cluster1]                         },
2021-07-18T08:16:54.7345930Z [cluster1]                         "f:scope": {},
2021-07-18T08:16:54.7346472Z [cluster1]                         "f:versions": {}
2021-07-18T08:16:54.7346945Z [cluster1]                     },
2021-07-18T08:16:54.7347424Z [cluster1]                     "f:status": {
2021-07-18T08:16:54.7347980Z [cluster1]                         "f:acceptedNames": {
2021-07-18T08:16:54.7348554Z [cluster1]                             "f:kind": {},
2021-07-18T08:16:54.7349073Z [cluster1]                             "f:plural": {}
2021-07-18T08:16:54.7349543Z [cluster1]                         },
2021-07-18T08:16:54.7350060Z [cluster1]                         "f:conditions": {},
2021-07-18T08:16:54.7350655Z [cluster1]                         "f:storedVersions": {}
2021-07-18T08:16:54.7351194Z [cluster1]                     }
2021-07-18T08:16:54.7351609Z [cluster1]                 },
2021-07-18T08:16:54.7352107Z [cluster1]                 "manager": "subctl",
2021-07-18T08:16:54.7352676Z [cluster1]                 "operation": "Update",
2021-07-18T08:16:54.7353699Z [cluster1]                 "time": "2021-07-18T08:12:37Z"
2021-07-18T08:16:54.7354189Z [cluster1]             }
2021-07-18T08:16:54.7354594Z [cluster1]         ],
2021-07-18T08:16:54.7355251Z [cluster1]         "name": "submariners.submariner.io",
2021-07-18T08:16:54.7356008Z [cluster1]         "resourceVersion": "2133",
2021-07-18T08:16:54.7356938Z [cluster1]         "uid": "de295501-3133-44b7-bcfa-d92d1fd3049e"
2021-07-18T08:16:54.7357529Z [cluster1]     },
2021-07-18T08:16:54.7357965Z [cluster1]     "spec": {
2021-07-18T08:16:54.7358662Z [cluster1]         "conversion": {
2021-07-18T08:16:54.7359210Z [cluster1]             "strategy": "None"
2021-07-18T08:16:54.7359674Z [cluster1]         },
2021-07-18T08:16:54.7360203Z [cluster1]         "group": "submariner.io",
2021-07-18T08:16:54.7360733Z [cluster1]         "names": {
2021-07-18T08:16:54.7361260Z [cluster1]             "kind": "Submariner",
2021-07-18T08:16:54.7361907Z [cluster1]             "listKind": "SubmarinerList",
2021-07-18T08:16:54.7362551Z [cluster1]             "plural": "submariners",
2021-07-18T08:16:54.7363176Z [cluster1]             "singular": "submariner"
2021-07-18T08:16:54.7363672Z [cluster1]         },
2021-07-18T08:16:54.7364179Z [cluster1]         "scope": "Namespaced",
2021-07-18T08:16:54.7364708Z [cluster1]         "versions": [
2021-07-18T08:16:54.7365169Z [cluster1]             {
2021-07-18T08:16:54.7365684Z [cluster1]                 "name": "v1alpha1",
2021-07-18T08:16:54.7366198Z [cluster1]                 "schema": {
2021-07-18T08:16:54.7366764Z [cluster1]                     "openAPIV3Schema": {
2021-07-18T08:16:54.7367576Z [cluster1]                         "description": "Submariner is the Schema for the submariners API",
2021-07-18T08:16:54.7368347Z [cluster1]                         "properties": {
2021-07-18T08:16:54.7368904Z [cluster1]                             "apiVersion": {
2021-07-18T08:16:54.7462226Z [cluster1]                                 "description": "APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources",
2021-07-18T08:16:54.7464473Z [cluster1]                                 "type": "string"
2021-07-18T08:16:54.7464977Z [cluster1]                             },
2021-07-18T08:16:54.7465466Z [cluster1]                             "kind": {
2021-07-18T08:16:54.7468144Z [cluster1]                                 "description": "Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds",
2021-07-18T08:16:54.7469985Z [cluster1]                                 "type": "string"
2021-07-18T08:16:54.7470499Z [cluster1]                             },
2021-07-18T08:16:54.7470996Z [cluster1]                             "metadata": {
2021-07-18T08:16:54.7471551Z [cluster1]                                 "type": "object"
2021-07-18T08:16:54.7472041Z [cluster1]                             },
2021-07-18T08:16:54.7472520Z [cluster1]                             "spec": {
2021-07-18T08:16:54.7473316Z [cluster1]                                 "description": "SubmarinerSpec defines the desired state of Submariner",
2021-07-18T08:16:54.7474172Z [cluster1]                                 "properties": {
2021-07-18T08:16:54.7474740Z [cluster1]                                     "broker": {
2021-07-18T08:16:54.7475275Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7475792Z [cluster1]                                     },
2021-07-18T08:16:54.7476391Z [cluster1]                                     "brokerK8sApiServer": {
2021-07-18T08:16:54.7477051Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7477566Z [cluster1]                                     },
2021-07-18T08:16:54.7478241Z [cluster1]                                     "brokerK8sApiServerToken": {
2021-07-18T08:16:54.7478964Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7479466Z [cluster1]                                     },
2021-07-18T08:16:54.7480002Z [cluster1]                                     "brokerK8sCA": {
2021-07-18T08:16:54.7480722Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7481366Z [cluster1]                                     },
2021-07-18T08:16:54.7482048Z [cluster1]                                     "brokerK8sRemoteNamespace": {
2021-07-18T08:16:54.7482786Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7483305Z [cluster1]                                     },
2021-07-18T08:16:54.7483823Z [cluster1]                                     "cableDriver": {
2021-07-18T08:16:54.7484409Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7484924Z [cluster1]                                     },
2021-07-18T08:16:54.7485476Z [cluster1]                                     "ceIPSecDebug": {
2021-07-18T08:16:54.7486075Z [cluster1]                                         "type": "boolean"
2021-07-18T08:16:54.7486596Z [cluster1]                                     },
2021-07-18T08:16:54.7487238Z [cluster1]                                     "ceIPSecForceUDPEncaps": {
2021-07-18T08:16:54.7487954Z [cluster1]                                         "type": "boolean"
2021-07-18T08:16:54.7488483Z [cluster1]                                     },
2021-07-18T08:16:54.7489039Z [cluster1]                                     "ceIPSecIKEPort": {
2021-07-18T08:16:54.7489665Z [cluster1]                                         "type": "integer"
2021-07-18T08:16:54.7490178Z [cluster1]                                     },
2021-07-18T08:16:54.7490762Z [cluster1]                                     "ceIPSecNATTPort": {
2021-07-18T08:16:54.7491451Z [cluster1]                                         "type": "integer"
2021-07-18T08:16:54.7491981Z [cluster1]                                     },
2021-07-18T08:16:54.7492500Z [cluster1]                                     "ceIPSecPSK": {
2021-07-18T08:16:54.7493088Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7493606Z [cluster1]                                     },
2021-07-18T08:16:54.7494271Z [cluster1]                                     "ceIPSecPreferredServer": {
2021-07-18T08:16:54.7495009Z [cluster1]                                         "type": "boolean"
2021-07-18T08:16:54.7495520Z [cluster1]                                     },
2021-07-18T08:16:54.7496057Z [cluster1]                                     "clusterCIDR": {
2021-07-18T08:16:54.7496625Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7497249Z [cluster1]                                     },
2021-07-18T08:16:54.7497774Z [cluster1]                                     "clusterID": {
2021-07-18T08:16:54.7498336Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7498851Z [cluster1]                                     },
2021-07-18T08:16:54.7499485Z [cluster1]                                     "colorCodes": {
2021-07-18T08:16:54.7500060Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7500573Z [cluster1]                                     },
2021-07-18T08:16:54.7501219Z [cluster1]                                     "connectionHealthCheck": {
2021-07-18T08:16:54.7501921Z [cluster1]                                         "properties": {
2021-07-18T08:16:54.7502506Z [cluster1]                                             "enabled": {
2021-07-18T08:16:54.7503092Z [cluster1]                                                 "type": "boolean"
2021-07-18T08:16:54.7503616Z [cluster1]                                             },
2021-07-18T08:16:54.7504203Z [cluster1]                                             "intervalSeconds": {
2021-07-18T08:16:54.7505024Z [cluster1]                                                 "description": "The interval at which health check pings are sent.",
2021-07-18T08:16:54.7505797Z [cluster1]                                                 "format": "int64",
2021-07-18T08:16:54.7506379Z [cluster1]                                                 "type": "integer"
2021-07-18T08:16:54.7507001Z [cluster1]                                             },
2021-07-18T08:16:54.7507628Z [cluster1]                                             "maxPacketLossCount": {
2021-07-18T08:16:54.7508631Z [cluster1]                                                 "description": "The maximum number of packets lost at which the health checker will mark the connection as down.",
2021-07-18T08:16:54.7509550Z [cluster1]                                                 "format": "int64",
2021-07-18T08:16:54.7510137Z [cluster1]                                                 "type": "integer"
2021-07-18T08:16:54.7510685Z [cluster1]                                             }
2021-07-18T08:16:54.7511167Z [cluster1]                                         },
2021-07-18T08:16:54.7511680Z [cluster1]                                         "type": "object"
2021-07-18T08:16:54.7512198Z [cluster1]                                     },
2021-07-18T08:16:54.7512802Z [cluster1]                                     "coreDNSCustomConfig": {
2021-07-18T08:16:54.7513488Z [cluster1]                                         "properties": {
2021-07-18T08:16:54.7514109Z [cluster1]                                             "configMapName": {
2021-07-18T08:16:54.7514728Z [cluster1]                                                 "type": "string"
2021-07-18T08:16:54.7515245Z [cluster1]                                             },
2021-07-18T08:16:54.7515780Z [cluster1]                                             "namespace": {
2021-07-18T08:16:54.7516436Z [cluster1]                                                 "type": "string"
2021-07-18T08:16:54.7516954Z [cluster1]                                             }
2021-07-18T08:16:54.7517432Z [cluster1]                                         },
2021-07-18T08:16:54.7517944Z [cluster1]                                         "type": "object"
2021-07-18T08:16:54.7518462Z [cluster1]                                     },
2021-07-18T08:16:54.7518993Z [cluster1]                                     "customDomains": {
2021-07-18T08:16:54.7519862Z [cluster1]                                         "items": {
2021-07-18T08:16:54.7520414Z [cluster1]                                             "type": "string"
2021-07-18T08:16:54.7520923Z [cluster1]                                         },
2021-07-18T08:16:54.7521442Z [cluster1]                                         "type": "array",
2021-07-18T08:16:54.7522504Z [cluster1]                                         "x-kubernetes-list-type": "set"
2021-07-18T08:16:54.7523174Z [cluster1]                                     },
2021-07-18T08:16:54.7523646Z [cluster1]                                     "debug": {
2021-07-18T08:16:54.7524196Z [cluster1]                                         "type": "boolean"
2021-07-18T08:16:54.7524707Z [cluster1]                                     },
2021-07-18T08:16:54.7525238Z [cluster1]                                     "globalCIDR": {
2021-07-18T08:16:54.7525815Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7526321Z [cluster1]                                     },
2021-07-18T08:16:54.7526889Z [cluster1]                                     "imageOverrides": {
2021-07-18T08:16:54.7527610Z [cluster1]                                         "additionalProperties": {
2021-07-18T08:16:54.7528307Z [cluster1]                                             "type": "string"
2021-07-18T08:16:54.7528817Z [cluster1]                                         },
2021-07-18T08:16:54.7529348Z [cluster1]                                         "type": "object"
2021-07-18T08:16:54.7529855Z [cluster1]                                     },
2021-07-18T08:16:54.7530475Z [cluster1]                                     "loadBalancerEnabled": {
2021-07-18T08:16:54.7531149Z [cluster1]                                         "type": "boolean"
2021-07-18T08:16:54.7531660Z [cluster1]                                     },
2021-07-18T08:16:54.7532183Z [cluster1]                                     "namespace": {
2021-07-18T08:16:54.7532827Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7533489Z [cluster1]                                     },
2021-07-18T08:16:54.7534003Z [cluster1]                                     "natEnabled": {
2021-07-18T08:16:54.7534591Z [cluster1]                                         "type": "boolean"
2021-07-18T08:16:54.7535120Z [cluster1]                                     },
2021-07-18T08:16:54.7535634Z [cluster1]                                     "repository": {
2021-07-18T08:16:54.7536218Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7536722Z [cluster1]                                     },
2021-07-18T08:16:54.7537261Z [cluster1]                                     "serviceCIDR": {
2021-07-18T08:16:54.7537833Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7538346Z [cluster1]                                     },
2021-07-18T08:16:54.7544282Z [cluster1]                                     "serviceDiscoveryEnabled": {
2021-07-18T08:16:54.7545154Z [cluster1]                                         "type": "boolean"
2021-07-18T08:16:54.7545686Z [cluster1]                                     },
2021-07-18T08:16:54.7546177Z [cluster1]                                     "version": {
2021-07-18T08:16:54.7546741Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7547334Z [cluster1]                                     }
2021-07-18T08:16:54.7547974Z [cluster1]                                 },
2021-07-18T08:16:54.7548471Z [cluster1]                                 "required": [
2021-07-18T08:16:54.7549014Z [cluster1]                                     "broker",
2021-07-18T08:16:54.7549639Z [cluster1]                                     "brokerK8sApiServer",
2021-07-18T08:16:54.7550451Z [cluster1]                                     "brokerK8sApiServerToken",
2021-07-18T08:16:54.7551194Z [cluster1]                                     "brokerK8sCA",
2021-07-18T08:16:54.7551945Z [cluster1]                                     "brokerK8sRemoteNamespace",
2021-07-18T08:16:54.7552716Z [cluster1]                                     "ceIPSecDebug",
2021-07-18T08:16:54.7553324Z [cluster1]                                     "ceIPSecPSK",
2021-07-18T08:16:54.7553921Z [cluster1]                                     "clusterCIDR",
2021-07-18T08:16:54.7554484Z [cluster1]                                     "clusterID",
2021-07-18T08:16:54.7555025Z [cluster1]                                     "debug",
2021-07-18T08:16:54.7555564Z [cluster1]                                     "namespace",
2021-07-18T08:16:54.7556143Z [cluster1]                                     "natEnabled",
2021-07-18T08:16:54.7556734Z [cluster1]                                     "serviceCIDR"
2021-07-18T08:16:54.7557239Z [cluster1]                                 ],
2021-07-18T08:16:54.7557758Z [cluster1]                                 "type": "object"
2021-07-18T08:16:54.7558258Z [cluster1]                             },
2021-07-18T08:16:54.7558744Z [cluster1]                             "status": {
2021-07-18T08:16:54.7559558Z [cluster1]                                 "description": "SubmarinerStatus defines the observed state of Submariner",
2021-07-18T08:16:54.7560422Z [cluster1]                                 "properties": {
2021-07-18T08:16:54.7561021Z [cluster1]                                     "clusterCIDR": {
2021-07-18T08:16:54.7561592Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7562119Z [cluster1]                                     },
2021-07-18T08:16:54.7562623Z [cluster1]                                     "clusterID": {
2021-07-18T08:16:54.7563188Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7563689Z [cluster1]                                     },
2021-07-18T08:16:54.7564220Z [cluster1]                                     "colorCodes": {
2021-07-18T08:16:54.7564862Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7565381Z [cluster1]                                     },
2021-07-18T08:16:54.7565986Z [cluster1]                                     "deploymentInfo": {
2021-07-18T08:16:54.7566606Z [cluster1]                                         "properties": {
2021-07-18T08:16:54.7567234Z [cluster1]                                             "cloudProvider": {
2021-07-18T08:16:54.7567839Z [cluster1]                                                 "type": "string"
2021-07-18T08:16:54.7568378Z [cluster1]                                             },
2021-07-18T08:16:54.7568948Z [cluster1]                                             "kubernetesType": {
2021-07-18T08:16:54.7569581Z [cluster1]                                                 "type": "string"
2021-07-18T08:16:54.7570095Z [cluster1]                                             },
2021-07-18T08:16:54.7570766Z [cluster1]                                             "kubernetesTypeVersion": {
2021-07-18T08:16:54.7571489Z [cluster1]                                                 "type": "string"
2021-07-18T08:16:54.7572005Z [cluster1]                                             },
2021-07-18T08:16:54.7572615Z [cluster1]                                             "kubernetesVersion": {
2021-07-18T08:16:54.7573259Z [cluster1]                                                 "type": "string"
2021-07-18T08:16:54.7573789Z [cluster1]                                             }
2021-07-18T08:16:54.7574318Z [cluster1]                                         },
2021-07-18T08:16:54.7574844Z [cluster1]                                         "type": "object"
2021-07-18T08:16:54.7575362Z [cluster1]                                     },
2021-07-18T08:16:54.7576013Z [cluster1]                                     "gatewayDaemonSetStatus": {
2021-07-18T08:16:54.7576747Z [cluster1]                                         "properties": {
2021-07-18T08:16:54.7577436Z [cluster1]                                             "lastResourceVersion": {
2021-07-18T08:16:54.7578119Z [cluster1]                                                 "type": "string"
2021-07-18T08:16:54.7578637Z [cluster1]                                             },
2021-07-18T08:16:54.7579647Z [cluster1]                                             "mismatchedContainerImages": {
2021-07-18T08:16:54.7596772Z [cluster1]                                                 "type": "boolean"
2021-07-18T08:16:54.7597450Z [cluster1]                                             },
2021-07-18T08:16:54.7598172Z [cluster1]                                             "nonReadyContainerStates": {
2021-07-18T08:16:54.7598877Z [cluster1]                                                 "items": {
2021-07-18T08:16:54.7600184Z [cluster1]                                                     "description": "ContainerState holds a possible state of container. Only one of its members may be specified. If none of them is specified, the default one is ContainerStateWaiting.",
2021-07-18T08:16:54.7601533Z [cluster1]                                                     "properties": {
2021-07-18T08:16:54.7602300Z [cluster1]                                                         "running": {
2021-07-18T08:16:54.7603044Z [cluster1]                                                             "description": "Details about a running container",
2021-07-18T08:16:54.7603800Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.7604436Z [cluster1]                                                                 "startedAt": {
2021-07-18T08:16:54.7605765Z [cluster1]                                                                     "description": "Time at which the container was last (re-)started",
2021-07-18T08:16:54.7606794Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.7607440Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7608170Z [cluster1]                                                                 }
2021-07-18T08:16:54.7608696Z [cluster1]                                                             },
2021-07-18T08:16:54.7609257Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.7609806Z [cluster1]                                                         },
2021-07-18T08:16:54.7610374Z [cluster1]                                                         "terminated": {
2021-07-18T08:16:54.7611148Z [cluster1]                                                             "description": "Details about a terminated container",
2021-07-18T08:16:54.7611930Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.7612567Z [cluster1]                                                                 "containerID": {
2021-07-18T08:16:54.7613748Z [cluster1]                                                                     "description": "Container's ID in the format 'docker://\u003ccontainer_id\u003e'",
2021-07-18T08:16:54.7614590Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7615142Z [cluster1]                                                                 },
2021-07-18T08:16:54.7615712Z [cluster1]                                                                 "exitCode": {
2021-07-18T08:16:54.7616540Z [cluster1]                                                                     "description": "Exit status from the last termination of the container",
2021-07-18T08:16:54.7617438Z [cluster1]                                                                     "format": "int32",
2021-07-18T08:16:54.7618072Z [cluster1]                                                                     "type": "integer"
2021-07-18T08:16:54.7618625Z [cluster1]                                                                 },
2021-07-18T08:16:54.7619341Z [cluster1]                                                                 "finishedAt": {
2021-07-18T08:16:54.7620147Z [cluster1]                                                                     "description": "Time at which the container last terminated",
2021-07-18T08:16:54.7621194Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.7621833Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7622385Z [cluster1]                                                                 },
2021-07-18T08:16:54.7622938Z [cluster1]                                                                 "message": {
2021-07-18T08:16:54.7623783Z [cluster1]                                                                     "description": "Message regarding the last termination of the container",
2021-07-18T08:16:54.7624617Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7625178Z [cluster1]                                                                 },
2021-07-18T08:16:54.7625709Z [cluster1]                                                                 "reason": {
2021-07-18T08:16:54.7626522Z [cluster1]                                                                     "description": "(brief) reason from the last termination of the container",
2021-07-18T08:16:54.7627349Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7627900Z [cluster1]                                                                 },
2021-07-18T08:16:54.7628439Z [cluster1]                                                                 "signal": {
2021-07-18T08:16:54.7629210Z [cluster1]                                                                     "description": "Signal from the last termination of the container",
2021-07-18T08:16:54.7630097Z [cluster1]                                                                     "format": "int32",
2021-07-18T08:16:54.7630728Z [cluster1]                                                                     "type": "integer"
2021-07-18T08:16:54.7631282Z [cluster1]                                                                 },
2021-07-18T08:16:54.7631851Z [cluster1]                                                                 "startedAt": {
2021-07-18T08:16:54.7632684Z [cluster1]                                                                     "description": "Time at which previous execution of the container started",
2021-07-18T08:16:54.7633792Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.7634419Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7634984Z [cluster1]                                                                 }
2021-07-18T08:16:54.7635498Z [cluster1]                                                             },
2021-07-18T08:16:54.7636027Z [cluster1]                                                             "required": [
2021-07-18T08:16:54.7636628Z [cluster1]                                                                 "exitCode"
2021-07-18T08:16:54.7637160Z [cluster1]                                                             ],
2021-07-18T08:16:54.7637717Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.7638331Z [cluster1]                                                         },
2021-07-18T08:16:54.7638871Z [cluster1]                                                         "waiting": {
2021-07-18T08:16:54.7639605Z [cluster1]                                                             "description": "Details about a waiting container",
2021-07-18T08:16:54.7640361Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.7640977Z [cluster1]                                                                 "message": {
2021-07-18T08:16:54.7641782Z [cluster1]                                                                     "description": "Message regarding why the container is not yet running.",
2021-07-18T08:16:54.7642609Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7643171Z [cluster1]                                                                 },
2021-07-18T08:16:54.7643697Z [cluster1]                                                                 "reason": {
2021-07-18T08:16:54.7644468Z [cluster1]                                                                     "description": "(brief) reason the container is not yet running.",
2021-07-18T08:16:54.7645240Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7645799Z [cluster1]                                                                 }
2021-07-18T08:16:54.7646312Z [cluster1]                                                             },
2021-07-18T08:16:54.7646853Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.7647410Z [cluster1]                                                         }
2021-07-18T08:16:54.7647895Z [cluster1]                                                     },
2021-07-18T08:16:54.7648436Z [cluster1]                                                     "type": "object"
2021-07-18T08:16:54.7648973Z [cluster1]                                                 },
2021-07-18T08:16:54.7649508Z [cluster1]                                                 "type": "array"
2021-07-18T08:16:54.7650018Z [cluster1]                                             },
2021-07-18T08:16:54.7650528Z [cluster1]                                             "status": {
2021-07-18T08:16:54.7651383Z [cluster1]                                                 "description": "DaemonSetStatus represents the current status of a daemon set.",
2021-07-18T08:16:54.7692761Z [cluster1]                                                 "properties": {
2021-07-18T08:16:54.7693443Z [cluster1]                                                     "collisionCount": {
2021-07-18T08:16:54.7694838Z [cluster1]                                                         "description": "Count of hash collisions for the DaemonSet. The DaemonSet controller uses this field as a collision avoidance mechanism when it needs to create the name for the newest ControllerRevision.",
2021-07-18T08:16:54.7696207Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.7696818Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7697377Z [cluster1]                                                     },
2021-07-18T08:16:54.7697922Z [cluster1]                                                     "conditions": {
2021-07-18T08:16:54.7699464Z [cluster1]                                                         "description": "Represents the latest available observations of a DaemonSet's current state.",
2021-07-18T08:16:54.7700359Z [cluster1]                                                         "items": {
2021-07-18T08:16:54.7701285Z [cluster1]                                                             "description": "DaemonSetCondition describes the state of a DaemonSet at a certain point.",
2021-07-18T08:16:54.7702233Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.7703038Z [cluster1]                                                                 "lastTransitionTime": {
2021-07-18T08:16:54.7703983Z [cluster1]                                                                     "description": "Last time the condition transitioned from one status to another.",
2021-07-18T08:16:54.7705102Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.7705756Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7706311Z [cluster1]                                                                 },
2021-07-18T08:16:54.7706862Z [cluster1]                                                                 "message": {
2021-07-18T08:16:54.7707740Z [cluster1]                                                                     "description": "A human readable message indicating details about the transition.",
2021-07-18T08:16:54.7708618Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7709585Z [cluster1]                                                                 },
2021-07-18T08:16:54.7710120Z [cluster1]                                                                 "reason": {
2021-07-18T08:16:54.7711418Z [cluster1]                                                                     "description": "The reason for the condition's last transition.",
2021-07-18T08:16:54.7712223Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7712771Z [cluster1]                                                                 },
2021-07-18T08:16:54.7713314Z [cluster1]                                                                 "status": {
2021-07-18T08:16:54.7714097Z [cluster1]                                                                     "description": "Status of the condition, one of True, False, Unknown.",
2021-07-18T08:16:54.7715037Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7715584Z [cluster1]                                                                 },
2021-07-18T08:16:54.7716118Z [cluster1]                                                                 "type": {
2021-07-18T08:16:54.7716844Z [cluster1]                                                                     "description": "Type of DaemonSet condition.",
2021-07-18T08:16:54.7717730Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7718297Z [cluster1]                                                                 }
2021-07-18T08:16:54.7718797Z [cluster1]                                                             },
2021-07-18T08:16:54.7719351Z [cluster1]                                                             "required": [
2021-07-18T08:16:54.7719930Z [cluster1]                                                                 "status",
2021-07-18T08:16:54.7720485Z [cluster1]                                                                 "type"
2021-07-18T08:16:54.7721011Z [cluster1]                                                             ],
2021-07-18T08:16:54.7721559Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.7722117Z [cluster1]                                                         },
2021-07-18T08:16:54.7722651Z [cluster1]                                                         "type": "array"
2021-07-18T08:16:54.7723191Z [cluster1]                                                     },
2021-07-18T08:16:54.7723883Z [cluster1]                                                     "currentNumberScheduled": {
2021-07-18T08:16:54.7725360Z [cluster1]                                                         "description": "The number of nodes that are running at least 1 daemon pod and are supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:54.7726752Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.7727364Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7727911Z [cluster1]                                                     },
2021-07-18T08:16:54.7728612Z [cluster1]                                                     "desiredNumberScheduled": {
2021-07-18T08:16:54.7730162Z [cluster1]                                                         "description": "The total number of nodes that should be running the daemon pod (including nodes correctly running the daemon pod). More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:54.7731543Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.7732153Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7732705Z [cluster1]                                                     },
2021-07-18T08:16:54.7733301Z [cluster1]                                                     "numberAvailable": {
2021-07-18T08:16:54.7734570Z [cluster1]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:54.7735746Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.7736347Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7736883Z [cluster1]                                                     },
2021-07-18T08:16:54.7737511Z [cluster1]                                                     "numberMisscheduled": {
2021-07-18T08:16:54.7738915Z [cluster1]                                                         "description": "The number of nodes that are running the daemon pod, but are not supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:54.7740814Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.7741425Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7742066Z [cluster1]                                                     },
2021-07-18T08:16:54.7742639Z [cluster1]                                                     "numberReady": {
2021-07-18T08:16:54.7743616Z [cluster1]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and ready.",
2021-07-18T08:16:54.7744578Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.7745189Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7745728Z [cluster1]                                                     },
2021-07-18T08:16:54.7746341Z [cluster1]                                                     "numberUnavailable": {
2021-07-18T08:16:54.7747600Z [cluster1]                                                         "description": "The number of nodes that should be running the daemon pod and have none of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:54.7748772Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.7749367Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7749908Z [cluster1]                                                     },
2021-07-18T08:16:54.7750538Z [cluster1]                                                     "observedGeneration": {
2021-07-18T08:16:54.7751553Z [cluster1]                                                         "description": "The most recent generation observed by the daemon set controller.",
2021-07-18T08:16:54.7752415Z [cluster1]                                                         "format": "int64",
2021-07-18T08:16:54.7753011Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7753548Z [cluster1]                                                     },
2021-07-18T08:16:54.7754253Z [cluster1]                                                     "updatedNumberScheduled": {
2021-07-18T08:16:54.7755206Z [cluster1]                                                         "description": "The total number of nodes that are running updated daemon pod",
2021-07-18T08:16:54.7756021Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.7756626Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7757173Z [cluster1]                                                     }
2021-07-18T08:16:54.7757670Z [cluster1]                                                 },
2021-07-18T08:16:54.7758193Z [cluster1]                                                 "required": [
2021-07-18T08:16:54.7758921Z [cluster1]                                                     "currentNumberScheduled",
2021-07-18T08:16:54.7759786Z [cluster1]                                                     "desiredNumberScheduled",
2021-07-18T08:16:54.7760616Z [cluster1]                                                     "numberMisscheduled",
2021-07-18T08:16:54.7761305Z [cluster1]                                                     "numberReady"
2021-07-18T08:16:54.7761873Z [cluster1]                                                 ],
2021-07-18T08:16:54.7762415Z [cluster1]                                                 "type": "object"
2021-07-18T08:16:54.7762933Z [cluster1]                                             }
2021-07-18T08:16:54.7763421Z [cluster1]                                         },
2021-07-18T08:16:54.7763930Z [cluster1]                                         "required": [
2021-07-18T08:16:54.7764680Z [cluster1]                                             "mismatchedContainerImages"
2021-07-18T08:16:54.7765381Z [cluster1]                                         ],
2021-07-18T08:16:54.7765942Z [cluster1]                                         "type": "object"
2021-07-18T08:16:54.7766545Z [cluster1]                                     },
2021-07-18T08:16:54.7767054Z [cluster1]                                     "gateways": {
2021-07-18T08:16:54.7767589Z [cluster1]                                         "items": {
2021-07-18T08:16:54.7768143Z [cluster1]                                             "properties": {
2021-07-18T08:16:54.7768759Z [cluster1]                                                 "connections": {
2021-07-18T08:16:54.7769322Z [cluster1]                                                     "items": {
2021-07-18T08:16:54.7769919Z [cluster1]                                                         "properties": {
2021-07-18T08:16:54.7770522Z [cluster1]                                                             "endpoint": {
2021-07-18T08:16:54.7771136Z [cluster1]                                                                 "properties": {
2021-07-18T08:16:54.7771755Z [cluster1]                                                                     "backend": {
2021-07-18T08:16:54.7772348Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7819494Z [cluster1]                                                                     },
2021-07-18T08:16:54.7820151Z [cluster1]                                                                     "backend_config": {
2021-07-18T08:16:54.7820908Z [cluster1]                                                                         "additionalProperties": {
2021-07-18T08:16:54.7821644Z [cluster1]                                                                             "type": "string"
2021-07-18T08:16:54.7822447Z [cluster1]                                                                         },
2021-07-18T08:16:54.7823025Z [cluster1]                                                                         "type": "object"
2021-07-18T08:16:54.7823575Z [cluster1]                                                                     },
2021-07-18T08:16:54.7824143Z [cluster1]                                                                     "cable_name": {
2021-07-18T08:16:54.7824736Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7825307Z [cluster1]                                                                     },
2021-07-18T08:16:54.7825863Z [cluster1]                                                                     "cluster_id": {
2021-07-18T08:16:54.7826455Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7827034Z [cluster1]                                                                     },
2021-07-18T08:16:54.7827625Z [cluster1]                                                                     "healthCheckIP": {
2021-07-18T08:16:54.7828276Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7828839Z [cluster1]                                                                     },
2021-07-18T08:16:54.7829384Z [cluster1]                                                                     "hostname": {
2021-07-18T08:16:54.7829987Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7830532Z [cluster1]                                                                     },
2021-07-18T08:16:54.7831095Z [cluster1]                                                                     "nat_enabled": {
2021-07-18T08:16:54.7831707Z [cluster1]                                                                         "type": "boolean"
2021-07-18T08:16:54.7832277Z [cluster1]                                                                     },
2021-07-18T08:16:54.7832836Z [cluster1]                                                                     "private_ip": {
2021-07-18T08:16:54.7833437Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7834086Z [cluster1]                                                                     },
2021-07-18T08:16:54.7834629Z [cluster1]                                                                     "public_ip": {
2021-07-18T08:16:54.7835232Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7835798Z [cluster1]                                                                     },
2021-07-18T08:16:54.7836331Z [cluster1]                                                                     "subnets": {
2021-07-18T08:16:54.7836912Z [cluster1]                                                                         "items": {
2021-07-18T08:16:54.7837493Z [cluster1]                                                                             "type": "string"
2021-07-18T08:16:54.7838069Z [cluster1]                                                                         },
2021-07-18T08:16:54.7838836Z [cluster1]                                                                         "type": "array"
2021-07-18T08:16:54.7839398Z [cluster1]                                                                     }
2021-07-18T08:16:54.7839912Z [cluster1]                                                                 },
2021-07-18T08:16:54.7840453Z [cluster1]                                                                 "required": [
2021-07-18T08:16:54.7841047Z [cluster1]                                                                     "backend",
2021-07-18T08:16:54.7841675Z [cluster1]                                                                     "cable_name",
2021-07-18T08:16:54.7842268Z [cluster1]                                                                     "cluster_id",
2021-07-18T08:16:54.7842854Z [cluster1]                                                                     "hostname",
2021-07-18T08:16:54.7843441Z [cluster1]                                                                     "nat_enabled",
2021-07-18T08:16:54.7844049Z [cluster1]                                                                     "private_ip",
2021-07-18T08:16:54.7844633Z [cluster1]                                                                     "public_ip",
2021-07-18T08:16:54.7845215Z [cluster1]                                                                     "subnets"
2021-07-18T08:16:54.7845749Z [cluster1]                                                                 ],
2021-07-18T08:16:54.7846304Z [cluster1]                                                                 "type": "object"
2021-07-18T08:16:54.7846861Z [cluster1]                                                             },
2021-07-18T08:16:54.7847407Z [cluster1]                                                             "latencyRTT": {
2021-07-18T08:16:54.7848457Z [cluster1]                                                                 "description": "LatencySpec describes the round trip time information for a packet between the gateway pods of two clusters.",
2021-07-18T08:16:54.7849503Z [cluster1]                                                                 "properties": {
2021-07-18T08:16:54.7850115Z [cluster1]                                                                     "average": {
2021-07-18T08:16:54.7850718Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7851268Z [cluster1]                                                                     },
2021-07-18T08:16:54.7851799Z [cluster1]                                                                     "last": {
2021-07-18T08:16:54.7852371Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7852932Z [cluster1]                                                                     },
2021-07-18T08:16:54.7853449Z [cluster1]                                                                     "max": {
2021-07-18T08:16:54.7854079Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7854643Z [cluster1]                                                                     },
2021-07-18T08:16:54.7855155Z [cluster1]                                                                     "min": {
2021-07-18T08:16:54.7855738Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7856290Z [cluster1]                                                                     },
2021-07-18T08:16:54.7856838Z [cluster1]                                                                     "stdDev": {
2021-07-18T08:16:54.7857418Z [cluster1]                                                                         "type": "string"
2021-07-18T08:16:54.7857977Z [cluster1]                                                                     }
2021-07-18T08:16:54.7858491Z [cluster1]                                                                 },
2021-07-18T08:16:54.7859188Z [cluster1]                                                                 "type": "object"
2021-07-18T08:16:54.7859748Z [cluster1]                                                             },
2021-07-18T08:16:54.7860265Z [cluster1]                                                             "status": {
2021-07-18T08:16:54.7860850Z [cluster1]                                                                 "type": "string"
2021-07-18T08:16:54.7861404Z [cluster1]                                                             },
2021-07-18T08:16:54.7862055Z [cluster1]                                                             "statusMessage": {
2021-07-18T08:16:54.7862694Z [cluster1]                                                                 "type": "string"
2021-07-18T08:16:54.7863235Z [cluster1]                                                             },
2021-07-18T08:16:54.7863775Z [cluster1]                                                             "usingIP": {
2021-07-18T08:16:54.7864356Z [cluster1]                                                                 "type": "string"
2021-07-18T08:16:54.7864905Z [cluster1]                                                             },
2021-07-18T08:16:54.7865446Z [cluster1]                                                             "usingNAT": {
2021-07-18T08:16:54.7866078Z [cluster1]                                                                 "type": "boolean"
2021-07-18T08:16:54.7866632Z [cluster1]                                                             }
2021-07-18T08:16:54.7867122Z [cluster1]                                                         },
2021-07-18T08:16:54.7867666Z [cluster1]                                                         "required": [
2021-07-18T08:16:54.7868239Z [cluster1]                                                             "endpoint",
2021-07-18T08:16:54.7868808Z [cluster1]                                                             "status",
2021-07-18T08:16:54.7869422Z [cluster1]                                                             "statusMessage"
2021-07-18T08:16:54.7869994Z [cluster1]                                                         ],
2021-07-18T08:16:54.7870549Z [cluster1]                                                         "type": "object"
2021-07-18T08:16:54.7871076Z [cluster1]                                                     },
2021-07-18T08:16:54.7871605Z [cluster1]                                                     "type": "array"
2021-07-18T08:16:54.7872123Z [cluster1]                                                 },
2021-07-18T08:16:54.7872651Z [cluster1]                                                 "haStatus": {
2021-07-18T08:16:54.7873227Z [cluster1]                                                     "type": "string"
2021-07-18T08:16:54.7873749Z [cluster1]                                                 },
2021-07-18T08:16:54.7874493Z [cluster1]                                                 "localEndpoint": {
2021-07-18T08:16:54.7875190Z [cluster1]                                                     "properties": {
2021-07-18T08:16:54.7875789Z [cluster1]                                                         "backend": {
2021-07-18T08:16:54.7876356Z [cluster1]                                                             "type": "string"
2021-07-18T08:16:54.7876906Z [cluster1]                                                         },
2021-07-18T08:16:54.7877465Z [cluster1]                                                         "backend_config": {
2021-07-18T08:16:54.7878178Z [cluster1]                                                             "additionalProperties": {
2021-07-18T08:16:54.7878904Z [cluster1]                                                                 "type": "string"
2021-07-18T08:16:54.7879440Z [cluster1]                                                             },
2021-07-18T08:16:54.7879996Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.7880527Z [cluster1]                                                         },
2021-07-18T08:16:54.7881073Z [cluster1]                                                         "cable_name": {
2021-07-18T08:16:54.7881651Z [cluster1]                                                             "type": "string"
2021-07-18T08:16:54.7882178Z [cluster1]                                                         },
2021-07-18T08:16:54.7882714Z [cluster1]                                                         "cluster_id": {
2021-07-18T08:16:54.7883282Z [cluster1]                                                             "type": "string"
2021-07-18T08:16:54.7883888Z [cluster1]                                                         },
2021-07-18T08:16:54.7884458Z [cluster1]                                                         "healthCheckIP": {
2021-07-18T08:16:54.7885088Z [cluster1]                                                             "type": "string"
2021-07-18T08:16:54.7885638Z [cluster1]                                                         },
2021-07-18T08:16:54.7886166Z [cluster1]                                                         "hostname": {
2021-07-18T08:16:54.7886755Z [cluster1]                                                             "type": "string"
2021-07-18T08:16:54.7887285Z [cluster1]                                                         },
2021-07-18T08:16:54.7887824Z [cluster1]                                                         "nat_enabled": {
2021-07-18T08:16:54.7888412Z [cluster1]                                                             "type": "boolean"
2021-07-18T08:16:54.7888968Z [cluster1]                                                         },
2021-07-18T08:16:54.7889508Z [cluster1]                                                         "private_ip": {
2021-07-18T08:16:54.7890083Z [cluster1]                                                             "type": "string"
2021-07-18T08:16:54.7890631Z [cluster1]                                                         },
2021-07-18T08:16:54.7891158Z [cluster1]                                                         "public_ip": {
2021-07-18T08:16:54.7891742Z [cluster1]                                                             "type": "string"
2021-07-18T08:16:54.7892266Z [cluster1]                                                         },
2021-07-18T08:16:54.7892801Z [cluster1]                                                         "subnets": {
2021-07-18T08:16:54.7893358Z [cluster1]                                                             "items": {
2021-07-18T08:16:54.7893911Z [cluster1]                                                                 "type": "string"
2021-07-18T08:16:54.7894469Z [cluster1]                                                             },
2021-07-18T08:16:54.7894998Z [cluster1]                                                             "type": "array"
2021-07-18T08:16:54.7895541Z [cluster1]                                                         }
2021-07-18T08:16:54.7896020Z [cluster1]                                                     },
2021-07-18T08:16:54.7896619Z [cluster1]                                                     "required": [
2021-07-18T08:16:54.7897195Z [cluster1]                                                         "backend",
2021-07-18T08:16:54.7897745Z [cluster1]                                                         "cable_name",
2021-07-18T08:16:54.7898323Z [cluster1]                                                         "cluster_id",
2021-07-18T08:16:54.7898883Z [cluster1]                                                         "hostname",
2021-07-18T08:16:54.7900564Z [cluster1]                                                         "nat_enabled",
2021-07-18T08:16:54.7901154Z [cluster1]                                                         "private_ip",
2021-07-18T08:16:54.7901728Z [cluster1]                                                         "public_ip",
2021-07-18T08:16:54.7902297Z [cluster1]                                                         "subnets"
2021-07-18T08:16:54.7902824Z [cluster1]                                                     ],
2021-07-18T08:16:54.7903371Z [cluster1]                                                     "type": "object"
2021-07-18T08:16:54.7904032Z [cluster1]                                                 },
2021-07-18T08:16:54.7904611Z [cluster1]                                                 "statusFailure": {
2021-07-18T08:16:54.7905210Z [cluster1]                                                     "type": "string"
2021-07-18T08:16:54.7905752Z [cluster1]                                                 },
2021-07-18T08:16:54.7906378Z [cluster1]                                                 "version": {
2021-07-18T08:16:54.7906934Z [cluster1]                                                     "type": "string"
2021-07-18T08:16:54.7907470Z [cluster1]                                                 }
2021-07-18T08:16:54.7907934Z [cluster1]                                             },
2021-07-18T08:16:54.7908463Z [cluster1]                                             "required": [
2021-07-18T08:16:54.7909045Z [cluster1]                                                 "connections",
2021-07-18T08:16:54.7909636Z [cluster1]                                                 "haStatus",
2021-07-18T08:16:54.7910276Z [cluster1]                                                 "localEndpoint",
2021-07-18T08:16:54.7910924Z [cluster1]                                                 "statusFailure",
2021-07-18T08:16:54.7911526Z [cluster1]                                                 "version"
2021-07-18T08:16:54.7912027Z [cluster1]                                             ],
2021-07-18T08:16:54.7912560Z [cluster1]                                             "type": "object"
2021-07-18T08:16:54.7913072Z [cluster1]                                         },
2021-07-18T08:16:54.7913591Z [cluster1]                                         "type": "array"
2021-07-18T08:16:54.7914083Z [cluster1]                                     },
2021-07-18T08:16:54.7914616Z [cluster1]                                     "globalCIDR": {
2021-07-18T08:16:54.7915192Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.7915691Z [cluster1]                                     },
2021-07-18T08:16:54.7916381Z [cluster1]                                     "globalnetDaemonSetStatus": {
2021-07-18T08:16:54.7917128Z [cluster1]                                         "properties": {
2021-07-18T08:16:54.7917817Z [cluster1]                                             "lastResourceVersion": {
2021-07-18T08:16:54.7918483Z [cluster1]                                                 "type": "string"
2021-07-18T08:16:54.7919008Z [cluster1]                                             },
2021-07-18T08:16:54.7919698Z [cluster1]                                             "mismatchedContainerImages": {
2021-07-18T08:16:54.7920475Z [cluster1]                                                 "type": "boolean"
2021-07-18T08:16:54.7921008Z [cluster1]                                             },
2021-07-18T08:16:54.7921741Z [cluster1]                                             "nonReadyContainerStates": {
2021-07-18T08:16:54.7922460Z [cluster1]                                                 "items": {
2021-07-18T08:16:54.7923740Z [cluster1]                                                     "description": "ContainerState holds a possible state of container. Only one of its members may be specified. If none of them is specified, the default one is ContainerStateWaiting.",
2021-07-18T08:16:54.7925832Z [cluster1]                                                     "properties": {
2021-07-18T08:16:54.7926636Z [cluster1]                                                         "running": {
2021-07-18T08:16:54.7927350Z [cluster1]                                                             "description": "Details about a running container",
2021-07-18T08:16:54.7928114Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.7928720Z [cluster1]                                                                 "startedAt": {
2021-07-18T08:16:54.7930176Z [cluster1]                                                                     "description": "Time at which the container was last (re-)started",
2021-07-18T08:16:54.7931215Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.7931849Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7932510Z [cluster1]                                                                 }
2021-07-18T08:16:54.7933006Z [cluster1]                                                             },
2021-07-18T08:16:54.7933839Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.7934547Z [cluster1]                                                         },
2021-07-18T08:16:54.7935271Z [cluster1]                                                         "terminated": {
2021-07-18T08:16:54.7943238Z [cluster1]                                                             "description": "Details about a terminated container",
2021-07-18T08:16:54.7944045Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.7944690Z [cluster1]                                                                 "containerID": {
2021-07-18T08:16:54.7946074Z [cluster1]                                                                     "description": "Container's ID in the format 'docker://\u003ccontainer_id\u003e'",
2021-07-18T08:16:54.7946932Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7947999Z [cluster1]                                                                 },
2021-07-18T08:16:54.7948649Z [cluster1]                                                                 "exitCode": {
2021-07-18T08:16:54.7949481Z [cluster1]                                                                     "description": "Exit status from the last termination of the container",
2021-07-18T08:16:54.7950286Z [cluster1]                                                                     "format": "int32",
2021-07-18T08:16:54.7950901Z [cluster1]                                                                     "type": "integer"
2021-07-18T08:16:54.7951451Z [cluster1]                                                                 },
2021-07-18T08:16:54.7952032Z [cluster1]                                                                 "finishedAt": {
2021-07-18T08:16:54.7952824Z [cluster1]                                                                     "description": "Time at which the container last terminated",
2021-07-18T08:16:54.7953919Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.7954544Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7955347Z [cluster1]                                                                 },
2021-07-18T08:16:54.7955908Z [cluster1]                                                                 "message": {
2021-07-18T08:16:54.7956729Z [cluster1]                                                                     "description": "Message regarding the last termination of the container",
2021-07-18T08:16:54.7957573Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7958131Z [cluster1]                                                                 },
2021-07-18T08:16:54.7958677Z [cluster1]                                                                 "reason": {
2021-07-18T08:16:54.7959486Z [cluster1]                                                                     "description": "(brief) reason from the last termination of the container",
2021-07-18T08:16:54.7960296Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7960862Z [cluster1]                                                                 },
2021-07-18T08:16:54.7961385Z [cluster1]                                                                 "signal": {
2021-07-18T08:16:54.7962166Z [cluster1]                                                                     "description": "Signal from the last termination of the container",
2021-07-18T08:16:54.7962970Z [cluster1]                                                                     "format": "int32",
2021-07-18T08:16:54.7963655Z [cluster1]                                                                     "type": "integer"
2021-07-18T08:16:54.7964223Z [cluster1]                                                                 },
2021-07-18T08:16:54.7964770Z [cluster1]                                                                 "startedAt": {
2021-07-18T08:16:54.7966372Z [cluster1]                                                                     "description": "Time at which previous execution of the container started",
2021-07-18T08:16:54.7967633Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.7968285Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7969187Z [cluster1]                                                                 }
2021-07-18T08:16:54.7969700Z [cluster1]                                                             },
2021-07-18T08:16:54.7970270Z [cluster1]                                                             "required": [
2021-07-18T08:16:54.7970854Z [cluster1]                                                                 "exitCode"
2021-07-18T08:16:54.7971409Z [cluster1]                                                             ],
2021-07-18T08:16:54.7971970Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.7972512Z [cluster1]                                                         },
2021-07-18T08:16:54.7973048Z [cluster1]                                                         "waiting": {
2021-07-18T08:16:54.7973762Z [cluster1]                                                             "description": "Details about a waiting container",
2021-07-18T08:16:54.7974522Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.7975114Z [cluster1]                                                                 "message": {
2021-07-18T08:16:54.7975934Z [cluster1]                                                                     "description": "Message regarding why the container is not yet running.",
2021-07-18T08:16:54.7976855Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7977396Z [cluster1]                                                                 },
2021-07-18T08:16:54.7978047Z [cluster1]                                                                 "reason": {
2021-07-18T08:16:54.7978810Z [cluster1]                                                                     "description": "(brief) reason the container is not yet running.",
2021-07-18T08:16:54.7980271Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.7980836Z [cluster1]                                                                 }
2021-07-18T08:16:54.7981332Z [cluster1]                                                             },
2021-07-18T08:16:54.7981900Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.7982438Z [cluster1]                                                         }
2021-07-18T08:16:54.7982941Z [cluster1]                                                     },
2021-07-18T08:16:54.7983468Z [cluster1]                                                     "type": "object"
2021-07-18T08:16:54.7984014Z [cluster1]                                                 },
2021-07-18T08:16:54.7984545Z [cluster1]                                                 "type": "array"
2021-07-18T08:16:54.7985065Z [cluster1]                                             },
2021-07-18T08:16:54.7985574Z [cluster1]                                             "status": {
2021-07-18T08:16:54.7986510Z [cluster1]                                                 "description": "DaemonSetStatus represents the current status of a daemon set.",
2021-07-18T08:16:54.7987496Z [cluster1]                                                 "properties": {
2021-07-18T08:16:54.7988122Z [cluster1]                                                     "collisionCount": {
2021-07-18T08:16:54.7989530Z [cluster1]                                                         "description": "Count of hash collisions for the DaemonSet. The DaemonSet controller uses this field as a collision avoidance mechanism when it needs to create the name for the newest ControllerRevision.",
2021-07-18T08:16:54.7990896Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.7991487Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.7992043Z [cluster1]                                                     },
2021-07-18T08:16:54.7992580Z [cluster1]                                                     "conditions": {
2021-07-18T08:16:54.7993907Z [cluster1]                                                         "description": "Represents the latest available observations of a DaemonSet's current state.",
2021-07-18T08:16:54.7994810Z [cluster1]                                                         "items": {
2021-07-18T08:16:54.7995720Z [cluster1]                                                             "description": "DaemonSetCondition describes the state of a DaemonSet at a certain point.",
2021-07-18T08:16:54.7996682Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.7997372Z [cluster1]                                                                 "lastTransitionTime": {
2021-07-18T08:16:54.7998331Z [cluster1]                                                                     "description": "Last time the condition transitioned from one status to another.",
2021-07-18T08:16:54.7999448Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.8000519Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8001095Z [cluster1]                                                                 },
2021-07-18T08:16:54.8001638Z [cluster1]                                                                 "message": {
2021-07-18T08:16:54.8002612Z [cluster1]                                                                     "description": "A human readable message indicating details about the transition.",
2021-07-18T08:16:54.8003608Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8004158Z [cluster1]                                                                 },
2021-07-18T08:16:54.8004701Z [cluster1]                                                                 "reason": {
2021-07-18T08:16:54.8005783Z [cluster1]                                                                     "description": "The reason for the condition's last transition.",
2021-07-18T08:16:54.8006582Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8007132Z [cluster1]                                                                 },
2021-07-18T08:16:54.8007677Z [cluster1]                                                                 "status": {
2021-07-18T08:16:54.8008473Z [cluster1]                                                                     "description": "Status of the condition, one of True, False, Unknown.",
2021-07-18T08:16:54.8009269Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8043312Z [cluster1]                                                                 },
2021-07-18T08:16:54.8043904Z [cluster1]                                                                 "type": {
2021-07-18T08:16:54.8044639Z [cluster1]                                                                     "description": "Type of DaemonSet condition.",
2021-07-18T08:16:54.8045582Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8046136Z [cluster1]                                                                 }
2021-07-18T08:16:54.8046647Z [cluster1]                                                             },
2021-07-18T08:16:54.8047187Z [cluster1]                                                             "required": [
2021-07-18T08:16:54.8047776Z [cluster1]                                                                 "status",
2021-07-18T08:16:54.8048320Z [cluster1]                                                                 "type"
2021-07-18T08:16:54.8048849Z [cluster1]                                                             ],
2021-07-18T08:16:54.8049408Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.8049948Z [cluster1]                                                         },
2021-07-18T08:16:54.8050492Z [cluster1]                                                         "type": "array"
2021-07-18T08:16:54.8051026Z [cluster1]                                                     },
2021-07-18T08:16:54.8051715Z [cluster1]                                                     "currentNumberScheduled": {
2021-07-18T08:16:54.8053208Z [cluster1]                                                         "description": "The number of nodes that are running at least 1 daemon pod and are supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:54.8054519Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8055126Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8055667Z [cluster1]                                                     },
2021-07-18T08:16:54.8056361Z [cluster1]                                                     "desiredNumberScheduled": {
2021-07-18T08:16:54.8057916Z [cluster1]                                                         "description": "The total number of nodes that should be running the daemon pod (including nodes correctly running the daemon pod). More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:54.8059445Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8060051Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8060667Z [cluster1]                                                     },
2021-07-18T08:16:54.8061276Z [cluster1]                                                     "numberAvailable": {
2021-07-18T08:16:54.8062539Z [cluster1]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:54.8063722Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8064324Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8064866Z [cluster1]                                                     },
2021-07-18T08:16:54.8065501Z [cluster1]                                                     "numberMisscheduled": {
2021-07-18T08:16:54.8066951Z [cluster1]                                                         "description": "The number of nodes that are running the daemon pod, but are not supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:54.8068244Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8068855Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8069393Z [cluster1]                                                     },
2021-07-18T08:16:54.8070145Z [cluster1]                                                     "numberReady": {
2021-07-18T08:16:54.8071129Z [cluster1]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and ready.",
2021-07-18T08:16:54.8072086Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8072689Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8073227Z [cluster1]                                                     },
2021-07-18T08:16:54.8073851Z [cluster1]                                                     "numberUnavailable": {
2021-07-18T08:16:54.8075092Z [cluster1]                                                         "description": "The number of nodes that should be running the daemon pod and have none of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:54.8076274Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8076869Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8077407Z [cluster1]                                                     },
2021-07-18T08:16:54.8078042Z [cluster1]                                                     "observedGeneration": {
2021-07-18T08:16:54.8078993Z [cluster1]                                                         "description": "The most recent generation observed by the daemon set controller.",
2021-07-18T08:16:54.8079858Z [cluster1]                                                         "format": "int64",
2021-07-18T08:16:54.8080463Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8080993Z [cluster1]                                                     },
2021-07-18T08:16:54.8081676Z [cluster1]                                                     "updatedNumberScheduled": {
2021-07-18T08:16:54.8082627Z [cluster1]                                                         "description": "The total number of nodes that are running updated daemon pod",
2021-07-18T08:16:54.8083438Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8084040Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8084637Z [cluster1]                                                     }
2021-07-18T08:16:54.8085143Z [cluster1]                                                 },
2021-07-18T08:16:54.8085657Z [cluster1]                                                 "required": [
2021-07-18T08:16:54.8086386Z [cluster1]                                                     "currentNumberScheduled",
2021-07-18T08:16:54.8087249Z [cluster1]                                                     "desiredNumberScheduled",
2021-07-18T08:16:54.8088076Z [cluster1]                                                     "numberMisscheduled",
2021-07-18T08:16:54.8088759Z [cluster1]                                                     "numberReady"
2021-07-18T08:16:54.8089323Z [cluster1]                                                 ],
2021-07-18T08:16:54.8089859Z [cluster1]                                                 "type": "object"
2021-07-18T08:16:54.8090377Z [cluster1]                                             }
2021-07-18T08:16:54.8090964Z [cluster1]                                         },
2021-07-18T08:16:54.8091470Z [cluster1]                                         "required": [
2021-07-18T08:16:54.8092223Z [cluster1]                                             "mismatchedContainerImages"
2021-07-18T08:16:54.8092914Z [cluster1]                                         ],
2021-07-18T08:16:54.8093451Z [cluster1]                                         "type": "object"
2021-07-18T08:16:54.8093974Z [cluster1]                                     },
2021-07-18T08:16:54.8094626Z [cluster1]                                     "loadBalancerStatus": {
2021-07-18T08:16:54.8095303Z [cluster1]                                         "properties": {
2021-07-18T08:16:54.8095856Z [cluster1]                                             "status": {
2021-07-18T08:16:54.8097212Z [cluster1]                                                 "description": "LoadBalancerStatus represents the status of a load-balancer.",
2021-07-18T08:16:54.8098133Z [cluster1]                                                 "properties": {
2021-07-18T08:16:54.8098726Z [cluster1]                                                     "ingress": {
2021-07-18T08:16:54.8100366Z [cluster1]                                                         "description": "Ingress is a list containing ingress points for the load-balancer. Traffic intended for the service should be sent to these ingress points.",
2021-07-18T08:16:54.8101457Z [cluster1]                                                         "items": {
2021-07-18T08:16:54.8103018Z [cluster1]                                                             "description": "LoadBalancerIngress represents the status of a load-balancer ingress point: traffic intended for the service should be sent to an ingress point.",
2021-07-18T08:16:54.8104241Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.8104859Z [cluster1]                                                                 "hostname": {
2021-07-18T08:16:54.8106198Z [cluster1]                                                                     "description": "Hostname is set for load-balancer ingress points that are DNS based (typically AWS load-balancers)",
2021-07-18T08:16:54.8107190Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8107754Z [cluster1]                                                                 },
2021-07-18T08:16:54.8108272Z [cluster1]                                                                 "ip": {
2021-07-18T08:16:54.8109599Z [cluster1]                                                                     "description": "IP is set for load-balancer ingress points that are IP based (typically GCE or OpenStack load-balancers)",
2021-07-18T08:16:54.8110627Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8111180Z [cluster1]                                                                 }
2021-07-18T08:16:54.8111781Z [cluster1]                                                             },
2021-07-18T08:16:54.8112330Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.8112883Z [cluster1]                                                         },
2021-07-18T08:16:54.8113432Z [cluster1]                                                         "type": "array"
2021-07-18T08:16:54.8113959Z [cluster1]                                                     }
2021-07-18T08:16:54.8114460Z [cluster1]                                                 },
2021-07-18T08:16:54.8114980Z [cluster1]                                                 "type": "object"
2021-07-18T08:16:54.8115523Z [cluster1]                                             }
2021-07-18T08:16:54.8115986Z [cluster1]                                         },
2021-07-18T08:16:54.8116514Z [cluster1]                                         "type": "object"
2021-07-18T08:16:54.8117026Z [cluster1]                                     },
2021-07-18T08:16:54.8117560Z [cluster1]                                     "natEnabled": {
2021-07-18T08:16:54.8118147Z [cluster1]                                         "type": "boolean"
2021-07-18T08:16:54.8118662Z [cluster1]                                     },
2021-07-18T08:16:54.8119220Z [cluster1]                                     "networkPlugin": {
2021-07-18T08:16:54.8119806Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.8120401Z [cluster1]                                     },
2021-07-18T08:16:54.8121095Z [cluster1]                                     "routeAgentDaemonSetStatus": {
2021-07-18T08:16:54.8121869Z [cluster1]                                         "properties": {
2021-07-18T08:16:54.8122573Z [cluster1]                                             "lastResourceVersion": {
2021-07-18T08:16:54.8123242Z [cluster1]                                                 "type": "string"
2021-07-18T08:16:54.8123783Z [cluster1]                                             },
2021-07-18T08:16:54.8124478Z [cluster1]                                             "mismatchedContainerImages": {
2021-07-18T08:16:54.8125255Z [cluster1]                                                 "type": "boolean"
2021-07-18T08:16:54.8125777Z [cluster1]                                             },
2021-07-18T08:16:54.8126468Z [cluster1]                                             "nonReadyContainerStates": {
2021-07-18T08:16:54.8127177Z [cluster1]                                                 "items": {
2021-07-18T08:16:54.8128483Z [cluster1]                                                     "description": "ContainerState holds a possible state of container. Only one of its members may be specified. If none of them is specified, the default one is ContainerStateWaiting.",
2021-07-18T08:16:54.8129820Z [cluster1]                                                     "properties": {
2021-07-18T08:16:54.8130404Z [cluster1]                                                         "running": {
2021-07-18T08:16:54.8131146Z [cluster1]                                                             "description": "Details about a running container",
2021-07-18T08:16:54.8131904Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.8132514Z [cluster1]                                                                 "startedAt": {
2021-07-18T08:16:54.8133610Z [cluster1]                                                                     "description": "Time at which the container was last (re-)started",
2021-07-18T08:16:54.8134632Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.8135276Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8135824Z [cluster1]                                                                 }
2021-07-18T08:16:54.8136418Z [cluster1]                                                             },
2021-07-18T08:16:54.8136980Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.8137520Z [cluster1]                                                         },
2021-07-18T08:16:54.8138084Z [cluster1]                                                         "terminated": {
2021-07-18T08:16:54.8138846Z [cluster1]                                                             "description": "Details about a terminated container",
2021-07-18T08:16:54.8139925Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.8140553Z [cluster1]                                                                 "containerID": {
2021-07-18T08:16:54.8141741Z [cluster1]                                                                     "description": "Container's ID in the format 'docker://\u003ccontainer_id\u003e'",
2021-07-18T08:16:54.8164030Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8164686Z [cluster1]                                                                 },
2021-07-18T08:16:54.8165250Z [cluster1]                                                                 "exitCode": {
2021-07-18T08:16:54.8166147Z [cluster1]                                                                     "description": "Exit status from the last termination of the container",
2021-07-18T08:16:54.8166957Z [cluster1]                                                                     "format": "int32",
2021-07-18T08:16:54.8167779Z [cluster1]                                                                     "type": "integer"
2021-07-18T08:16:54.8168356Z [cluster1]                                                                 },
2021-07-18T08:16:54.8168915Z [cluster1]                                                                 "finishedAt": {
2021-07-18T08:16:54.8169718Z [cluster1]                                                                     "description": "Time at which the container last terminated",
2021-07-18T08:16:54.8170934Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.8171577Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8172126Z [cluster1]                                                                 },
2021-07-18T08:16:54.8172677Z [cluster1]                                                                 "message": {
2021-07-18T08:16:54.8173531Z [cluster1]                                                                     "description": "Message regarding the last termination of the container",
2021-07-18T08:16:54.8174359Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8174921Z [cluster1]                                                                 },
2021-07-18T08:16:54.8175639Z [cluster1]                                                                 "reason": {
2021-07-18T08:16:54.8176465Z [cluster1]                                                                     "description": "(brief) reason from the last termination of the container",
2021-07-18T08:16:54.8177292Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8177838Z [cluster1]                                                                 },
2021-07-18T08:16:54.8178387Z [cluster1]                                                                 "signal": {
2021-07-18T08:16:54.8179307Z [cluster1]                                                                     "description": "Signal from the last termination of the container",
2021-07-18T08:16:54.8180107Z [cluster1]                                                                     "format": "int32",
2021-07-18T08:16:54.8180832Z [cluster1]                                                                     "type": "integer"
2021-07-18T08:16:54.8181393Z [cluster1]                                                                 },
2021-07-18T08:16:54.8181947Z [cluster1]                                                                 "startedAt": {
2021-07-18T08:16:54.8182778Z [cluster1]                                                                     "description": "Time at which previous execution of the container started",
2021-07-18T08:16:54.8183909Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.8184535Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8185093Z [cluster1]                                                                 }
2021-07-18T08:16:54.8185605Z [cluster1]                                                             },
2021-07-18T08:16:54.8186136Z [cluster1]                                                             "required": [
2021-07-18T08:16:54.8186739Z [cluster1]                                                                 "exitCode"
2021-07-18T08:16:54.8187277Z [cluster1]                                                             ],
2021-07-18T08:16:54.8187848Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.8188396Z [cluster1]                                                         },
2021-07-18T08:16:54.8188915Z [cluster1]                                                         "waiting": {
2021-07-18T08:16:54.8189730Z [cluster1]                                                             "description": "Details about a waiting container",
2021-07-18T08:16:54.8190482Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.8191086Z [cluster1]                                                                 "message": {
2021-07-18T08:16:54.8191897Z [cluster1]                                                                     "description": "Message regarding why the container is not yet running.",
2021-07-18T08:16:54.8192931Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8193481Z [cluster1]                                                                 },
2021-07-18T08:16:54.8194017Z [cluster1]                                                                 "reason": {
2021-07-18T08:16:54.8194777Z [cluster1]                                                                     "description": "(brief) reason the container is not yet running.",
2021-07-18T08:16:54.8195565Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8196124Z [cluster1]                                                                 }
2021-07-18T08:16:54.8196618Z [cluster1]                                                             },
2021-07-18T08:16:54.8197181Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.8197718Z [cluster1]                                                         }
2021-07-18T08:16:54.8198214Z [cluster1]                                                     },
2021-07-18T08:16:54.8198744Z [cluster1]                                                     "type": "object"
2021-07-18T08:16:54.8199287Z [cluster1]                                                 },
2021-07-18T08:16:54.8199796Z [cluster1]                                                 "type": "array"
2021-07-18T08:16:54.8200328Z [cluster1]                                             },
2021-07-18T08:16:54.8200835Z [cluster1]                                             "status": {
2021-07-18T08:16:54.8201665Z [cluster1]                                                 "description": "DaemonSetStatus represents the current status of a daemon set.",
2021-07-18T08:16:54.8202558Z [cluster1]                                                 "properties": {
2021-07-18T08:16:54.8203259Z [cluster1]                                                     "collisionCount": {
2021-07-18T08:16:54.8204667Z [cluster1]                                                         "description": "Count of hash collisions for the DaemonSet. The DaemonSet controller uses this field as a collision avoidance mechanism when it needs to create the name for the newest ControllerRevision.",
2021-07-18T08:16:54.8206016Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8206610Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8207161Z [cluster1]                                                     },
2021-07-18T08:16:54.8207693Z [cluster1]                                                     "conditions": {
2021-07-18T08:16:54.8208957Z [cluster1]                                                         "description": "Represents the latest available observations of a DaemonSet's current state.",
2021-07-18T08:16:54.8209862Z [cluster1]                                                         "items": {
2021-07-18T08:16:54.8210764Z [cluster1]                                                             "description": "DaemonSetCondition describes the state of a DaemonSet at a certain point.",
2021-07-18T08:16:54.8211721Z [cluster1]                                                             "properties": {
2021-07-18T08:16:54.8212417Z [cluster1]                                                                 "lastTransitionTime": {
2021-07-18T08:16:54.8213436Z [cluster1]                                                                     "description": "Last time the condition transitioned from one status to another.",
2021-07-18T08:16:54.8214549Z [cluster1]                                                                     "format": "date-time",
2021-07-18T08:16:54.8215177Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8215741Z [cluster1]                                                                 },
2021-07-18T08:16:54.8216272Z [cluster1]                                                                 "message": {
2021-07-18T08:16:54.8217149Z [cluster1]                                                                     "description": "A human readable message indicating details about the transition.",
2021-07-18T08:16:54.8218021Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8218559Z [cluster1]                                                                 },
2021-07-18T08:16:54.8259527Z [cluster1]                                                                 "reason": {
2021-07-18T08:16:54.8260958Z [cluster1]                                                                     "description": "The reason for the condition's last transition.",
2021-07-18T08:16:54.8261772Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8262336Z [cluster1]                                                                 },
2021-07-18T08:16:54.8262882Z [cluster1]                                                                 "status": {
2021-07-18T08:16:54.8263663Z [cluster1]                                                                     "description": "Status of the condition, one of True, False, Unknown.",
2021-07-18T08:16:54.8264470Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8265037Z [cluster1]                                                                 },
2021-07-18T08:16:54.8265557Z [cluster1]                                                                 "type": {
2021-07-18T08:16:54.8266322Z [cluster1]                                                                     "description": "Type of DaemonSet condition.",
2021-07-18T08:16:54.8267050Z [cluster1]                                                                     "type": "string"
2021-07-18T08:16:54.8267776Z [cluster1]                                                                 }
2021-07-18T08:16:54.8268292Z [cluster1]                                                             },
2021-07-18T08:16:54.8268822Z [cluster1]                                                             "required": [
2021-07-18T08:16:54.8269397Z [cluster1]                                                                 "status",
2021-07-18T08:16:54.8269944Z [cluster1]                                                                 "type"
2021-07-18T08:16:54.8270485Z [cluster1]                                                             ],
2021-07-18T08:16:54.8271030Z [cluster1]                                                             "type": "object"
2021-07-18T08:16:54.8271582Z [cluster1]                                                         },
2021-07-18T08:16:54.8272127Z [cluster1]                                                         "type": "array"
2021-07-18T08:16:54.8272663Z [cluster1]                                                     },
2021-07-18T08:16:54.8273349Z [cluster1]                                                     "currentNumberScheduled": {
2021-07-18T08:16:54.8274816Z [cluster1]                                                         "description": "The number of nodes that are running at least 1 daemon pod and are supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:54.8276135Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8276847Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8277386Z [cluster1]                                                     },
2021-07-18T08:16:54.8278077Z [cluster1]                                                     "desiredNumberScheduled": {
2021-07-18T08:16:54.8279617Z [cluster1]                                                         "description": "The total number of nodes that should be running the daemon pod (including nodes correctly running the daemon pod). More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:54.8281012Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8281625Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8282172Z [cluster1]                                                     },
2021-07-18T08:16:54.8282774Z [cluster1]                                                     "numberAvailable": {
2021-07-18T08:16:54.8284018Z [cluster1]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:54.8285205Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8285806Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8286343Z [cluster1]                                                     },
2021-07-18T08:16:54.8286981Z [cluster1]                                                     "numberMisscheduled": {
2021-07-18T08:16:54.8288367Z [cluster1]                                                         "description": "The number of nodes that are running the daemon pod, but are not supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:54.8289676Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8290280Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8290821Z [cluster1]                                                     },
2021-07-18T08:16:54.8291384Z [cluster1]                                                     "numberReady": {
2021-07-18T08:16:54.8292417Z [cluster1]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and ready.",
2021-07-18T08:16:54.8293386Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8293969Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8294527Z [cluster1]                                                     },
2021-07-18T08:16:54.8295152Z [cluster1]                                                     "numberUnavailable": {
2021-07-18T08:16:54.8296392Z [cluster1]                                                         "description": "The number of nodes that should be running the daemon pod and have none of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:54.8297558Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8298137Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8298691Z [cluster1]                                                     },
2021-07-18T08:16:54.8299635Z [cluster1]                                                     "observedGeneration": {
2021-07-18T08:16:54.8300583Z [cluster1]                                                         "description": "The most recent generation observed by the daemon set controller.",
2021-07-18T08:16:54.8301736Z [cluster1]                                                         "format": "int64",
2021-07-18T08:16:54.8302315Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8302865Z [cluster1]                                                     },
2021-07-18T08:16:54.8303544Z [cluster1]                                                     "updatedNumberScheduled": {
2021-07-18T08:16:54.8304519Z [cluster1]                                                         "description": "The total number of nodes that are running updated daemon pod",
2021-07-18T08:16:54.8305329Z [cluster1]                                                         "format": "int32",
2021-07-18T08:16:54.8305908Z [cluster1]                                                         "type": "integer"
2021-07-18T08:16:54.8306462Z [cluster1]                                                     }
2021-07-18T08:16:54.8306938Z [cluster1]                                                 },
2021-07-18T08:16:54.8307479Z [cluster1]                                                 "required": [
2021-07-18T08:16:54.8308200Z [cluster1]                                                     "currentNumberScheduled",
2021-07-18T08:16:54.8309056Z [cluster1]                                                     "desiredNumberScheduled",
2021-07-18T08:16:54.8309875Z [cluster1]                                                     "numberMisscheduled",
2021-07-18T08:16:54.8310560Z [cluster1]                                                     "numberReady"
2021-07-18T08:16:54.8311120Z [cluster1]                                                 ],
2021-07-18T08:16:54.8311642Z [cluster1]                                                 "type": "object"
2021-07-18T08:16:54.8312177Z [cluster1]                                             }
2021-07-18T08:16:54.8312657Z [cluster1]                                         },
2021-07-18T08:16:54.8313162Z [cluster1]                                         "required": [
2021-07-18T08:16:54.8313922Z [cluster1]                                             "mismatchedContainerImages"
2021-07-18T08:16:54.8314614Z [cluster1]                                         ],
2021-07-18T08:16:54.8315137Z [cluster1]                                         "type": "object"
2021-07-18T08:16:54.8315639Z [cluster1]                                     },
2021-07-18T08:16:54.8316180Z [cluster1]                                     "serviceCIDR": {
2021-07-18T08:16:54.8316830Z [cluster1]                                         "type": "string"
2021-07-18T08:16:54.8317345Z [cluster1]                                     }
2021-07-18T08:16:54.8317805Z [cluster1]                                 },
2021-07-18T08:16:54.8318298Z [cluster1]                                 "required": [
2021-07-18T08:16:54.8318860Z [cluster1]                                     "clusterID",
2021-07-18T08:16:54.8319419Z [cluster1]                                     "natEnabled"
2021-07-18T08:16:54.8319941Z [cluster1]                                 ],
2021-07-18T08:16:54.8320437Z [cluster1]                                 "type": "object"
2021-07-18T08:16:54.8320940Z [cluster1]                             }
2021-07-18T08:16:54.8321377Z [cluster1]                         },
2021-07-18T08:16:54.8321878Z [cluster1]                         "type": "object"
2021-07-18T08:16:54.8322351Z [cluster1]                     }
2021-07-18T08:16:54.8322782Z [cluster1]                 },
2021-07-18T08:16:54.8323270Z [cluster1]                 "served": true,
2021-07-18T08:16:54.8323794Z [cluster1]                 "storage": true,
2021-07-18T08:16:54.8324351Z [cluster1]                 "subresources": {
2021-07-18T08:16:54.8324874Z [cluster1]                     "status": {}
2021-07-18T08:16:54.8325339Z [cluster1]                 }
2021-07-18T08:16:54.8325751Z [cluster1]             }
2021-07-18T08:16:54.8326165Z [cluster1]         ]
2021-07-18T08:16:54.8326562Z [cluster1]     },
2021-07-18T08:16:54.8326997Z [cluster1]     "status": {
2021-07-18T08:16:54.8327578Z [cluster1]         "acceptedNames": {
2021-07-18T08:16:54.8328167Z [cluster1]             "kind": "Submariner",
2021-07-18T08:16:54.8328789Z [cluster1]             "listKind": "SubmarinerList",
2021-07-18T08:16:54.8329443Z [cluster1]             "plural": "submariners",
2021-07-18T08:16:54.8330061Z [cluster1]             "singular": "submariner"
2021-07-18T08:16:54.8330554Z [cluster1]         },
2021-07-18T08:16:54.8331028Z [cluster1]         "conditions": [
2021-07-18T08:16:54.8331490Z [cluster1]             {
2021-07-18T08:16:54.8332421Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:12:26Z",
2021-07-18T08:16:55.1832564Z [cluster1]                 "message": "nr2]             },
2021-07-18T08:16:55.1833112Z [cluster2]             {
2021-07-18T08:16:55.1834352Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:12:47Z",
2021-07-18T08:16:55.1835151Z [cluster2]                 "message": "the initial names have been accepted",
2021-07-18T08:16:55.1835995Z [cluster2]                 "reason": "InitialNamesAccepted",
2021-07-18T08:16:55.1836769Z [cluster2]                 "status": "True",
2021-07-18T08:16:55.1837337Z [cluster2]                 "type": "Established"
2021-07-18T08:16:55.1837834Z [cluster2]             }
2021-07-18T08:16:55.1838253Z [cluster2]         ],
2021-07-18T08:16:55.1838754Z [cluster2]         "storedVersions": [
2021-07-18T08:16:55.1839278Z [cluster2]             "v1"
2021-07-18T08:16:55.1839690Z [cluster2]         ]
2021-07-18T08:16:55.1840110Z [cluster2]     }
2021-07-18T08:16:55.1840502Z [cluster2] }
2021-07-18T08:16:55.1841632Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.name clusters.submariner.io[0m
2021-07-18T08:16:55.1843180Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.name clusters.submariner.io[0m
2021-07-18T08:16:55.1844951Z [36m[submariner-operator]$ [cluster2] jq -r -M .metadata.name /tmp/clusters.submariner.io.cluster2.json[0m
2021-07-18T08:16:55.1846565Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:55.1847842Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:55.1849455Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.scope /tmp/clusters.submariner.io.cluster2.json[0m
2021-07-18T08:16:55.1851053Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:55.1852612Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:55.1854252Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.group /tmp/clusters.submariner.io.cluster2.json[0m
2021-07-18T08:16:55.1855826Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.names.kind Cluster[0m
2021-07-18T08:16:55.1857119Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.names.kind Cluster[0m
2021-07-18T08:16:55.1858763Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.names.kind /tmp/clusters.submariner.io.cluster2.json[0m
2021-07-18T08:16:55.1952794Z [36m[submariner-operator]$ [cluster2] validate_equals .status.acceptedNames.kind Cluster[0m
2021-07-18T08:16:55.1954938Z [36m[submariner-operator]$ [cluster2] validate_equals .status.acceptedNames.kind Cluster[0m
2021-07-18T08:16:55.1956903Z [36m[submariner-operator]$ [cluster2] jq -r -M .status.acceptedNames.kind /tmp/clusters.submariner.io.cluster2.json[0m
2021-07-18T08:16:55.1958507Z [36m[submariner-operator]$ [cluster2] verify_subm_crd[0m
2021-07-18T08:16:55.1959515Z [36m[submariner-operator]$ [cluster2] verify_subm_crd[0m
2021-07-18T08:16:55.1960862Z [36m[submariner-operator]$ [cluster2] validate_crd submariners.submariner.io v1alpha1 Submariner[0m
2021-07-18T08:16:55.1962494Z [36m[submariner-operator]$ [cluster2] validate_crd submariners.submariner.io v1alpha1 Submariner[0m
2021-07-18T08:16:55.1964034Z [36m[submariner-operator]$ [cluster2] kubectl get crds submariners.submariner.io[0m
2021-07-18T08:16:55.1965490Z [36m[submariner-operator]$ [cluster2] kubectl get crds submariners.submariner.io[0m
2021-07-18T08:16:55.1967311Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get crds submariners.submariner.io[0m
2021-07-18T08:16:55.1968339Z [cluster2] NAME                        CREATED AT
2021-07-18T08:16:55.1969234Z [cluster2] submariners.submariner.io   2021-07-18T08:12:37Z
2021-07-18T08:16:55.1970777Z [36m[submariner-operator]$ [cluster2] json_file=/tmp/submariners.submariner.io.cluster2.json[0m
2021-07-18T08:16:55.1972543Z [36m[submariner-operator]$ [cluster2] kubectl get crd submariners.submariner.io -o json[0m
2021-07-18T08:16:55.1974265Z [36m[submariner-operator]$ [cluster2] tee /tmp/submariners.submariner.io.cluster2.json[0m
2021-07-18T08:16:55.1975974Z [36m[submariner-operator]$ [cluster2] kubectl get crd submariners.submariner.io -o json[0m
2021-07-18T08:16:55.1977605Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get crd submariners.submariner.io -o json[0m
2021-07-18T08:16:55.1978576Z [cluster2] {
2021-07-18T08:16:55.1979394Z [cluster2]     "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:55.1980275Z [cluster2]     "kind": "CustomResourceDefinition",
2021-07-18T08:16:55.1980951Z [cluster2]     "metadata": {
2021-07-18T08:16:55.1981469Z [cluster2]         "annotations": {
2021-07-18T08:16:55.1982479Z [cluster2]             "controller-gen.kubebuilder.io/version": "v0.4.1"
2021-07-18T08:16:55.1983230Z [cluster2]         },
2021-07-18T08:16:55.1983999Z [cluster2]         "creationTimestamp": "2021-07-18T08:12:37Z",
2021-07-18T08:16:55.1984620Z [cluster2]         "generation": 2,
2021-07-18T08:16:55.1985181Z [cluster2]         "managedFields": [
2021-07-18T08:16:55.1985667Z [cluster2]             {
2021-07-18T08:16:55.1986324Z [cluster2]                 "apiVersion": "apiextensions.k8s.io/v1",
2021-07-18T08:16:55.1987060Z [cluster2]                 "fieldsType": "FieldsV1",
2021-07-18T08:16:55.1987646Z [cluster2]                 "fieldsV1": {
2021-07-18T08:16:55.1988162Z [cluster2]                     "f:metadata": {
2021-07-18T08:16:55.1988711Z [cluster2]                         "f:annotations": {
2021-07-18T08:16:55.1989214Z [cluster2]                             ".": {},
2021-07-18T08:16:55.1990190Z [cluster2]                             "f:controller-gen.kubebuilder.io/version": {}
2021-07-18T08:16:55.1990955Z [cluster2]                         }
2021-07-18T08:16:55.1991380Z [cluster2]                     },
2021-07-18T08:16:55.1992479Z [cluster2]                     "f:spec": {
2021-07-18T08:16:55.1993003Z [cluster2]                         "f:conversion": {
2021-07-18T08:16:55.1993521Z [cluster2]                             ".": {},
2021-07-18T08:16:55.1994012Z [cluster2]                             "f:strategy": {}
2021-07-18T08:16:55.1994504Z [cluster2]                         },
2021-07-18T08:16:55.1994971Z [cluster2]                         "f:group": {},
2021-07-18T08:16:55.1995477Z [cluster2]                         "f:names": {
2021-07-18T08:16:55.1995982Z [cluster2]                             "f:kind": {},
2021-07-18T08:16:55.1996491Z [cluster2]                             "f:listKind": {},
2021-07-18T08:16:55.1997032Z [cluster2]                             "f:plural": {},
2021-07-18T08:16:55.1997556Z [cluster2]                             "f:singular": {}
2021-07-18T08:16:55.1998056Z [cluster2]                         },
2021-07-18T08:16:55.1998527Z [cluster2]                         "f:scope": {},
2021-07-18T08:16:55.1999059Z [cluster2]                         "f:versions": {}
2021-07-18T08:16:55.1999535Z [cluster2]                     },
2021-07-18T08:16:55.2000006Z [cluster2]                     "f:status": {
2021-07-18T08:16:55.2000577Z [cluster2]                         "f:acceptedNames": {
2021-07-18T08:16:55.2001130Z [cluster2]                             "f:kind": {},
2021-07-18T08:16:55.2001640Z [cluster2]                             "f:plural": {}
2021-07-18T08:16:55.2002105Z [cluster2]                         },
2021-07-18T08:16:55.2002705Z [cluster2]                         "f:conditions": {},
2021-07-18T08:16:55.2003301Z [cluster2]                         "f:storedVersions": {}
2021-07-18T08:16:55.2003840Z [cluster2]                     }
2021-07-18T08:16:55.2004257Z [cluster2]                 },
2021-07-18T08:16:55.2004752Z [cluster2]                 "manager": "subctl",
2021-07-18T08:16:55.2005314Z [cluster2]                 "operation": "Update",
2021-07-18T08:16:55.2006106Z [cluster2]                 "time": "2021-07-18T08:15:48Z"
2021-07-18T08:16:55.2006587Z [cluster2]             }
2021-07-18T08:16:55.2006991Z [cluster2]         ],
2021-07-18T08:16:55.2007647Z [cluster2]         "name": "submariners.submariner.io",
2021-07-18T08:16:55.2008396Z [cluster2]         "resourceVersion": "2005",
2021-07-18T08:16:55.2009360Z [cluster2]         "uid": "f45564da-0fa6-456e-8eb8-cbad1b75f23f"
2021-07-18T08:16:55.2009985Z [cluster2]     },
2021-07-18T08:16:55.2025914Z [cluster2]     "spec": {
2021-07-18T08:16:55.2026517Z [cluster2]         "conversion": {
2021-07-18T08:16:55.2027083Z [cluster2]             "strategy": "None"
2021-07-18T08:16:55.2027693Z [cluster2]         },
2021-07-18T08:16:55.2028220Z [cluster2]         "group": "submariner.io",
2021-07-18T08:16:55.2028753Z [cluster2]         "names": {
2021-07-18T08:16:55.2029276Z [cluster2]             "kind": "Submariner",
2021-07-18T08:16:55.2029909Z [cluster2]             "listKind": "SubmarinerList",
2021-07-18T08:16:55.2030554Z [cluster2]             "plural": "submariners",
2021-07-18T08:16:55.2031184Z [cluster2]             "singular": "submariner"
2021-07-18T08:16:55.2031686Z [cluster2]         },
2021-07-18T08:16:55.2032904Z [cluster2]         "scope": "Namespaced",
2021-07-18T08:16:55.2033448Z [cluster2]         "versions": [
2021-07-18T08:16:55.2033913Z [cluster2]             {
2021-07-18T08:16:55.2034386Z [cluster2]                 "name": "v1alpha1",
2021-07-18T08:16:55.2035171Z [cluster2]                 "schema": {
2021-07-18T08:16:55.2035735Z [cluster2]                     "openAPIV3Schema": {
2021-07-18T08:16:55.2036572Z [cluster2]                         "description": "Submariner is the Schema for the submariners API",
2021-07-18T08:16:55.2037354Z [cluster2]                         "properties": {
2021-07-18T08:16:55.2037916Z [cluster2]                             "apiVersion": {
2021-07-18T08:16:55.2040768Z [cluster2]                                 "description": "APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources",
2021-07-18T08:16:55.2043449Z [cluster2]                                 "type": "string"
2021-07-18T08:16:55.2044153Z [cluster2]                             },
2021-07-18T08:16:55.2044638Z [cluster2]                             "kind": {
2021-07-18T08:16:55.2053553Z [cluster2]                                 "description": "Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds",
2021-07-18T08:16:55.2055465Z [cluster2]                                 "type": "string"
2021-07-18T08:16:55.2055981Z [cluster2]                             },
2021-07-18T08:16:55.2056475Z [cluster2]                             "metadata": {
2021-07-18T08:16:55.2057035Z [cluster2]                                 "type": "object"
2021-07-18T08:16:55.2057531Z [cluster2]                             },
2021-07-18T08:16:55.2058012Z [cluster2]                             "spec": {
2021-07-18T08:16:55.2058806Z [cluster2]                                 "description": "SubmarinerSpec defines the desired state of Submariner",
2021-07-18T08:16:55.2059821Z [cluster2]                                 "properties": {
2021-07-18T08:16:55.2060382Z [cluster2]                                     "broker": {
2021-07-18T08:16:55.2061106Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2061982Z [cluster2]                                     },
2021-07-18T08:16:55.2062596Z [cluster2]                                     "brokerK8sApiServer": {
2021-07-18T08:16:55.2063257Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2063779Z [cluster2]                                     },
2021-07-18T08:16:55.2064441Z [cluster2]                                     "brokerK8sApiServerToken": {
2021-07-18T08:16:55.2065175Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2065676Z [cluster2]                                     },
2021-07-18T08:16:55.2066327Z [cluster2]                                     "brokerK8sCA": {
2021-07-18T08:16:55.2066892Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2067412Z [cluster2]                                     },
2021-07-18T08:16:55.2068096Z [cluster2]                                     "brokerK8sRemoteNamespace": {
2021-07-18T08:16:55.2068834Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2071568Z [cluster2]                                     },
2021-07-18T08:16:55.2072379Z [cluster2]                                     "cableDriver": {
2021-07-18T08:16:55.2073219Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2073735Z [cluster2]                                     },
2021-07-18T08:16:55.2074295Z [cluster2]                                     "ceIPSecDebug": {
2021-07-18T08:16:55.2074891Z [cluster2]                                         "type": "boolean"
2021-07-18T08:16:55.2075418Z [cluster2]                                     },
2021-07-18T08:16:55.2076063Z [cluster2]                                     "ceIPSecForceUDPEncaps": {
2021-07-18T08:16:55.2076779Z [cluster2]                                         "type": "boolean"
2021-07-18T08:16:55.2077315Z [cluster2]                                     },
2021-07-18T08:16:55.2077877Z [cluster2]                                     "ceIPSecIKEPort": {
2021-07-18T08:16:55.2078503Z [cluster2]                                         "type": "integer"
2021-07-18T08:16:55.2079016Z [cluster2]                                     },
2021-07-18T08:16:55.2079599Z [cluster2]                                     "ceIPSecNATTPort": {
2021-07-18T08:16:55.2080587Z [cluster2]                                         "type": "integer"
2021-07-18T08:16:55.2081127Z [cluster2]                                     },
2021-07-18T08:16:55.2082007Z [cluster2]                                     "ceIPSecPSK": {
2021-07-18T08:16:55.2082762Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2083289Z [cluster2]                                     },
2021-07-18T08:16:55.2084637Z [cluster2]                                     "ceIPSecPreferredServer": {
2021-07-18T08:16:55.2085394Z [cluster2]                                         "type": "boolean"
2021-07-18T08:16:55.2085903Z [cluster2]                                     },
2021-07-18T08:16:55.2086443Z [cluster2]                                     "clusterCIDR": {
2021-07-18T08:16:55.2087424Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2088120Z [cluster2]                                     },
2021-07-18T08:16:55.2088658Z [cluster2]                                     "clusterID": {
2021-07-18T08:16:55.2089213Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2089728Z [cluster2]                                     },
2021-07-18T08:16:55.2090239Z [cluster2]                                     "colorCodes": {
2021-07-18T08:16:55.2090815Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2091322Z [cluster2]                                     },
2021-07-18T08:16:55.2091964Z [cluster2]                                     "connectionHealthCheck": {
2021-07-18T08:16:55.2092767Z [cluster2]                                         "properties": {
2021-07-18T08:16:55.2093352Z [cluster2]                                             "enabled": {
2021-07-18T08:16:55.2093942Z [cluster2]                                                 "type": "boolean"
2021-07-18T08:16:55.2094472Z [cluster2]                                             },
2021-07-18T08:16:55.2095068Z [cluster2]                                             "intervalSeconds": {
2021-07-18T08:16:55.2095891Z [cluster2]                                                 "description": "The interval at which health check pings are sent.",
2021-07-18T08:16:55.2096663Z [cluster2]                                                 "format": "int64",
2021-07-18T08:16:55.2097247Z [cluster2]                                                 "type": "integer"
2021-07-18T08:16:55.2097790Z [cluster2]                                             },
2021-07-18T08:16:55.2098418Z [cluster2]                                             "maxPacketLossCount": {
2021-07-18T08:16:55.2107969Z [cluster2]                                                 "description": "The maximum number of packets lost at which the health checker will mark the connection as down.",
2021-07-18T08:16:55.2108992Z [cluster2]                                                 "format": "int64",
2021-07-18T08:16:55.2109586Z [cluster2]                                                 "type": "integer"
2021-07-18T08:16:55.2110163Z [cluster2]                                             }
2021-07-18T08:16:55.2110647Z [cluster2]                                         },
2021-07-18T08:16:55.2111159Z [cluster2]                                         "type": "object"
2021-07-18T08:16:55.2111683Z [cluster2]                                     },
2021-07-18T08:16:55.2112289Z [cluster2]                                     "coreDNSCustomConfig": {
2021-07-18T08:16:55.2113706Z [cluster2]                                         "properties": {
2021-07-18T08:16:55.2114524Z [cluster2]                                             "configMapName": {
2021-07-18T08:16:55.2115344Z [cluster2]                                                 "type": "string"
2021-07-18T08:16:55.2115896Z [cluster2]                                             },
2021-07-18T08:16:55.2116418Z [cluster2]                                             "namespace": {
2021-07-18T08:16:55.2117189Z [cluster2]                                                 "type": "string"
2021-07-18T08:16:55.2117708Z [cluster2]                                             }
2021-07-18T08:16:55.2118189Z [cluster2]                                         },
2021-07-18T08:16:55.2118702Z [cluster2]                                         "type": "object"
2021-07-18T08:16:55.2119222Z [cluster2]                                     },
2021-07-18T08:16:55.2119755Z [cluster2]                                     "customDomains": {
2021-07-18T08:16:55.2120327Z [cluster2]                                         "items": {
2021-07-18T08:16:55.2120887Z [cluster2]                                             "type": "string"
2021-07-18T08:16:55.2121398Z [cluster2]                                         },
2021-07-18T08:16:55.2121926Z [cluster2]                                         "type": "array",
2021-07-18T08:16:55.2123083Z [cluster2]                                         "x-kubernetes-list-type": "set"
2021-07-18T08:16:55.2123754Z [cluster2]                                     },
2021-07-18T08:16:55.2124234Z [cluster2]                                     "debug": {
2021-07-18T08:16:55.2124790Z [cluster2]                                         "type": "boolean"
2021-07-18T08:16:55.2125307Z [cluster2]                                     },
2021-07-18T08:16:55.2126081Z [cluster2]                                     "globalCIDR": {
2021-07-18T08:16:55.2126668Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2127167Z [cluster2]                                     },
2021-07-18T08:16:55.2127859Z [cluster2]                                     "imageOverrides": {
2021-07-18T08:16:55.2128578Z [cluster2]                                         "additionalProperties": {
2021-07-18T08:16:55.2129274Z [cluster2]                                             "type": "string"
2021-07-18T08:16:55.2129785Z [cluster2]                                         },
2021-07-18T08:16:55.2130311Z [cluster2]                                         "type": "object"
2021-07-18T08:16:55.2130839Z [cluster2]                                     },
2021-07-18T08:16:55.2131442Z [cluster2]                                     "loadBalancerEnabled": {
2021-07-18T08:16:55.2132587Z [cluster2]                                         "type": "boolean"
2021-07-18T08:16:55.2133291Z [cluster2]                                     },
2021-07-18T08:16:55.2133828Z [cluster2]                                     "namespace": {
2021-07-18T08:16:55.2134384Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2134913Z [cluster2]                                     },
2021-07-18T08:16:55.2135425Z [cluster2]                                     "natEnabled": {
2021-07-18T08:16:55.2136013Z [cluster2]                                         "type": "boolean"
2021-07-18T08:16:55.2136717Z [cluster2]                                     },
2021-07-18T08:16:55.2137236Z [cluster2]                                     "repository": {
2021-07-18T08:16:55.2137825Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2138326Z [cluster2]                                     },
2021-07-18T08:16:55.2139534Z [cluster2]                                     "serviceCIDR": {
2021-07-18T08:16:55.2140127Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2140645Z [cluster2]                                     },
2021-07-18T08:16:55.2141310Z [cluster2]                                     "serviceDiscoveryEnabled": {
2021-07-18T08:16:55.2142055Z [cluster2]                                         "type": "boolean"
2021-07-18T08:16:55.2142586Z [cluster2]                                     },
2021-07-18T08:16:55.2143074Z [cluster2]                                     "version": {
2021-07-18T08:16:55.2143628Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2144128Z [cluster2]                                     }
2021-07-18T08:16:55.2144599Z [cluster2]                                 },
2021-07-18T08:16:55.2145202Z [cluster2]                                 "required": [
2021-07-18T08:16:55.2145745Z [cluster2]                                     "broker",
2021-07-18T08:16:55.2146369Z [cluster2]                                     "brokerK8sApiServer",
2021-07-18T08:16:55.2147373Z [cluster2]                                     "brokerK8sApiServerToken",
2021-07-18T08:16:55.2148126Z [cluster2]                                     "brokerK8sCA",
2021-07-18T08:16:55.2148863Z [cluster2]                                     "brokerK8sRemoteNamespace",
2021-07-18T08:16:55.2149643Z [cluster2]                                     "ceIPSecDebug",
2021-07-18T08:16:55.2150243Z [cluster2]                                     "ceIPSecPSK",
2021-07-18T08:16:55.2150842Z [cluster2]                                     "clusterCIDR",
2021-07-18T08:16:55.2151409Z [cluster2]                                     "clusterID",
2021-07-18T08:16:55.2151948Z [cluster2]                                     "debug",
2021-07-18T08:16:55.2152480Z [cluster2]                                     "namespace",
2021-07-18T08:16:55.2153063Z [cluster2]                                     "natEnabled",
2021-07-18T08:16:55.2153653Z [cluster2]                                     "serviceCIDR"
2021-07-18T08:16:55.2154160Z [cluster2]                                 ],
2021-07-18T08:16:55.2154680Z [cluster2]                                 "type": "object"
2021-07-18T08:16:55.2155167Z [cluster2]                             },
2021-07-18T08:16:55.2155732Z [cluster2]                             "status": {
2021-07-18T08:16:55.2157054Z [cluster2]                                 "description": "SubmarinerStatus defines the observed state of Submariner",
2021-07-18T08:16:55.2158378Z [cluster2]                                 "properties": {
2021-07-18T08:16:55.2158993Z [cluster2]                                     "clusterCIDR": {
2021-07-18T08:16:55.2159567Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2160094Z [cluster2]                                     },
2021-07-18T08:16:55.2160600Z [cluster2]                                     "clusterID": {
2021-07-18T08:16:55.2161171Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2161676Z [cluster2]                                     },
2021-07-18T08:16:55.2162203Z [cluster2]                                     "colorCodes": {
2021-07-18T08:16:55.2162769Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2163294Z [cluster2]                                     },
2021-07-18T08:16:55.2163868Z [cluster2]                                     "deploymentInfo": {
2021-07-18T08:16:55.2164479Z [cluster2]                                         "properties": {
2021-07-18T08:16:55.2165113Z [cluster2]                                             "cloudProvider": {
2021-07-18T08:16:55.2165717Z [cluster2]                                                 "type": "string"
2021-07-18T08:16:55.2166255Z [cluster2]                                             },
2021-07-18T08:16:55.2166823Z [cluster2]                                             "kubernetesType": {
2021-07-18T08:16:55.2167456Z [cluster2]                                                 "type": "string"
2021-07-18T08:16:55.2167993Z [cluster2]                                             },
2021-07-18T08:16:55.2168648Z [cluster2]                                             "kubernetesTypeVersion": {
2021-07-18T08:16:55.2169364Z [cluster2]                                                 "type": "string"
2021-07-18T08:16:55.2169885Z [cluster2]                                             },
2021-07-18T08:16:55.2170500Z [cluster2]                                             "kubernetesVersion": {
2021-07-18T08:16:55.2171145Z [cluster2]                                                 "type": "string"
2021-07-18T08:16:55.2171720Z [cluster2]                                             }
2021-07-18T08:16:55.2172185Z [cluster2]                                         },
2021-07-18T08:16:55.2172823Z [cluster2]                                         "type": "object"
2021-07-18T08:16:55.2173356Z [cluster2]                                     },
2021-07-18T08:16:55.2174000Z [cluster2]                                     "gatewayDaemonSetStatus": {
2021-07-18T08:16:55.2174730Z [cluster2]                                         "properties": {
2021-07-18T08:16:55.2175414Z [cluster2]                                             "lastResourceVersion": {
2021-07-18T08:16:55.2176097Z [cluster2]                                                 "type": "string"
2021-07-18T08:16:55.2176626Z [cluster2]                                             },
2021-07-18T08:16:55.2177339Z [cluster2]                                             "mismatchedContainerImages": {
2021-07-18T08:16:55.2178328Z [cluster2]                                                 "type": "boolean"
2021-07-18T08:16:55.2178868Z [cluster2]                                             },
2021-07-18T08:16:55.2179672Z [cluster2]                                             "nonReadyContainerStates": {
2021-07-18T08:16:55.2180375Z [cluster2]                                                 "items": {
2021-07-18T08:16:55.2181954Z [cluster2]                                                     "description": "ContainerState holds a possible state of container. Only one of its members may be specified. If none of them is specified, the default one is ContainerStateWaiting.",
2021-07-18T08:16:55.2183460Z [cluster2]                                                     "properties": {
2021-07-18T08:16:55.2184149Z [cluster2]                                                         "running": {
2021-07-18T08:16:55.2184887Z [cluster2]                                                             "description": "Details about a running container",
2021-07-18T08:16:55.2185655Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2186267Z [cluster2]                                                                 "startedAt": {
2021-07-18T08:16:55.2187540Z [cluster2]                                                                     "description": "Time at which the container was last (re-)started",
2021-07-18T08:16:55.2188564Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2189451Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2190013Z [cluster2]                                                                 }
2021-07-18T08:16:55.2190522Z [cluster2]                                                             },
2021-07-18T08:16:55.2191085Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2191625Z [cluster2]                                                         },
2021-07-18T08:16:55.2192190Z [cluster2]                                                         "terminated": {
2021-07-18T08:16:55.2192958Z [cluster2]                                                             "description": "Details about a terminated container",
2021-07-18T08:16:55.2193738Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2194379Z [cluster2]                                                                 "containerID": {
2021-07-18T08:16:55.2195553Z [cluster2]                                                                     "description": "Container's ID in the format 'docker://\u003ccontainer_id\u003e'",
2021-07-18T08:16:55.2196409Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2196965Z [cluster2]                                                                 },
2021-07-18T08:16:55.2197536Z [cluster2]                                                                 "exitCode": {
2021-07-18T08:16:55.2198486Z [cluster2]                                                                     "description": "Exit status from the last termination of the container",
2021-07-18T08:16:55.2199290Z [cluster2]                                                                     "format": "int32",
2021-07-18T08:16:55.2200159Z [cluster2]                                                                     "type": "integer"
2021-07-18T08:16:55.2200733Z [cluster2]                                                                 },
2021-07-18T08:16:55.2201294Z [cluster2]                                                                 "finishedAt": {
2021-07-18T08:16:55.2202127Z [cluster2]                                                                     "description": "Time at which the container last terminated",
2021-07-18T08:16:55.2203201Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2203842Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2204400Z [cluster2]                                                                 },
2021-07-18T08:16:55.2204955Z [cluster2]                                                                 "message": {
2021-07-18T08:16:55.2205802Z [cluster2]                                                                     "description": "Message regarding the last termination of the container",
2021-07-18T08:16:55.2206630Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2207192Z [cluster2]                                                                 },
2021-07-18T08:16:55.2208182Z [cluster2]                                                                 "reason": {
2021-07-18T08:16:55.2209224Z [cluster2]                                                                     "description": "(brief) reason from the last termination of the container",
2021-07-18T08:16:55.2210667Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2211224Z [cluster2]                                                                 },
2021-07-18T08:16:55.2211762Z [cluster2]                                                                 "signal": {
2021-07-18T08:16:55.2212540Z [cluster2]                                                                     "description": "Signal from the last termination of the container",
2021-07-18T08:16:55.2213352Z [cluster2]                                                                     "format": "int32",
2021-07-18T08:16:55.2213977Z [cluster2]                                                                     "type": "integer"
2021-07-18T08:16:55.2214536Z [cluster2]                                                                 },
2021-07-18T08:16:55.2215093Z [cluster2]                                                                 "startedAt": {
2021-07-18T08:16:55.2216201Z [cluster2]                                                                     "description": "Time at which previous execution of the container started",
2021-07-18T08:16:55.2217545Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2218179Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2218739Z [cluster2]                                                                 }
2021-07-18T08:16:55.2219437Z [cluster2]                                                             },
2021-07-18T08:16:55.2219980Z [cluster2]                                                             "required": [
2021-07-18T08:16:55.2221019Z [cluster2]                                                                 "exitCode"
2021-07-18T08:16:55.2221565Z [cluster2]                                                             ],
2021-07-18T08:16:55.2222130Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2222668Z [cluster2]                                                         },
2021-07-18T08:16:55.2223378Z [cluster2]                                                         "waiting": {
2021-07-18T08:16:55.2224122Z [cluster2]                                                             "description": "Details about a waiting container",
2021-07-18T08:16:55.2224876Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2225473Z [cluster2]                                                                 "message": {
2021-07-18T08:16:55.2226285Z [cluster2]                                                                     "description": "Message regarding why the container is not yet running.",
2021-07-18T08:16:55.2227109Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2227673Z [cluster2]                                                                 },
2021-07-18T08:16:55.2228209Z [cluster2]                                                                 "reason": {
2021-07-18T08:16:55.2228987Z [cluster2]                                                                     "description": "(brief) reason the container is not yet running.",
2021-07-18T08:16:55.2229760Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2230322Z [cluster2]                                                                 }
2021-07-18T08:16:55.2230836Z [cluster2]                                                             },
2021-07-18T08:16:55.2231692Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2232256Z [cluster2]                                                         }
2021-07-18T08:16:55.2232751Z [cluster2]                                                     },
2021-07-18T08:16:55.2233305Z [cluster2]                                                     "type": "object"
2021-07-18T08:16:55.2233832Z [cluster2]                                                 },
2021-07-18T08:16:55.2234367Z [cluster2]                                                 "type": "array"
2021-07-18T08:16:55.2234881Z [cluster2]                                             },
2021-07-18T08:16:55.2235388Z [cluster2]                                             "status": {
2021-07-18T08:16:55.2236240Z [cluster2]                                                 "description": "DaemonSetStatus represents the current status of a daemon set.",
2021-07-18T08:16:55.2237110Z [cluster2]                                                 "properties": {
2021-07-18T08:16:55.2237766Z [cluster2]                                                     "collisionCount": {
2021-07-18T08:16:55.2239161Z [cluster2]                                                         "description": "Count of hash collisions for the DaemonSet. The DaemonSet controller uses this field as a collision avoidance mechanism when it needs to create the name for the newest ControllerRevision.",
2021-07-18T08:16:55.2240518Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2241129Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2241676Z [cluster2]                                                     },
2021-07-18T08:16:55.2242224Z [cluster2]                                                     "conditions": {
2021-07-18T08:16:55.2243567Z [cluster2]                                                         "description": "Represents the latest available observations of a DaemonSet's current state.",
2021-07-18T08:16:55.2244465Z [cluster2]                                                         "items": {
2021-07-18T08:16:55.2245391Z [cluster2]                                                             "description": "DaemonSetCondition describes the state of a DaemonSet at a certain point.",
2021-07-18T08:16:55.2246338Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2247152Z [cluster2]                                                                 "lastTransitionTime": {
2021-07-18T08:16:55.2248107Z [cluster2]                                                                     "description": "Last time the condition transitioned from one status to another.",
2021-07-18T08:16:55.2249223Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2249859Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2250408Z [cluster2]                                                                 },
2021-07-18T08:16:55.2250959Z [cluster2]                                                                 "message": {
2021-07-18T08:16:55.2251837Z [cluster2]                                                                     "description": "A human readable message indicating details about the transition.",
2021-07-18T08:16:55.2252705Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2253273Z [cluster2]                                                                 },
2021-07-18T08:16:55.2253803Z [cluster2]                                                                 "reason": {
2021-07-18T08:16:55.2254845Z [cluster2]                                                                     "description": "The reason for the condition's last transition.",
2021-07-18T08:16:55.2255636Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2256261Z [cluster2]                                                                 },
2021-07-18T08:16:55.2256801Z [cluster2]                                                                 "status": {
2021-07-18T08:16:55.2257588Z [cluster2]                                                                     "description": "Status of the condition, one of True, False, Unknown.",
2021-07-18T08:16:55.2258404Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2259265Z [cluster2]                                                                 },
2021-07-18T08:16:55.2259791Z [cluster2]                                                                 "type": {
2021-07-18T08:16:55.2260526Z [cluster2]                                                                     "description": "Type of DaemonSet condition.",
2021-07-18T08:16:55.2261259Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2261822Z [cluster2]                                                                 }
2021-07-18T08:16:55.2262318Z [cluster2]                                                             },
2021-07-18T08:16:55.2262907Z [cluster2]                                                             "required": [
2021-07-18T08:16:55.2263490Z [cluster2]                                                                 "status",
2021-07-18T08:16:55.2264043Z [cluster2]                                                                 "type"
2021-07-18T08:16:55.2264574Z [cluster2]                                                             ],
2021-07-18T08:16:55.2265116Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2265668Z [cluster2]                                                         },
2021-07-18T08:16:55.2266200Z [cluster2]                                                         "type": "array"
2021-07-18T08:16:55.2266750Z [cluster2]                                                     },
2021-07-18T08:16:55.2267438Z [cluster2]                                                     "currentNumberScheduled": {
2021-07-18T08:16:55.2269018Z [cluster2]                                                         "description": "The number of nodes that are running at least 1 daemon pod and are supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:55.2270336Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2270954Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2271536Z [cluster2]                                                     },
2021-07-18T08:16:55.2272231Z [cluster2]                                                     "desiredNumberScheduled": {
2021-07-18T08:16:55.2273772Z [cluster2]                                                         "description": "The total number of nodes that should be running the daemon pod (including nodes correctly running the daemon pod). More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:55.2275176Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2275786Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2276335Z [cluster2]                                                     },
2021-07-18T08:16:55.2276933Z [cluster2]                                                     "numberAvailable": {
2021-07-18T08:16:55.2278200Z [cluster2]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:55.2279381Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2280081Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2280620Z [cluster2]                                                     },
2021-07-18T08:16:55.2281250Z [cluster2]                                                     "numberMisscheduled": {
2021-07-18T08:16:55.2282984Z [cluster2]                                                         "description": "The number of nodes that are running the daemon pod, but are not supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:55.2284284Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2284888Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2285428Z [cluster2]                                                     },
2021-07-18T08:16:55.2286001Z [cluster2]                                                     "numberReady": {
2021-07-18T08:16:55.2286983Z [cluster2]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and ready.",
2021-07-18T08:16:55.2287943Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2288550Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2289095Z [cluster2]                                                     },
2021-07-18T08:16:55.2289717Z [cluster2]                                                     "numberUnavailable": {
2021-07-18T08:16:55.2291586Z [cluster2]                                                         "description": "The number of nodes that should be running the daemon pod and have none of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:55.2292966Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2293574Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2294113Z [cluster2]                                                     },
2021-07-18T08:16:55.2294744Z [cluster2]                                                     "observedGeneration": {
2021-07-18T08:16:55.2295917Z [cluster2]                                                         "description": "The most recent generation observed by the daemon set controller.",
2021-07-18T08:16:55.2296783Z [cluster2]                                                         "format": "int64",
2021-07-18T08:16:55.2297387Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2297925Z [cluster2]                                                     },
2021-07-18T08:16:55.2298626Z [cluster2]                                                     "updatedNumberScheduled": {
2021-07-18T08:16:55.2299712Z [cluster2]                                                         "description": "The total number of nodes that are running updated daemon pod",
2021-07-18T08:16:55.2300527Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2301132Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2301682Z [cluster2]                                                     }
2021-07-18T08:16:55.2302488Z [cluster2]                                                 },
2021-07-18T08:16:55.2303017Z [cluster2]                                                 "required": [
2021-07-18T08:16:55.2303743Z [cluster2]                                                     "currentNumberScheduled",
2021-07-18T08:16:55.2304612Z [cluster2]                                                     "desiredNumberScheduled",
2021-07-18T08:16:55.2305443Z [cluster2]                                                     "numberMisscheduled",
2021-07-18T08:16:55.2306246Z [cluster2]                                                     "numberReady"
2021-07-18T08:16:55.2307042Z [cluster2]                                                 ],
2021-07-18T08:16:55.2307587Z [cluster2]                                                 "type": "object"
2021-07-18T08:16:55.2308113Z [cluster2]                                             }
2021-07-18T08:16:55.2308601Z [cluster2]                                         },
2021-07-18T08:16:55.2309111Z [cluster2]                                         "required": [
2021-07-18T08:16:55.2309872Z [cluster2]                                             "mismatchedContainerImages"
2021-07-18T08:16:55.2310570Z [cluster2]                                         ],
2021-07-18T08:16:55.2311101Z [cluster2]                                         "type": "object"
2021-07-18T08:16:55.2311628Z [cluster2]                                     },
2021-07-18T08:16:55.2312132Z [cluster2]                                     "gateways": {
2021-07-18T08:16:55.2312674Z [cluster2]                                         "items": {
2021-07-18T08:16:55.2313452Z [cluster2]                                             "properties": {
2021-07-18T08:16:55.2314061Z [cluster2]                                                 "connections": {
2021-07-18T08:16:55.2314630Z [cluster2]                                                     "items": {
2021-07-18T08:16:55.2315218Z [cluster2]                                                         "properties": {
2021-07-18T08:16:55.2315830Z [cluster2]                                                             "endpoint": {
2021-07-18T08:16:55.2316437Z [cluster2]                                                                 "properties": {
2021-07-18T08:16:55.2317051Z [cluster2]                                                                     "backend": {
2021-07-18T08:16:55.2317644Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2318217Z [cluster2]                                                                     },
2021-07-18T08:16:55.2318781Z [cluster2]                                                                     "backend_config": {
2021-07-18T08:16:55.2319514Z [cluster2]                                                                         "additionalProperties": {
2021-07-18T08:16:55.2320342Z [cluster2]                                                                             "type": "string"
2021-07-18T08:16:55.2320901Z [cluster2]                                                                         },
2021-07-18T08:16:55.2321477Z [cluster2]                                                                         "type": "object"
2021-07-18T08:16:55.2322034Z [cluster2]                                                                     },
2021-07-18T08:16:55.2322601Z [cluster2]                                                                     "cable_name": {
2021-07-18T08:16:55.2323217Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2323992Z [cluster2]                                                                     },
2021-07-18T08:16:55.2324554Z [cluster2]                                                                     "cluster_id": {
2021-07-18T08:16:55.2325150Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2325724Z [cluster2]                                                                     },
2021-07-18T08:16:55.2326324Z [cluster2]                                                                     "healthCheckIP": {
2021-07-18T08:16:55.2326988Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2327559Z [cluster2]                                                                     },
2021-07-18T08:16:55.2328104Z [cluster2]                                                                     "hostname": {
2021-07-18T08:16:55.2328796Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2329353Z [cluster2]                                                                     },
2021-07-18T08:16:55.2329917Z [cluster2]                                                                     "nat_enabled": {
2021-07-18T08:16:55.2330547Z [cluster2]                                                                         "type": "boolean"
2021-07-18T08:16:55.2331112Z [cluster2]                                                                     },
2021-07-18T08:16:55.2331681Z [cluster2]                                                                     "private_ip": {
2021-07-18T08:16:55.2332285Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2332850Z [cluster2]                                                                     },
2021-07-18T08:16:55.2333392Z [cluster2]                                                                     "public_ip": {
2021-07-18T08:16:55.2334190Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2334768Z [cluster2]                                                                     },
2021-07-18T08:16:55.2335302Z [cluster2]                                                                     "subnets": {
2021-07-18T08:16:55.2335886Z [cluster2]                                                                         "items": {
2021-07-18T08:16:55.2336467Z [cluster2]                                                                             "type": "string"
2021-07-18T08:16:55.2337037Z [cluster2]                                                                         },
2021-07-18T08:16:55.2337589Z [cluster2]                                                                         "type": "array"
2021-07-18T08:16:55.2338164Z [cluster2]                                                                     }
2021-07-18T08:16:55.2338681Z [cluster2]                                                                 },
2021-07-18T08:16:55.2339378Z [cluster2]                                                                 "required": [
2021-07-18T08:16:55.2339976Z [cluster2]                                                                     "backend",
2021-07-18T08:16:55.2340641Z [cluster2]                                                                     "cable_name",
2021-07-18T08:16:55.2341240Z [cluster2]                                                                     "cluster_id",
2021-07-18T08:16:55.2341832Z [cluster2]                                                                     "hostname",
2021-07-18T08:16:55.2343206Z [cluster2]                                                                     "nat_enabled",
2021-07-18T08:16:55.2343993Z [cluster2]                                                                     "private_ip",
2021-07-18T08:16:55.2344591Z [cluster2]                                                                     "public_ip",
2021-07-18T08:16:55.2345391Z [cluster2]                                                                     "subnets"
2021-07-18T08:16:55.2345922Z [cluster2]                                                                 ],
2021-07-18T08:16:55.2346490Z [cluster2]                                                                 "type": "object"
2021-07-18T08:16:55.2347053Z [cluster2]                                                             },
2021-07-18T08:16:55.2347613Z [cluster2]                                                             "latencyRTT": {
2021-07-18T08:16:55.2348681Z [cluster2]                                                                 "description": "LatencySpec describes the round trip time information for a packet between the gateway pods of two clusters.",
2021-07-18T08:16:55.2349726Z [cluster2]                                                                 "properties": {
2021-07-18T08:16:55.2350439Z [cluster2]                                                                     "average": {
2021-07-18T08:16:55.2351040Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2351590Z [cluster2]                                                                     },
2021-07-18T08:16:55.2352126Z [cluster2]                                                                     "last": {
2021-07-18T08:16:55.2352704Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2353508Z [cluster2]                                                                     },
2021-07-18T08:16:55.2354032Z [cluster2]                                                                     "max": {
2021-07-18T08:16:55.2354623Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2355199Z [cluster2]                                                                     },
2021-07-18T08:16:55.2355719Z [cluster2]                                                                     "min": {
2021-07-18T08:16:55.2356301Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2356849Z [cluster2]                                                                     },
2021-07-18T08:16:55.2357403Z [cluster2]                                                                     "stdDev": {
2021-07-18T08:16:55.2358321Z [cluster2]                                                                         "type": "string"
2021-07-18T08:16:55.2359035Z [cluster2]                                                                     }
2021-07-18T08:16:55.2359557Z [cluster2]                                                                 },
2021-07-18T08:16:55.2360109Z [cluster2]                                                                 "type": "object"
2021-07-18T08:16:55.2360675Z [cluster2]                                                             },
2021-07-18T08:16:55.2361197Z [cluster2]                                                             "status": {
2021-07-18T08:16:55.2361781Z [cluster2]                                                                 "type": "string"
2021-07-18T08:16:55.2362330Z [cluster2]                                                             },
2021-07-18T08:16:55.2362994Z [cluster2]                                                             "statusMessage": {
2021-07-18T08:16:55.2363823Z [cluster2]                                                                 "type": "string"
2021-07-18T08:16:55.2364374Z [cluster2]                                                             },
2021-07-18T08:16:55.2364927Z [cluster2]                                                             "usingIP": {
2021-07-18T08:16:55.2365718Z [cluster2]                                                                 "type": "string"
2021-07-18T08:16:55.2366284Z [cluster2]                                                             },
2021-07-18T08:16:55.2366841Z [cluster2]                                                             "usingNAT": {
2021-07-18T08:16:55.2367438Z [cluster2]                                                                 "type": "boolean"
2021-07-18T08:16:55.2368004Z [cluster2]                                                             }
2021-07-18T08:16:55.2368497Z [cluster2]                                                         },
2021-07-18T08:16:55.2369039Z [cluster2]                                                         "required": [
2021-07-18T08:16:55.2369909Z [cluster2]                                                             "endpoint",
2021-07-18T08:16:55.2370652Z [cluster2]                                                             "status",
2021-07-18T08:16:55.2371276Z [cluster2]                                                             "statusMessage"
2021-07-18T08:16:55.2371886Z [cluster2]                                                         ],
2021-07-18T08:16:55.2372534Z [cluster2]                                                         "type": "object"
2021-07-18T08:16:55.2373072Z [cluster2]                                                     },
2021-07-18T08:16:55.2373605Z [cluster2]                                                     "type": "array"
2021-07-18T08:16:55.2374305Z [cluster2]                                                 },
2021-07-18T08:16:55.2374853Z [cluster2]                                                 "haStatus": {
2021-07-18T08:16:55.2375435Z [cluster2]                                                     "type": "string"
2021-07-18T08:16:55.2376147Z [cluster2]                                                 },
2021-07-18T08:16:55.2376729Z [cluster2]                                                 "localEndpoint": {
2021-07-18T08:16:55.2377350Z [cluster2]                                                     "properties": {
2021-07-18T08:16:55.2377948Z [cluster2]                                                         "backend": {
2021-07-18T08:16:55.2378523Z [cluster2]                                                             "type": "string"
2021-07-18T08:16:55.2379195Z [cluster2]                                                         },
2021-07-18T08:16:55.2379761Z [cluster2]                                                         "backend_config": {
2021-07-18T08:16:55.2380476Z [cluster2]                                                             "additionalProperties": {
2021-07-18T08:16:55.2381200Z [cluster2]                                                                 "type": "string"
2021-07-18T08:16:55.2381740Z [cluster2]                                                             },
2021-07-18T08:16:55.2382302Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2382843Z [cluster2]                                                         },
2021-07-18T08:16:55.2383387Z [cluster2]                                                         "cable_name": {
2021-07-18T08:16:55.2383982Z [cluster2]                                                             "type": "string"
2021-07-18T08:16:55.2384515Z [cluster2]                                                         },
2021-07-18T08:16:55.2385733Z [cluster2]                                                         "cluster_id": {
2021-07-18T08:16:55.2386459Z [cluster2]                                                             "type": "string"
2021-07-18T08:16:55.2387112Z [cluster2]                                                         },
2021-07-18T08:16:55.2387689Z [cluster2]                                                         "healthCheckIP": {
2021-07-18T08:16:55.2388328Z [cluster2]                                                             "type": "string"
2021-07-18T08:16:55.2388886Z [cluster2]                                                         },
2021-07-18T08:16:55.2389408Z [cluster2]                                                         "hostname": {
2021-07-18T08:16:55.2390013Z [cluster2]                                                             "type": "string"
2021-07-18T08:16:55.2390545Z [cluster2]                                                         },
2021-07-18T08:16:55.2391093Z [cluster2]                                                         "nat_enabled": {
2021-07-18T08:16:55.2391680Z [cluster2]                                                             "type": "boolean"
2021-07-18T08:16:55.2392237Z [cluster2]                                                         },
2021-07-18T08:16:55.2392786Z [cluster2]                                                         "private_ip": {
2021-07-18T08:16:55.2393363Z [cluster2]                                                             "type": "string"
2021-07-18T08:16:55.2393908Z [cluster2]                                                         },
2021-07-18T08:16:55.2394429Z [cluster2]                                                         "public_ip": {
2021-07-18T08:16:55.2395094Z [cluster2]                                                             "type": "string"
2021-07-18T08:16:55.2395625Z [cluster2]                                                         },
2021-07-18T08:16:55.2396163Z [cluster2]                                                         "subnets": {
2021-07-18T08:16:55.2396992Z [cluster2]                                                             "items": {
2021-07-18T08:16:55.2397570Z [cluster2]                                                                 "type": "string"
2021-07-18T08:16:55.2398124Z [cluster2]                                                             },
2021-07-18T08:16:55.2398661Z [cluster2]                                                             "type": "array"
2021-07-18T08:16:55.2399206Z [cluster2]                                                         }
2021-07-18T08:16:55.2399693Z [cluster2]                                                     },
2021-07-18T08:16:55.2400240Z [cluster2]                                                     "required": [
2021-07-18T08:16:55.2400823Z [cluster2]                                                         "backend",
2021-07-18T08:16:55.2401380Z [cluster2]                                                         "cable_name",
2021-07-18T08:16:55.2401963Z [cluster2]                                                         "cluster_id",
2021-07-18T08:16:55.2402527Z [cluster2]                                                         "hostname",
2021-07-18T08:16:55.2403114Z [cluster2]                                                         "nat_enabled",
2021-07-18T08:16:55.2403687Z [cluster2]                                                         "private_ip",
2021-07-18T08:16:55.2404271Z [cluster2]                                                         "public_ip",
2021-07-18T08:16:55.2404845Z [cluster2]                                                         "subnets"
2021-07-18T08:16:55.2405357Z [cluster2]                                                     ],
2021-07-18T08:16:55.2405903Z [cluster2]                                                     "type": "object"
2021-07-18T08:16:55.2406428Z [cluster2]                                                 },
2021-07-18T08:16:55.2407002Z [cluster2]                                                 "statusFailure": {
2021-07-18T08:16:55.2407804Z [cluster2]                                                     "type": "string"
2021-07-18T08:16:55.2408343Z [cluster2]                                                 },
2021-07-18T08:16:55.2408950Z [cluster2]                                                 "version": {
2021-07-18T08:16:55.2409508Z [cluster2]                                                     "type": "string"
2021-07-18T08:16:55.2410045Z [cluster2]                                                 }
2021-07-18T08:16:55.2410513Z [cluster2]                                             },
2021-07-18T08:16:55.2411044Z [cluster2]                                             "required": [
2021-07-18T08:16:55.2411619Z [cluster2]                                                 "connections",
2021-07-18T08:16:55.2412217Z [cluster2]                                                 "haStatus",
2021-07-18T08:16:55.2412828Z [cluster2]                                                 "localEndpoint",
2021-07-18T08:16:55.2413462Z [cluster2]                                                 "statusFailure",
2021-07-18T08:16:55.2414064Z [cluster2]                                                 "version"
2021-07-18T08:16:55.2414570Z [cluster2]                                             ],
2021-07-18T08:16:55.2415104Z [cluster2]                                             "type": "object"
2021-07-18T08:16:55.2415615Z [cluster2]                                         },
2021-07-18T08:16:55.2416137Z [cluster2]                                         "type": "array"
2021-07-18T08:16:55.2416631Z [cluster2]                                     },
2021-07-18T08:16:55.2417165Z [cluster2]                                     "globalCIDR": {
2021-07-18T08:16:55.2419750Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2446716Z [cluster2]                                     },
2021-07-18T08:16:55.2447433Z [cluster2]                                     "globalnetDaemonSetStatus": {
2021-07-18T08:16:55.2448189Z [cluster2]                                         "properties": {
2021-07-18T08:16:55.2448890Z [cluster2]                                             "lastResourceVersion": {
2021-07-18T08:16:55.2449577Z [cluster2]                                                 "type": "string"
2021-07-18T08:16:55.2450118Z [cluster2]                                             },
2021-07-18T08:16:55.2450820Z [cluster2]                                             "mismatchedContainerImages": {
2021-07-18T08:16:55.2451596Z [cluster2]                                                 "type": "boolean"
2021-07-18T08:16:55.2452234Z [cluster2]                                             },
2021-07-18T08:16:55.2452904Z [cluster2]                                             "nonReadyContainerStates": {
2021-07-18T08:16:55.2453628Z [cluster2]                                                 "items": {
2021-07-18T08:16:55.2454911Z [cluster2]                                                     "description": "ContainerState holds a possible state of container. Only one of its members may be specified. If none of them is specified, the default one is ContainerStateWaiting.",
2021-07-18T08:16:55.2456351Z [cluster2]                                                     "properties": {
2021-07-18T08:16:55.2456952Z [cluster2]                                                         "running": {
2021-07-18T08:16:55.2457669Z [cluster2]                                                             "description": "Details about a running container",
2021-07-18T08:16:55.2458430Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2459130Z [cluster2]                                                                 "startedAt": {
2021-07-18T08:16:55.2460574Z [cluster2]                                                                     "description": "Time at which the container was last (re-)started",
2021-07-18T08:16:55.2461618Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2462242Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2462990Z [cluster2]                                                                 }
2021-07-18T08:16:55.2463491Z [cluster2]                                                             },
2021-07-18T08:16:55.2464058Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2464596Z [cluster2]                                                         },
2021-07-18T08:16:55.2465166Z [cluster2]                                                         "terminated": {
2021-07-18T08:16:55.2466010Z [cluster2]                                                             "description": "Details about a terminated container",
2021-07-18T08:16:55.2481002Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2481678Z [cluster2]                                                                 "containerID": {
2021-07-18T08:16:55.2483113Z [cluster2]                                                                     "description": "Container's ID in the format 'docker://\u003ccontainer_id\u003e'",
2021-07-18T08:16:55.2483972Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2484541Z [cluster2]                                                                 },
2021-07-18T08:16:55.2485095Z [cluster2]                                                                 "exitCode": {
2021-07-18T08:16:55.2486032Z [cluster2]                                                                     "description": "Exit status from the last termination of the container",
2021-07-18T08:16:55.2487006Z [cluster2]                                                                     "format": "int32",
2021-07-18T08:16:55.2487695Z [cluster2]                                                                     "type": "integer"
2021-07-18T08:16:55.2488270Z [cluster2]                                                                 },
2021-07-18T08:16:55.2488828Z [cluster2]                                                                 "finishedAt": {
2021-07-18T08:16:55.2489639Z [cluster2]                                                                     "description": "Time at which the container last terminated",
2021-07-18T08:16:55.2490701Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2491355Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2491901Z [cluster2]                                                                 },
2021-07-18T08:16:55.2492461Z [cluster2]                                                                 "message": {
2021-07-18T08:16:55.2493304Z [cluster2]                                                                     "description": "Message regarding the last termination of the container",
2021-07-18T08:16:55.2494129Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2494687Z [cluster2]                                                                 },
2021-07-18T08:16:55.2495219Z [cluster2]                                                                 "reason": {
2021-07-18T08:16:55.2496033Z [cluster2]                                                                     "description": "(brief) reason from the last termination of the container",
2021-07-18T08:16:55.2496870Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2497410Z [cluster2]                                                                 },
2021-07-18T08:16:55.2497951Z [cluster2]                                                                 "signal": {
2021-07-18T08:16:55.2498726Z [cluster2]                                                                     "description": "Signal from the last termination of the container",
2021-07-18T08:16:55.2503559Z [cluster2]                                                                     "format": "int32",
2021-07-18T08:16:55.2504552Z [cluster2]                                                                     "type": "integer"
2021-07-18T08:16:55.2505119Z [cluster2]                                                                 },
2021-07-18T08:16:55.2505689Z [cluster2]                                                                 "startedAt": {
2021-07-18T08:16:55.2506529Z [cluster2]                                                                     "description": "Time at which previous execution of the container started",
2021-07-18T08:16:55.2507782Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2508412Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2508972Z [cluster2]                                                                 }
2021-07-18T08:16:55.2509482Z [cluster2]                                                             },
2021-07-18T08:16:55.2510025Z [cluster2]                                                             "required": [
2021-07-18T08:16:55.2510626Z [cluster2]                                                                 "exitCode"
2021-07-18T08:16:55.2511163Z [cluster2]                                                             ],
2021-07-18T08:16:55.2511826Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2512365Z [cluster2]                                                         },
2021-07-18T08:16:55.2512997Z [cluster2]                                                         "waiting": {
2021-07-18T08:16:55.2513817Z [cluster2]                                                             "description": "Details about a waiting container",
2021-07-18T08:16:55.2514566Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2515178Z [cluster2]                                                                 "message": {
2021-07-18T08:16:55.2515994Z [cluster2]                                                                     "description": "Message regarding why the container is not yet running.",
2021-07-18T08:16:55.2516821Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2517382Z [cluster2]                                                                 },
2021-07-18T08:16:55.2517907Z [cluster2]                                                                 "reason": {
2021-07-18T08:16:55.2518684Z [cluster2]                                                                     "description": "(brief) reason the container is not yet running.",
2021-07-18T08:16:55.2519447Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2520003Z [cluster2]                                                                 }
2021-07-18T08:16:55.2520514Z [cluster2]                                                             },
2021-07-18T08:16:55.2521054Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2521604Z [cluster2]                                                         }
2021-07-18T08:16:55.2522090Z [cluster2]                                                     },
2021-07-18T08:16:55.2522632Z [cluster2]                                                     "type": "object"
2021-07-18T08:16:55.2523158Z [cluster2]                                                 },
2021-07-18T08:16:55.2523691Z [cluster2]                                                 "type": "array"
2021-07-18T08:16:55.2524208Z [cluster2]                                             },
2021-07-18T08:16:55.2524715Z [cluster2]                                             "status": {
2021-07-18T08:16:55.2525573Z [cluster2]                                                 "description": "DaemonSetStatus represents the current status of a daemon set.",
2021-07-18T08:16:55.2526512Z [cluster2]                                                 "properties": {
2021-07-18T08:16:55.2527169Z [cluster2]                                                     "collisionCount": {
2021-07-18T08:16:55.2528559Z [cluster2]                                                         "description": "Count of hash collisions for the DaemonSet. The DaemonSet controller uses this field as a collision avoidance mechanism when it needs to create the name for the newest ControllerRevision.",
2021-07-18T08:16:55.2529913Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2530519Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2531059Z [cluster2]                                                     },
2021-07-18T08:16:55.2531608Z [cluster2]                                                     "conditions": {
2021-07-18T08:16:55.2532860Z [cluster2]                                                         "description": "Represents the latest available observations of a DaemonSet's current state.",
2021-07-18T08:16:55.2533766Z [cluster2]                                                         "items": {
2021-07-18T08:16:55.2534689Z [cluster2]                                                             "description": "DaemonSetCondition describes the state of a DaemonSet at a certain point.",
2021-07-18T08:16:55.2535639Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2536349Z [cluster2]                                                                 "lastTransitionTime": {
2021-07-18T08:16:55.2537362Z [cluster2]                                                                     "description": "Last time the condition transitioned from one status to another.",
2021-07-18T08:16:55.2538488Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2539292Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2539844Z [cluster2]                                                                 },
2021-07-18T08:16:55.2540401Z [cluster2]                                                                 "message": {
2021-07-18T08:16:55.2541261Z [cluster2]                                                                     "description": "A human readable message indicating details about the transition.",
2021-07-18T08:16:55.2542140Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2542704Z [cluster2]                                                                 },
2021-07-18T08:16:55.2543231Z [cluster2]                                                                 "reason": {
2021-07-18T08:16:55.2544288Z [cluster2]                                                                     "description": "The reason for the condition's last transition.",
2021-07-18T08:16:55.2545075Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2545632Z [cluster2]                                                                 },
2021-07-18T08:16:55.2546155Z [cluster2]                                                                 "status": {
2021-07-18T08:16:55.2546947Z [cluster2]                                                                     "description": "Status of the condition, one of True, False, Unknown.",
2021-07-18T08:16:55.2547757Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2548302Z [cluster2]                                                                 },
2021-07-18T08:16:55.2548836Z [cluster2]                                                                 "type": {
2021-07-18T08:16:55.2549548Z [cluster2]                                                                     "description": "Type of DaemonSet condition.",
2021-07-18T08:16:55.2550368Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2550938Z [cluster2]                                                                 }
2021-07-18T08:16:55.2551433Z [cluster2]                                                             },
2021-07-18T08:16:55.2551988Z [cluster2]                                                             "required": [
2021-07-18T08:16:55.2552549Z [cluster2]                                                                 "status",
2021-07-18T08:16:55.2553119Z [cluster2]                                                                 "type"
2021-07-18T08:16:55.2553630Z [cluster2]                                                             ],
2021-07-18T08:16:55.2554192Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2554746Z [cluster2]                                                         },
2021-07-18T08:16:55.2555278Z [cluster2]                                                         "type": "array"
2021-07-18T08:16:55.2555821Z [cluster2]                                                     },
2021-07-18T08:16:55.2556499Z [cluster2]                                                     "currentNumberScheduled": {
2021-07-18T08:16:55.2557991Z [cluster2]                                                         "description": "The number of nodes that are running at least 1 daemon pod and are supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:55.2559383Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2559975Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2569741Z [cluster2]                                                     },
2021-07-18T08:16:55.2570604Z [cluster2]                                                     "desiredNumberScheduled": {
2021-07-18T08:16:55.2572427Z [cluster2]                                                         "description": "The total number of nodes that should be running the daemon pod (including nodes correctly running the daemon pod). More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:55.2573829Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2574426Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2574988Z [cluster2]                                                     },
2021-07-18T08:16:55.2575578Z [cluster2]                                                     "numberAvailable": {
2021-07-18T08:16:55.2576840Z [cluster2]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:55.2578037Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2578938Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2579820Z [cluster2]                                                     },
2021-07-18T08:16:55.2580597Z [cluster2]                                                     "numberMisscheduled": {
2021-07-18T08:16:55.2582185Z [cluster2]                                                         "description": "The number of nodes that are running the daemon pod, but are not supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:55.2583506Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2584092Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2584648Z [cluster2]                                                     },
2021-07-18T08:16:55.2585355Z [cluster2]                                                     "numberReady": {
2021-07-18T08:16:55.2586357Z [cluster2]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and ready.",
2021-07-18T08:16:55.2587322Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2587906Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2588833Z [cluster2]                                                     },
2021-07-18T08:16:55.2589448Z [cluster2]                                                     "numberUnavailable": {
2021-07-18T08:16:55.2590709Z [cluster2]                                                         "description": "The number of nodes that should be running the daemon pod and have none of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:55.2592121Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2592873Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2593583Z [cluster2]                                                     },
2021-07-18T08:16:55.2594365Z [cluster2]                                                     "observedGeneration": {
2021-07-18T08:16:55.2595636Z [cluster2]                                                         "description": "The most recent generation observed by the daemon set controller.",
2021-07-18T08:16:55.2596751Z [cluster2]                                                         "format": "int64",
2021-07-18T08:16:55.2597509Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2598221Z [cluster2]                                                     },
2021-07-18T08:16:55.2599047Z [cluster2]                                                     "updatedNumberScheduled": {
2021-07-18T08:16:55.2600797Z [cluster2]                                                         "description": "The total number of nodes that are running updated daemon pod",
2021-07-18T08:16:55.2601596Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2602388Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2603370Z [cluster2]                                                     }
2021-07-18T08:16:55.2604104Z [cluster2]                                                 },
2021-07-18T08:16:55.2604802Z [cluster2]                                                 "required": [
2021-07-18T08:16:55.2605521Z [cluster2]                                                     "currentNumberScheduled",
2021-07-18T08:16:55.2606395Z [cluster2]                                                     "desiredNumberScheduled",
2021-07-18T08:16:55.2607213Z [cluster2]                                                     "numberMisscheduled",
2021-07-18T08:16:55.2607905Z [cluster2]                                                     "numberReady"
2021-07-18T08:16:55.2608451Z [cluster2]                                                 ],
2021-07-18T08:16:55.2608991Z [cluster2]                                                 "type": "object"
2021-07-18T08:16:55.2609524Z [cluster2]                                             }
2021-07-18T08:16:55.2609983Z [cluster2]                                         },
2021-07-18T08:16:55.2610509Z [cluster2]                                         "required": [
2021-07-18T08:16:55.2611245Z [cluster2]                                             "mismatchedContainerImages"
2021-07-18T08:16:55.2611953Z [cluster2]                                         ],
2021-07-18T08:16:55.2612464Z [cluster2]                                         "type": "object"
2021-07-18T08:16:55.2613168Z [cluster2]                                     },
2021-07-18T08:16:55.2613875Z [cluster2]                                     "loadBalancerStatus": {
2021-07-18T08:16:55.2614534Z [cluster2]                                         "properties": {
2021-07-18T08:16:55.2615101Z [cluster2]                                             "status": {
2021-07-18T08:16:55.2616445Z [cluster2]                                                 "description": "LoadBalancerStatus represents the status of a load-balancer.",
2021-07-18T08:16:55.2617431Z [cluster2]                                                 "properties": {
2021-07-18T08:16:55.2618018Z [cluster2]                                                     "ingress": {
2021-07-18T08:16:55.2619610Z [cluster2]                                                         "description": "Ingress is a list containing ingress points for the load-balancer. Traffic intended for the service should be sent to these ingress points.",
2021-07-18T08:16:55.2620719Z [cluster2]                                                         "items": {
2021-07-18T08:16:55.2622716Z [cluster2]                                                             "description": "LoadBalancerIngress represents the status of a load-balancer ingress point: traffic intended for the service should be sent to an ingress point.",
2021-07-18T08:16:55.2623968Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2624561Z [cluster2]                                                                 "hostname": {
2021-07-18T08:16:55.2625919Z [cluster2]                                                                     "description": "Hostname is set for load-balancer ingress points that are DNS based (typically AWS load-balancers)",
2021-07-18T08:16:55.2627046Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2627592Z [cluster2]                                                                 },
2021-07-18T08:16:55.2628116Z [cluster2]                                                                 "ip": {
2021-07-18T08:16:55.2629439Z [cluster2]                                                                     "description": "IP is set for load-balancer ingress points that are IP based (typically GCE or OpenStack load-balancers)",
2021-07-18T08:16:55.2630482Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2631042Z [cluster2]                                                                 }
2021-07-18T08:16:55.2631540Z [cluster2]                                                             },
2021-07-18T08:16:55.2632106Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2632645Z [cluster2]                                                         },
2021-07-18T08:16:55.2633195Z [cluster2]                                                         "type": "array"
2021-07-18T08:16:55.2633735Z [cluster2]                                                     }
2021-07-18T08:16:55.2634210Z [cluster2]                                                 },
2021-07-18T08:16:55.2634749Z [cluster2]                                                 "type": "object"
2021-07-18T08:16:55.2635266Z [cluster2]                                             }
2021-07-18T08:16:55.2635747Z [cluster2]                                         },
2021-07-18T08:16:55.2636262Z [cluster2]                                         "type": "object"
2021-07-18T08:16:55.2636781Z [cluster2]                                     },
2021-07-18T08:16:55.2637299Z [cluster2]                                     "natEnabled": {
2021-07-18T08:16:55.2637883Z [cluster2]                                         "type": "boolean"
2021-07-18T08:16:55.2638407Z [cluster2]                                     },
2021-07-18T08:16:55.2638943Z [cluster2]                                     "networkPlugin": {
2021-07-18T08:16:55.2639543Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2640127Z [cluster2]                                     },
2021-07-18T08:16:55.2640842Z [cluster2]                                     "routeAgentDaemonSetStatus": {
2021-07-18T08:16:55.2641602Z [cluster2]                                         "properties": {
2021-07-18T08:16:55.2642299Z [cluster2]                                             "lastResourceVersion": {
2021-07-18T08:16:55.2642985Z [cluster2]                                                 "type": "string"
2021-07-18T08:16:55.2643503Z [cluster2]                                             },
2021-07-18T08:16:55.2644221Z [cluster2]                                             "mismatchedContainerImages": {
2021-07-18T08:16:55.2644985Z [cluster2]                                                 "type": "boolean"
2021-07-18T08:16:55.2645523Z [cluster2]                                             },
2021-07-18T08:16:55.2646192Z [cluster2]                                             "nonReadyContainerStates": {
2021-07-18T08:16:55.2646909Z [cluster2]                                                 "items": {
2021-07-18T08:16:55.2648207Z [cluster2]                                                     "description": "ContainerState holds a possible state of container. Only one of its members may be specified. If none of them is specified, the default one is ContainerStateWaiting.",
2021-07-18T08:16:55.2649516Z [cluster2]                                                     "properties": {
2021-07-18T08:16:55.2650419Z [cluster2]                                                         "running": {
2021-07-18T08:16:55.2651843Z [cluster2]                                                             "description": "Details about a running container",
2021-07-18T08:16:55.2652791Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2653615Z [cluster2]                                                                 "startedAt": {
2021-07-18T08:16:55.2654792Z [cluster2]                                                                     "description": "Time at which the container was last (re-)started",
2021-07-18T08:16:55.2656431Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2657063Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2657627Z [cluster2]                                                                 }
2021-07-18T08:16:55.2658120Z [cluster2]                                                             },
2021-07-18T08:16:55.2658686Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2659400Z [cluster2]                                                         },
2021-07-18T08:16:55.2659949Z [cluster2]                                                         "terminated": {
2021-07-18T08:16:55.2660911Z [cluster2]                                                             "description": "Details about a terminated container",
2021-07-18T08:16:55.2661697Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2662348Z [cluster2]                                                                 "containerID": {
2021-07-18T08:16:55.2663900Z [cluster2]                                                                     "description": "Container's ID in the format 'docker://\u003ccontainer_id\u003e'",
2021-07-18T08:16:55.2665393Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2666126Z [cluster2]                                                                 },
2021-07-18T08:16:55.2666830Z [cluster2]                                                                 "exitCode": {
2021-07-18T08:16:55.2667823Z [cluster2]                                                                     "description": "Exit status from the last termination of the container",
2021-07-18T08:16:55.2669066Z [cluster2]                                                                     "format": "int32",
2021-07-18T08:16:55.2669856Z [cluster2]                                                                     "type": "integer"
2021-07-18T08:16:55.2670442Z [cluster2]                                                                 },
2021-07-18T08:16:55.2671157Z [cluster2]                                                                 "finishedAt": {
2021-07-18T08:16:55.2672426Z [cluster2]                                                                     "description": "Time at which the container last terminated",
2021-07-18T08:16:55.2673845Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2674495Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2675062Z [cluster2]                                                                 },
2021-07-18T08:16:55.2675596Z [cluster2]                                                                 "message": {
2021-07-18T08:16:55.2676442Z [cluster2]                                                                     "description": "Message regarding the last termination of the container",
2021-07-18T08:16:55.2677276Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2677839Z [cluster2]                                                                 },
2021-07-18T08:16:55.2678379Z [cluster2]                                                                 "reason": {
2021-07-18T08:16:55.2679287Z [cluster2]                                                                     "description": "(brief) reason from the last termination of the container",
2021-07-18T08:16:55.2680114Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2680661Z [cluster2]                                                                 },
2021-07-18T08:16:55.2681206Z [cluster2]                                                                 "signal": {
2021-07-18T08:16:55.2681976Z [cluster2]                                                                     "description": "Signal from the last termination of the container",
2021-07-18T08:16:55.2682787Z [cluster2]                                                                     "format": "int32",
2021-07-18T08:16:55.2683408Z [cluster2]                                                                     "type": "integer"
2021-07-18T08:16:55.2683962Z [cluster2]                                                                 },
2021-07-18T08:16:55.2684524Z [cluster2]                                                                 "startedAt": {
2021-07-18T08:16:55.2685362Z [cluster2]                                                                     "description": "Time at which previous execution of the container started",
2021-07-18T08:16:55.2686503Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2687153Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2687702Z [cluster2]                                                                 }
2021-07-18T08:16:55.2688213Z [cluster2]                                                             },
2021-07-18T08:16:55.2688746Z [cluster2]                                                             "required": [
2021-07-18T08:16:55.2689350Z [cluster2]                                                                 "exitCode"
2021-07-18T08:16:55.2689889Z [cluster2]                                                             ],
2021-07-18T08:16:55.2690443Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2690995Z [cluster2]                                                         },
2021-07-18T08:16:55.2691521Z [cluster2]                                                         "waiting": {
2021-07-18T08:16:55.2692339Z [cluster2]                                                             "description": "Details about a waiting container",
2021-07-18T08:16:55.2693089Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2693694Z [cluster2]                                                                 "message": {
2021-07-18T08:16:55.2694520Z [cluster2]                                                                     "description": "Message regarding why the container is not yet running.",
2021-07-18T08:16:55.2695330Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2695890Z [cluster2]                                                                 },
2021-07-18T08:16:55.2696423Z [cluster2]                                                                 "reason": {
2021-07-18T08:16:55.2697199Z [cluster2]                                                                     "description": "(brief) reason the container is not yet running.",
2021-07-18T08:16:55.2697991Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2698538Z [cluster2]                                                                 }
2021-07-18T08:16:55.2699235Z [cluster2]                                                             },
2021-07-18T08:16:55.2699779Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2700413Z [cluster2]                                                         }
2021-07-18T08:16:55.2700900Z [cluster2]                                                     },
2021-07-18T08:16:55.2701441Z [cluster2]                                                     "type": "object"
2021-07-18T08:16:55.2701996Z [cluster2]                                                 },
2021-07-18T08:16:55.2702509Z [cluster2]                                                 "type": "array"
2021-07-18T08:16:55.2703048Z [cluster2]                                             },
2021-07-18T08:16:55.2703536Z [cluster2]                                             "status": {
2021-07-18T08:16:55.2704392Z [cluster2]                                                 "description": "DaemonSetStatus represents the current status of a daemon set.",
2021-07-18T08:16:55.2705535Z [cluster2]                                                 "properties": {
2021-07-18T08:16:55.2706190Z [cluster2]                                                     "collisionCount": {
2021-07-18T08:16:55.2707616Z [cluster2]                                                         "description": "Count of hash collisions for the DaemonSet. The DaemonSet controller uses this field as a collision avoidance mechanism when it needs to create the name for the newest ControllerRevision.",
2021-07-18T08:16:55.2708963Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2709574Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2710118Z [cluster2]                                                     },
2021-07-18T08:16:55.2710676Z [cluster2]                                                     "conditions": {
2021-07-18T08:16:55.2711977Z [cluster2]                                                         "description": "Represents the latest available observations of a DaemonSet's current state.",
2021-07-18T08:16:55.2713498Z [cluster2]                                                         "items": {
2021-07-18T08:16:55.2714455Z [cluster2]                                                             "description": "DaemonSetCondition describes the state of a DaemonSet at a certain point.",
2021-07-18T08:16:55.2715400Z [cluster2]                                                             "properties": {
2021-07-18T08:16:55.2716279Z [cluster2]                                                                 "lastTransitionTime": {
2021-07-18T08:16:55.2717354Z [cluster2]                                                                     "description": "Last time the condition transitioned from one status to another.",
2021-07-18T08:16:55.2718525Z [cluster2]                                                                     "format": "date-time",
2021-07-18T08:16:55.2719164Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2719701Z [cluster2]                                                                 },
2021-07-18T08:16:55.2720258Z [cluster2]                                                                 "message": {
2021-07-18T08:16:55.2721138Z [cluster2]                                                                     "description": "A human readable message indicating details about the transition.",
2021-07-18T08:16:55.2722009Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2722567Z [cluster2]                                                                 },
2021-07-18T08:16:55.2723095Z [cluster2]                                                                 "reason": {
2021-07-18T08:16:55.2724136Z [cluster2]                                                                     "description": "The reason for the condition's last transition.",
2021-07-18T08:16:55.2724932Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2725479Z [cluster2]                                                                 },
2021-07-18T08:16:55.2726098Z [cluster2]                                                                 "status": {
2021-07-18T08:16:55.2726881Z [cluster2]                                                                     "description": "Status of the condition, one of True, False, Unknown.",
2021-07-18T08:16:55.2727684Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2728252Z [cluster2]                                                                 },
2021-07-18T08:16:55.2728771Z [cluster2]                                                                 "type": {
2021-07-18T08:16:55.2729501Z [cluster2]                                                                     "description": "Type of DaemonSet condition.",
2021-07-18T08:16:55.2730228Z [cluster2]                                                                     "type": "string"
2021-07-18T08:16:55.2730786Z [cluster2]                                                                 }
2021-07-18T08:16:55.2731279Z [cluster2]                                                             },
2021-07-18T08:16:55.2731826Z [cluster2]                                                             "required": [
2021-07-18T08:16:55.2732736Z [cluster2]                                                                 "status",
2021-07-18T08:16:55.2733286Z [cluster2]                                                                 "type"
2021-07-18T08:16:55.2733823Z [cluster2]                                                             ],
2021-07-18T08:16:55.2734371Z [cluster2]                                                             "type": "object"
2021-07-18T08:16:55.2734931Z [cluster2]                                                         },
2021-07-18T08:16:55.2735464Z [cluster2]                                                         "type": "array"
2021-07-18T08:16:55.2735997Z [cluster2]                                                     },
2021-07-18T08:16:55.2736693Z [cluster2]                                                     "currentNumberScheduled": {
2021-07-18T08:16:55.2738158Z [cluster2]                                                         "description": "The number of nodes that are running at least 1 daemon pod and are supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:55.2740295Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2741011Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2741578Z [cluster2]                                                     },
2021-07-18T08:16:55.2742266Z [cluster2]                                                     "desiredNumberScheduled": {
2021-07-18T08:16:55.2744554Z [cluster2]                                                         "description": "The total number of nodes that should be running the daemon pod (including nodes correctly running the daemon pod). More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:55.2745979Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2746572Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2747135Z [cluster2]                                                     },
2021-07-18T08:16:55.2747737Z [cluster2]                                                     "numberAvailable": {
2021-07-18T08:16:55.2748981Z [cluster2]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:55.2750175Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2750758Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2751396Z [cluster2]                                                     },
2021-07-18T08:16:55.2752029Z [cluster2]                                                     "numberMisscheduled": {
2021-07-18T08:16:55.2753425Z [cluster2]                                                         "description": "The number of nodes that are running the daemon pod, but are not supposed to run the daemon pod. More info: https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/",
2021-07-18T08:16:55.2755316Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2755917Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2756479Z [cluster2]                                                     },
2021-07-18T08:16:55.2757042Z [cluster2]                                                     "numberReady": {
2021-07-18T08:16:55.2758029Z [cluster2]                                                         "description": "The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and ready.",
2021-07-18T08:16:55.2759004Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2760014Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2760575Z [cluster2]                                                     },
2021-07-18T08:16:55.2761200Z [cluster2]                                                     "numberUnavailable": {
2021-07-18T08:16:55.2762445Z [cluster2]                                                         "description": "The number of nodes that should be running the daemon pod and have none of the daemon pod running and available (ready for at least spec.minReadySeconds)",
2021-07-18T08:16:55.2763627Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2764212Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2764772Z [cluster2]                                                     },
2021-07-18T08:16:55.2765388Z [cluster2]                                                     "observedGeneration": {
2021-07-18T08:16:55.2766351Z [cluster2]                                                         "description": "The most recent generation observed by the daemon set controller.",
2021-07-18T08:16:55.2767300Z [cluster2]                                                         "format": "int64",
2021-07-18T08:16:55.2767891Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2768443Z [cluster2]                                                     },
2021-07-18T08:16:55.2769117Z [cluster2]                                                     "updatedNumberScheduled": {
2021-07-18T08:16:55.2770078Z [cluster2]                                                         "description": "The total number of nodes that are running updated daemon pod",
2021-07-18T08:16:55.2770894Z [cluster2]                                                         "format": "int32",
2021-07-18T08:16:55.2771471Z [cluster2]                                                         "type": "integer"
2021-07-18T08:16:55.2772063Z [cluster2]                                                     }
2021-07-18T08:16:55.2772534Z [cluster2]                                                 },
2021-07-18T08:16:55.2773070Z [cluster2]                                                 "required": [
2021-07-18T08:16:55.2773790Z [cluster2]                                                     "currentNumberScheduled",
2021-07-18T08:16:55.2774656Z [cluster2]                                                     "desiredNumberScheduled",
2021-07-18T08:16:55.2775474Z [cluster2]                                                     "numberMisscheduled",
2021-07-18T08:16:55.2776157Z [cluster2]                                                     "numberReady"
2021-07-18T08:16:55.2776773Z [cluster2]                                                 ],
2021-07-18T08:16:55.2777297Z [cluster2]                                                 "type": "object"
2021-07-18T08:16:55.2777829Z [cluster2]                                             }
2021-07-18T08:16:55.2778289Z [cluster2]                                         },
2021-07-18T08:16:55.2778807Z [cluster2]                                         "required": [
2021-07-18T08:16:55.2779831Z [cluster2]                                             "mismatchedContainerImages"
2021-07-18T08:16:55.2780533Z [cluster2]                                         ],
2021-07-18T08:16:55.2781061Z [cluster2]                                         "type": "object"
2021-07-18T08:16:55.2781564Z [cluster2]                                     },
2021-07-18T08:16:55.2782102Z [cluster2]                                     "serviceCIDR": {
2021-07-18T08:16:55.2782675Z [cluster2]                                         "type": "string"
2021-07-18T08:16:55.2783200Z [cluster2]                                     }
2021-07-18T08:16:55.2783645Z [cluster2]                                 },
2021-07-18T08:16:55.2784151Z [cluster2]                                 "required": [
2021-07-18T08:16:55.2784710Z [cluster2]                                     "clusterID",
2021-07-18T08:16:55.2785268Z [cluster2]                                     "natEnabled"
2021-07-18T08:16:55.2785790Z [cluster2]                                 ],
2021-07-18T08:16:55.2786285Z [cluster2]                                 "type": "object"
2021-07-18T08:16:55.2786785Z [cluster2]                             }
2021-07-18T08:16:55.2787216Z [cluster2]                         },
2021-07-18T08:16:55.2787712Z [cluster2]                         "type": "object"
2021-07-18T08:16:55.2788183Z [cluster2]                     }
2021-07-18T08:16:55.2788618Z [cluster2]                 },
2021-07-18T08:16:55.2789090Z [cluster2]                 "served": true,
2021-07-18T08:16:55.2789626Z [cluster2]                 "storage": true,
2021-07-18T08:16:55.2790187Z [cluster2]                 "subresources": {
2021-07-18T08:16:55.2790712Z [cluster2]                     "status": {}
2021-07-18T08:16:55.2791408Z [cluster2]                 }
2021-07-18T08:16:55.2791995Z [cluster2]             }
2021-07-18T08:16:55.2792419Z [cluster2]         ]
2021-07-18T08:16:55.2792815Z [cluster2]     },
2021-07-18T08:16:55.2793262Z [cluster2]     "status": {
2021-07-18T08:16:55.2793874Z [cluster2]         "acceptedNames": {
2021-07-18T08:16:55.2794472Z [cluster2]             "kind": "Submariner",
2021-07-18T08:16:55.2795096Z [cluster2]             "listKind": "SubmarinerList",
2021-07-18T08:16:55.2795755Z [cluster2]             "plural": "submariners",
2021-07-18T08:16:55.2796614Z [cluster2]             "singular": "submariner"
2021-07-18T08:16:55.2797144Z [cluster2]         },
2021-07-18T08:16:55.2798305Z [cluster2]         "conditions": [
2021-07-18T08:16:55.2798777Z [cluster2]             {
2021-07-18T08:16:55.2799930Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:12:37Z",
2021-07-18T08:16:57.7479572Z [cluster2]                 "message": "no conflicts found",
2021-07-18T08:16:57.7480274Z [cluster1]                 "reason": "NoConflicts",
2021-07-18T08:16:57.7480840Z [cluster1]                 "status": "True",
2021-07-18T08:16:57.7481438Z [cluster1]                 "type": "NamesAccepted"
2021-07-18T08:16:57.7481961Z [cluster1]             },
2021-07-18T08:16:57.7482389Z [cluster1]             {
2021-07-18T08:16:57.7483613Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:12:26Z",
2021-07-18T08:16:57.7484405Z [cluster1]                 "message": "the initial names have been accepted",
2021-07-18T08:16:57.7485210Z [cluster1]                 "reason": "InitialNamesAccepted",
2021-07-18T08:16:57.7485892Z [cluster1]                 "status": "True",
2021-07-18T08:16:57.7486456Z [cluster1]                 "type": "Established"
2021-07-18T08:16:57.7486952Z [cluster1]             }
2021-07-18T08:16:57.7487594Z [cluster1]         ],
2021-07-18T08:16:57.7488091Z [cluster1]         "storedVersions": [
2021-07-18T08:16:57.7488647Z [cluster1]             "v1alpha1"
2021-07-18T08:16:57.7489089Z [cluster1]         ]
2021-07-18T08:16:57.7489502Z [cluster1]     }
2021-07-18T08:16:57.7489888Z [cluster1] }
2021-07-18T08:16:57.7491076Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name submariners.submariner.io[0m
2021-07-18T08:16:57.7492724Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name submariners.submariner.io[0m
2021-07-18T08:16:57.7494619Z [36m[submariner-operator]$ [cluster1] jq -r -M .metadata.name /tmp/submariners.submariner.io.cluster1.json[0m
2021-07-18T08:16:57.7496458Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:57.7497807Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:57.7499795Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.scope /tmp/submariners.submariner.io.cluster1.json[0m
2021-07-18T08:16:57.7501489Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:57.7502801Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:57.7504508Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.group /tmp/submariners.submariner.io.cluster1.json[0m
2021-07-18T08:16:57.7506345Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.names.kind Submariner[0m
2021-07-18T08:16:57.7507806Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.names.kind Submariner[0m
2021-07-18T08:16:57.7509560Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.names.kind /tmp/submariners.submariner.io.cluster1.json[0m
2021-07-18T08:16:57.7511208Z [36m[submariner-operator]$ [cluster1] verify_subm_operator[0m
2021-07-18T08:16:57.7512355Z [36m[submariner-operator]$ [cluster1] verify_subm_operator[0m
2021-07-18T08:16:57.7513545Z [36m[submariner-operator]$ [cluster1] kubectl get ns submariner-operator[0m
2021-07-18T08:16:57.7514844Z [36m[submariner-operator]$ [cluster1] kubectl get ns submariner-operator[0m
2021-07-18T08:16:57.7516265Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get ns submariner-operator[0m
2021-07-18T08:16:57.7517213Z [cluster1] NAME                  STATUS   AGE
2021-07-18T08:16:57.7518020Z [cluster1] submariner-operator   Active   4m29s
2021-07-18T08:16:57.7519392Z [36m[submariner-operator]$ [cluster1] kubectl get crds submariners.submariner.io[0m
2021-07-18T08:16:57.7520865Z [36m[submariner-operator]$ [cluster1] kubectl get crds submariners.submariner.io[0m
2021-07-18T08:16:57.7522467Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get crds submariners.submariner.io[0m
2021-07-18T08:16:57.7523491Z [cluster1] NAME                        CREATED AT
2021-07-18T08:16:57.7524383Z [cluster1] submariners.submariner.io   2021-07-18T08:12:26Z
2021-07-18T08:16:57.7525488Z [36m[submariner-operator]$ [cluster1] kubectl api-resources[0m
2021-07-18T08:16:57.7526676Z [36m[submariner-operator]$ [cluster1] grep submariners[0m
2021-07-18T08:16:57.7527766Z [36m[submariner-operator]$ [cluster1] kubectl api-resources[0m
2021-07-18T08:16:57.7529079Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 api-resources[0m
2021-07-18T08:16:57.7530165Z [cluster1] submariners                                    submariner.io/v1alpha1                 true         Submariner
2021-07-18T08:16:57.7531631Z [36m[submariner-operator]$ [cluster1] kubectl get sa --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:57.7533443Z [36m[submariner-operator]$ [cluster1] kubectl get sa --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:57.7535310Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get sa --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:57.7536433Z [cluster1] NAME                  SECRETS   AGE
2021-07-18T08:16:57.7537355Z [cluster1] submariner-operator   1         4m31s
2021-07-18T08:16:57.7538724Z [36m[submariner-operator]$ [cluster1] kubectl get roles --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:57.7540621Z [36m[submariner-operator]$ [cluster1] kubectl get roles --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:57.7542513Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get roles --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:57.7543648Z [cluster1] NAME                  CREATED AT
2021-07-18T08:16:57.7544477Z [cluster1] submariner-operator   2021-07-18T08:12:26Z
2021-07-18T08:16:58.3485227Z [36m[submariner-operator]$ [cluster1] kubectl geto conflicts found",
2021-07-18T08:16:58.3486199Z [cluster2]                 "reason": "NoConflicts",
2021-07-18T08:16:58.3486769Z [cluster2]                 "status": "True",
2021-07-18T08:16:58.3487367Z [cluster2]                 "type": "NamesAccepted"
2021-07-18T08:16:58.3487943Z [cluster2]             },
2021-07-18T08:16:58.3488353Z [cluster2]             {
2021-07-18T08:16:58.3489186Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:12:37Z",
2021-07-18T08:16:58.3489965Z [cluster2]                 "message": "the initial names have been accepted",
2021-07-18T08:16:58.3490785Z [cluster2]                 "reason": "InitialNamesAccepted",
2021-07-18T08:16:58.3491452Z [cluster2]                 "status": "True",
2021-07-18T08:16:58.3492030Z [cluster2]                 "type": "Established"
2021-07-18T08:16:58.3492527Z [cluster2]             }
2021-07-18T08:16:58.3492945Z [cluster2]         ],
2021-07-18T08:16:58.3493449Z [cluster2]         "storedVersions": [
2021-07-18T08:16:58.3494007Z [cluster2]             "v1alpha1"
2021-07-18T08:16:58.3494459Z [cluster2]         ]
2021-07-18T08:16:58.3494855Z [cluster2]     }
2021-07-18T08:16:58.3495256Z [cluster2] }
2021-07-18T08:16:58.3496395Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.name submariners.submariner.io[0m
2021-07-18T08:16:58.3498047Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.name submariners.submariner.io[0m
2021-07-18T08:16:58.3500142Z [36m[submariner-operator]$ [cluster2] jq -r -M .metadata.name /tmp/submariners.submariner.io.cluster2.json[0m
2021-07-18T08:16:58.3501826Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:58.3503358Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.scope Namespaced[0m
2021-07-18T08:16:58.3505045Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.scope /tmp/submariners.submariner.io.cluster2.json[0m
2021-07-18T08:16:58.3506729Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:58.3508029Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.group submariner.io[0m
2021-07-18T08:16:58.3509731Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.group /tmp/submariners.submariner.io.cluster2.json[0m
2021-07-18T08:16:58.3511429Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.names.kind Submariner[0m
2021-07-18T08:16:58.3512878Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.names.kind Submariner[0m
2021-07-18T08:16:58.3514644Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.names.kind /tmp/submariners.submariner.io.cluster2.json[0m
2021-07-18T08:16:58.3516199Z [36m[submariner-operator]$ [cluster2] verify_subm_operator[0m
2021-07-18T08:16:58.3517261Z [36m[submariner-operator]$ [cluster2] verify_subm_operator[0m
2021-07-18T08:16:58.3518432Z [36m[submariner-operator]$ [cluster2] kubectl get ns submariner-operator[0m
2021-07-18T08:16:58.3519736Z [36m[submariner-operator]$ [cluster2] kubectl get ns submariner-operator[0m
2021-07-18T08:16:58.3521176Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get ns submariner-operator[0m
2021-07-18T08:16:58.3522103Z [cluster2] NAME                  STATUS   AGE
2021-07-18T08:16:58.3523086Z [cluster2] submariner-operator   Active   4m18s
2021-07-18T08:16:58.3524297Z [36m[submariner-operator]$ [cluster2] kubectl get crds submariners.submariner.io[0m
2021-07-18T08:16:58.3525757Z [36m[submariner-operator]$ [cluster2] kubectl get crds submariners.submariner.io[0m
2021-07-18T08:16:58.3527340Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get crds submariners.submariner.io[0m
2021-07-18T08:16:58.3528362Z [cluster2] NAME                        CREATED AT
2021-07-18T08:16:58.3529263Z [cluster2] submariners.submariner.io   2021-07-18T08:12:37Z
2021-07-18T08:16:58.3530364Z [36m[submariner-operator]$ [cluster2] kubectl api-resources[0m
2021-07-18T08:16:58.3531482Z [36m[submariner-operator]$ [cluster2] kubectl api-resources[0m
2021-07-18T08:16:58.3532544Z [36m[submariner-operator]$ [cluster2] grep submariners[0m
2021-07-18T08:16:58.3533766Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 api-resources[0m
2021-07-18T08:16:58.3534829Z [cluster2] submariners                                    submariner.io/v1alpha1                 true         Submariner
2021-07-18T08:16:58.3536282Z [36m[submariner-operator]$ [cluster2] kubectl get sa --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:58.3538008Z [36m[submariner-operator]$ [cluster2] kubectl get sa --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:58.3553184Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get sa --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:58.3554405Z [cluster2] NAME                  SECRETS   AGE
2021-07-18T08:16:58.3555518Z [cluster2] submariner-operator   1         4m20s
2021-07-18T08:16:58.3556904Z [36m[submariner-operator]$ [cluster2] kubectl get roles --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:58.3558819Z [36m[submariner-operator]$ [cluster2] kubectl get roles --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:58.3560722Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get roles --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:58.3561873Z [cluster2] NAME                  CREATED AT
2021-07-18T08:16:58.3562678Z [cluster2] submariner-operator   2021-07-18T08:12:37Z
2021-07-18T08:16:59.5022699Z [36m[submariner-operator]$ [cluster2] kubectl get rolebindings --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:59.5025422Z [36m[submariner-operator]$ [cluster1] kubectl get rolebindings --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:59.5027646Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get rolebindings --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:59.5029004Z [cluster1] NAME                  ROLE                       AGE
2021-07-18T08:16:59.5030218Z [cluster1] submariner-operator   Role/submariner-operator   4m32s
2021-07-18T08:16:59.5031956Z [36m[submariner-operator]$ [cluster1] kubectl get deployments --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:59.5033970Z [36m[submariner-operator]$ [cluster1] kubectl get deployments --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:59.5036115Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get deployments --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:16:59.5037717Z [cluster1] NAME                  READY   UP-TO-DATE   AVAILABLE   AGE
2021-07-18T08:16:59.5039010Z [cluster1] submariner-operator   1/1     1            1           4m27s
2021-07-18T08:16:59.5040191Z [36m[submariner-operator]$ [cluster1] verify_subm_op_pod[0m
2021-07-18T08:16:59.5041373Z [36m[submariner-operator]$ [cluster1] verify_subm_op_pod[0m
2021-07-18T08:16:59.5043287Z [36m[submariner-operator]$ [cluster1] subm_operator_pod_name=$(kubectl get pods --namespace=$subm_ns -l name=$operator_deployment_name -o=jsonpath='{.items..metadata.name}')[0m
2021-07-18T08:16:59.5046298Z [36m[submariner-operator]$ [cluster1] kubectl get pods --namespace=submariner-operator -l name=submariner-operator -o=jsonpath={.items..metadata.name}[0m
2021-07-18T08:16:59.5053493Z [36m[submariner-operator]$ [cluster1] kubectl get pods --namespace=submariner-operator -l name=submariner-operator -o=jsonpath={.items..metadata.name}[0m
2021-07-18T08:16:59.5062540Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get pods --namespace=submariner-operator -l name=submariner-operator -o=jsonpath={.items..metadata.name}[0m
2021-07-18T08:16:59.5064947Z [36m[submariner-operator]$ [cluster1] kubectl get pod submariner-operator-5bfdb87494-ksvlj --namespace=submariner-operator -o json[0m
2021-07-18T08:16:59.5067278Z [36m[submariner-operator]$ [cluster1] kubectl get pod submariner-operator-5bfdb87494-ksvlj --namespace=submariner-operator -o json[0m
2021-07-18T08:16:59.5069696Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get pod submariner-operator-5bfdb87494-ksvlj --namespace=submariner-operator -o json[0m
2021-07-18T08:16:59.5071030Z [cluster1] {
2021-07-18T08:16:59.5071493Z [cluster1]     "apiVersion": "v1",
2021-07-18T08:16:59.5072007Z [cluster1]     "kind": "Pod",
2021-07-18T08:16:59.5072480Z [cluster1]     "metadata": {
2021-07-18T08:16:59.5073292Z [cluster1]         "creationTimestamp": "2021-07-18T08:15:47Z",
2021-07-18T08:16:59.5074434Z [cluster1]         "generateName": "submariner-operator-5bfdb87494-",
2021-07-18T08:16:59.5075370Z [cluster1]         "labels": {
2021-07-18T08:16:59.5076168Z [cluster1]             "name": "submariner-operator",
2021-07-18T08:16:59.5077085Z [cluster1]             "pod-template-hash": "5bfdb87494"
2021-07-18T08:16:59.5077669Z [cluster1]         },
2021-07-18T08:16:59.5078155Z [cluster1]         "managedFields": [
2021-07-18T08:16:59.5078661Z [cluster1]             {
2021-07-18T08:16:59.5079140Z [cluster1]                 "apiVersion": "v1",
2021-07-18T08:16:59.5079746Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:16:59.5080317Z [cluster1]                 "fieldsV1": {
2021-07-18T08:16:59.5080843Z [cluster1]                     "f:metadata": {
2021-07-18T08:16:59.5081403Z [cluster1]                         "f:generateName": {},
2021-07-18T08:16:59.5081973Z [cluster1]                         "f:labels": {
2021-07-18T08:16:59.5082462Z [cluster1]                             ".": {},
2021-07-18T08:16:59.5082931Z [cluster1]                             "f:name": {},
2021-07-18T08:16:59.5083917Z [cluster1]                             "f:pod-template-hash": {}
2021-07-18T08:16:59.5084487Z [cluster1]                         },
2021-07-18T08:16:59.5085057Z [cluster1]                         "f:ownerReferences": {
2021-07-18T08:16:59.5085606Z [cluster1]                             ".": {},
2021-07-18T08:16:59.5086687Z [cluster1]                             "k:{\"uid\":\"8410bc96-99e5-48e1-bf26-a7000273abd7\"}": {
2021-07-18T08:16:59.5087327Z [cluster1]                                 ".": {},
2021-07-18T08:16:59.5087871Z [cluster1]                                 "f:apiVersion": {},
2021-07-18T08:16:59.5088550Z [cluster1]                                 "f:blockOwnerDeletion": {},
2021-07-18T08:16:59.5089206Z [cluster1]                                 "f:controller": {},
2021-07-18T08:16:59.5089746Z [cluster1]                                 "f:kind": {},
2021-07-18T08:16:59.5090238Z [cluster1]                                 "f:name": {},
2021-07-18T08:16:59.5090741Z [cluster1]                                 "f:uid": {}
2021-07-18T08:16:59.5091196Z [cluster1]                             }
2021-07-18T08:16:59.5091642Z [cluster1]                         }
2021-07-18T08:16:59.5092071Z [cluster1]                     },
2021-07-18T08:16:59.5092539Z [cluster1]                     "f:spec": {
2021-07-18T08:16:59.5093067Z [cluster1]                         "f:containers": {
2021-07-18T08:16:59.5094061Z [cluster1]                             "k:{\"name\":\"submariner-operator\"}": {
2021-07-18T08:16:59.5094817Z [cluster1]                                 ".": {},
2021-07-18T08:16:59.5095315Z [cluster1]                                 "f:command": {},
2021-07-18T08:16:59.5095839Z [cluster1]                                 "f:env": {
2021-07-18T08:16:59.5096314Z [cluster1]                                     ".": {},
2021-07-18T08:16:59.5096890Z [cluster1]                                     "k:{\"name\":\"OPERATOR_NAME\"}": {
2021-07-18T08:16:59.5097449Z [cluster1]                                         ".": {},
2021-07-18T08:16:59.5097959Z [cluster1]                                         "f:name": {},
2021-07-18T08:16:59.5098491Z [cluster1]                                         "f:value": {}
2021-07-18T08:16:59.5124699Z [cluster1]                                     },
2021-07-18T08:16:59.5125359Z [cluster1]                                     "k:{\"name\":\"POD_NAME\"}": {
2021-07-18T08:16:59.5125902Z [cluster1]                                         ".": {},
2021-07-18T08:16:59.5126415Z [cluster1]                                         "f:name": {},
2021-07-18T08:16:59.5126974Z [cluster1]                                         "f:valueFrom": {
2021-07-18T08:16:59.5127507Z [cluster1]                                             ".": {},
2021-07-18T08:16:59.5128037Z [cluster1]                                             "f:fieldRef": {
2021-07-18T08:16:59.5128563Z [cluster1]                                                 ".": {},
2021-07-18T08:16:59.5129130Z [cluster1]                                                 "f:apiVersion": {},
2021-07-18T08:16:59.5129730Z [cluster1]                                                 "f:fieldPath": {}
2021-07-18T08:16:59.5130306Z [cluster1]                                             }
2021-07-18T08:16:59.5130768Z [cluster1]                                         }
2021-07-18T08:16:59.5131238Z [cluster1]                                     },
2021-07-18T08:16:59.5131806Z [cluster1]                                     "k:{\"name\":\"WATCH_NAMESPACE\"}": {
2021-07-18T08:16:59.5132398Z [cluster1]                                         ".": {},
2021-07-18T08:16:59.5132905Z [cluster1]                                         "f:name": {},
2021-07-18T08:16:59.5133447Z [cluster1]                                         "f:valueFrom": {
2021-07-18T08:16:59.5133990Z [cluster1]                                             ".": {},
2021-07-18T08:16:59.5134510Z [cluster1]                                             "f:fieldRef": {
2021-07-18T08:16:59.5135213Z [cluster1]                                                 ".": {},
2021-07-18T08:16:59.5135772Z [cluster1]                                                 "f:apiVersion": {},
2021-07-18T08:16:59.5136383Z [cluster1]                                                 "f:fieldPath": {}
2021-07-18T08:16:59.5136926Z [cluster1]                                             }
2021-07-18T08:16:59.5137381Z [cluster1]                                         }
2021-07-18T08:16:59.5137852Z [cluster1]                                     }
2021-07-18T08:16:59.5138301Z [cluster1]                                 },
2021-07-18T08:16:59.5138793Z [cluster1]                                 "f:image": {},
2021-07-18T08:16:59.5139510Z [cluster1]                                 "f:imagePullPolicy": {},
2021-07-18T08:16:59.5140105Z [cluster1]                                 "f:name": {},
2021-07-18T08:16:59.5140636Z [cluster1]                                 "f:resources": {},
2021-07-18T08:16:59.5141357Z [cluster1]                                 "f:terminationMessagePath": {},
2021-07-18T08:16:59.5142245Z [cluster1]                                 "f:terminationMessagePolicy": {}
2021-07-18T08:16:59.5142905Z [cluster1]                             }
2021-07-18T08:16:59.5143359Z [cluster1]                         },
2021-07-18T08:16:59.5143850Z [cluster1]                         "f:dnsPolicy": {},
2021-07-18T08:16:59.5144510Z [cluster1]                         "f:enableServiceLinks": {},
2021-07-18T08:16:59.5145182Z [cluster1]                         "f:restartPolicy": {},
2021-07-18T08:16:59.5145904Z [cluster1]                         "f:schedulerName": {},
2021-07-18T08:16:59.5146532Z [cluster1]                         "f:securityContext": {},
2021-07-18T08:16:59.5147188Z [cluster1]                         "f:serviceAccount": {},
2021-07-18T08:16:59.5147880Z [cluster1]                         "f:serviceAccountName": {},
2021-07-18T08:16:59.5148765Z [cluster1]                         "f:terminationGracePeriodSeconds": {}
2021-07-18T08:16:59.5149647Z [cluster1]                     }
2021-07-18T08:16:59.5150071Z [cluster1]                 },
2021-07-18T08:16:59.5151128Z [cluster1]                 "manager": "kube-controller-manager",
2021-07-18T08:16:59.5151959Z [cluster1]                 "operation": "Update",
2021-07-18T08:16:59.5152789Z [cluster1]                 "time": "2021-07-18T08:15:47Z"
2021-07-18T08:16:59.5153253Z [cluster1]             },
2021-07-18T08:16:59.5153675Z [cluster1]             {
2021-07-18T08:16:59.5154161Z [cluster1]                 "apiVersion": "v1",
2021-07-18T08:16:59.5154776Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:16:59.5155352Z [cluster1]                 "fieldsV1": {
2021-07-18T08:16:59.5155843Z [cluster1]                     "f:status": {
2021-07-18T08:16:59.5156377Z [cluster1]                         "f:conditions": {
2021-07-18T08:16:59.5157009Z [cluster1]                             "k:{\"type\":\"ContainersReady\"}": {
2021-07-18T08:16:59.5157623Z [cluster1]                                 ".": {},
2021-07-18T08:16:59.5158175Z [cluster1]                                 "f:lastProbeTime": {},
2021-07-18T08:16:59.5158869Z [cluster1]                                 "f:lastTransitionTime": {},
2021-07-18T08:16:59.5159491Z [cluster1]                                 "f:status": {},
2021-07-18T08:16:59.5160009Z [cluster1]                                 "f:type": {}
2021-07-18T08:16:59.5160487Z [cluster1]                             },
2021-07-18T08:16:59.5161027Z [cluster1]                             "k:{\"type\":\"Initialized\"}": {
2021-07-18T08:16:59.5161584Z [cluster1]                                 ".": {},
2021-07-18T08:16:59.5162130Z [cluster1]                                 "f:lastProbeTime": {},
2021-07-18T08:16:59.5162887Z [cluster1]                                 "f:lastTransitionTime": {},
2021-07-18T08:16:59.5163506Z [cluster1]                                 "f:status": {},
2021-07-18T08:16:59.5164024Z [cluster1]                                 "f:type": {}
2021-07-18T08:16:59.5164584Z [cluster1]                             },
2021-07-18T08:16:59.5165104Z [cluster1]                             "k:{\"type\":\"Ready\"}": {
2021-07-18T08:16:59.5165625Z [cluster1]                                 ".": {},
2021-07-18T08:16:59.5166166Z [cluster1]                                 "f:lastProbeTime": {},
2021-07-18T08:16:59.5166858Z [cluster1]                                 "f:lastTransitionTime": {},
2021-07-18T08:16:59.5167472Z [cluster1]                                 "f:status": {},
2021-07-18T08:16:59.5167997Z [cluster1]                                 "f:type": {}
2021-07-18T08:16:59.5168460Z [cluster1]                             }
2021-07-18T08:16:59.5168906Z [cluster1]                         },
2021-07-18T08:16:59.5169471Z [cluster1]                         "f:containerStatuses": {},
2021-07-18T08:16:59.5170089Z [cluster1]                         "f:hostIP": {},
2021-07-18T08:16:59.5170715Z [cluster1]                         "f:phase": {},
2021-07-18T08:16:59.5171217Z [cluster1]                         "f:podIP": {},
2021-07-18T08:16:59.5171733Z [cluster1]                         "f:podIPs": {
2021-07-18T08:16:59.5172215Z [cluster1]                             ".": {},
2021-07-18T08:16:59.5172716Z [cluster1]                             "k:{\"ip\":\"10.1.128.5\"}": {
2021-07-18T08:16:59.5173197Z [cluster1]                                 ".": {},
2021-07-18T08:16:59.5173685Z [cluster1]                                 "f:ip": {}
2021-07-18T08:16:59.5174138Z [cluster1]                             }
2021-07-18T08:16:59.5174665Z [cluster1]                         },
2021-07-18T08:16:59.5175153Z [cluster1]                         "f:startTime": {}
2021-07-18T08:16:59.5175648Z [cluster1]                     }
2021-07-18T08:16:59.5176077Z [cluster1]                 },
2021-07-18T08:16:59.5176567Z [cluster1]                 "manager": "kubelet",
2021-07-18T08:16:59.5177149Z [cluster1]                 "operation": "Update",
2021-07-18T08:16:59.5177934Z [cluster1]                 "time": "2021-07-18T08:15:48Z"
2021-07-18T08:16:59.5178415Z [cluster1]             }
2021-07-18T08:16:59.5178819Z [cluster1]         ],
2021-07-18T08:16:59.5179961Z [cluster1]         "name": "submariner-operator-5bfdb87494-ksvlj",
2021-07-18T08:16:59.5181145Z [cluster1]         "namespace": "submariner-operator",
2021-07-18T08:16:59.5181873Z [cluster1]         "ownerReferences": [
2021-07-18T08:16:59.5182384Z [cluster1]             {
2021-07-18T08:16:59.5182905Z [cluster1]                 "apiVersion": "apps/v1",
2021-07-18T08:16:59.5183603Z [cluster1]                 "blockOwnerDeletion": true,
2021-07-18T08:16:59.5184252Z [cluster1]                 "controller": true,
2021-07-18T08:16:59.5184842Z [cluster1]                 "kind": "ReplicaSet",
2021-07-18T08:16:59.5185852Z [cluster1]                 "name": "submariner-operator-5bfdb87494",
2021-07-18T08:16:59.5186978Z [cluster1]                 "uid": "8410bc96-99e5-48e1-bf26-a7000273abd7"
2021-07-18T08:16:59.5187561Z [cluster1]             }
2021-07-18T08:16:59.5187979Z [cluster1]         ],
2021-07-18T08:16:59.5188499Z [cluster1]         "resourceVersion": "2208",
2021-07-18T08:16:59.5189382Z [cluster1]         "uid": "a5474e04-0f86-4950-bb87-3e81163f61f2"
2021-07-18T08:16:59.5189952Z [cluster1]     },
2021-07-18T08:16:59.5190371Z [cluster1]     "spec": {
2021-07-18T08:16:59.5190862Z [cluster1]         "containers": [
2021-07-18T08:16:59.5191317Z [cluster1]             {
2021-07-18T08:16:59.5191775Z [cluster1]                 "command": [
2021-07-18T08:16:59.5192542Z [cluster1]                     "submariner-operator",
2021-07-18T08:16:59.5193389Z [cluster1]                     "-alsologtostderr",
2021-07-18T08:16:59.5194067Z [cluster1]                     "-v=1"
2021-07-18T08:16:59.5194521Z [cluster1]                 ],
2021-07-18T08:16:59.5194954Z [cluster1]                 "env": [
2021-07-18T08:16:59.5195402Z [cluster1]                     {
2021-07-18T08:16:59.5195932Z [cluster1]                         "name": "WATCH_NAMESPACE",
2021-07-18T08:16:59.5196628Z [cluster1]                         "valueFrom": {
2021-07-18T08:16:59.5197180Z [cluster1]                             "fieldRef": {
2021-07-18T08:16:59.5197738Z [cluster1]                                 "apiVersion": "v1",
2021-07-18T08:16:59.5198460Z [cluster1]                                 "fieldPath": "metadata.namespace"
2021-07-18T08:16:59.5199090Z [cluster1]                             }
2021-07-18T08:16:59.5199537Z [cluster1]                         }
2021-07-18T08:16:59.5199963Z [cluster1]                     },
2021-07-18T08:16:59.5200406Z [cluster1]                     {
2021-07-18T08:16:59.5200892Z [cluster1]                         "name": "POD_NAME",
2021-07-18T08:16:59.5201440Z [cluster1]                         "valueFrom": {
2021-07-18T08:16:59.5201986Z [cluster1]                             "fieldRef": {
2021-07-18T08:16:59.5202544Z [cluster1]                                 "apiVersion": "v1",
2021-07-18T08:16:59.5203200Z [cluster1]                                 "fieldPath": "metadata.name"
2021-07-18T08:16:59.5203775Z [cluster1]                             }
2021-07-18T08:16:59.5204225Z [cluster1]                         }
2021-07-18T08:16:59.5204651Z [cluster1]                     },
2021-07-18T08:16:59.5205085Z [cluster1]                     {
2021-07-18T08:16:59.5205598Z [cluster1]                         "name": "OPERATOR_NAME",
2021-07-18T08:16:59.5206489Z [cluster1]                         "value": "submariner-operator"
2021-07-18T08:16:59.5207081Z [cluster1]                     }
2021-07-18T08:16:59.5207601Z [cluster1]                 ],
2021-07-18T08:16:59.5208488Z [cluster1]                 "image": "localhost:5000/submariner-operator:local",
2021-07-18T08:16:59.5209339Z [cluster1]                 "imagePullPolicy": "IfNotPresent",
2021-07-18T08:16:59.5210286Z [cluster1]                 "name": "submariner-operator",
2021-07-18T08:16:59.5210921Z [cluster1]                 "resources": {},
2021-07-18T08:16:59.5211912Z [cluster1]                 "terminationMessagePath": "/dev/termination-log",
2021-07-18T08:16:59.5212891Z [cluster1]                 "terminationMessagePolicy": "File",
2021-07-18T08:16:59.5213645Z [cluster1]                 "volumeMounts": [
2021-07-18T08:16:59.5214139Z [cluster1]                     {
2021-07-18T08:16:59.5214864Z [cluster1]                         "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount",
2021-07-18T08:16:59.5216137Z [cluster1]                         "name": "submariner-operator-token-8kfdc",
2021-07-18T08:16:59.5216964Z [cluster1]                         "readOnly": true
2021-07-18T08:16:59.5217466Z [cluster1]                     }
2021-07-18T08:16:59.5217880Z [cluster1]                 ]
2021-07-18T08:16:59.5218301Z [cluster1]             }
2021-07-18T08:16:59.5218703Z [cluster1]         ],
2021-07-18T08:16:59.5259679Z [cluster1]         "dnsPolicy": "ClusterFirst",
2021-07-18T08:16:59.5260421Z [cluster1]         "enableServiceLinks": true,
2021-07-18T08:16:59.5261577Z [cluster1]         "nodeName": "cluster1-worker2",
2021-07-18T08:16:59.5262471Z [cluster1]         "preemptionPolicy": "PreemptLowerPriority",
2021-07-18T08:16:59.5263241Z [cluster1]         "priority": 0,
2021-07-18T08:16:59.5265537Z [cluster1]         "restartPolicy": "Always",
2021-07-18T08:16:59.5266608Z [cluster1]         "schedulerName": "default-scheduler",
2021-07-18T08:16:59.5267353Z [cluster1]         "securityContext": {},
2021-07-18T08:16:59.5268293Z [cluster1]         "serviceAccount": "submariner-operator",
2021-07-18T08:16:59.5269428Z [cluster1]         "serviceAccountName": "submariner-operator",
2021-07-18T08:16:59.5270450Z [cluster1]         "terminationGracePeriodSeconds": 30,
2021-07-18T08:16:59.5271237Z [cluster1]         "tolerations": [
2021-07-18T08:16:59.5271708Z [cluster1]             {
2021-07-18T08:16:59.5272225Z [cluster1]                 "effect": "NoExecute",
2021-07-18T08:16:59.5273106Z [cluster1]                 "key": "node.kubernetes.io/not-ready",
2021-07-18T08:16:59.5273790Z [cluster1]                 "operator": "Exists",
2021-07-18T08:16:59.5274613Z [cluster1]                 "tolerationSeconds": 300
2021-07-18T08:16:59.5275158Z [cluster1]             },
2021-07-18T08:16:59.5275584Z [cluster1]             {
2021-07-18T08:16:59.5276086Z [cluster1]                 "effect": "NoExecute",
2021-07-18T08:16:59.5276818Z [cluster1]                 "key": "node.kubernetes.io/unreachable",
2021-07-18T08:16:59.5277512Z [cluster1]                 "operator": "Exists",
2021-07-18T08:16:59.5278142Z [cluster1]                 "tolerationSeconds": 300
2021-07-18T08:16:59.5278686Z [cluster1]             }
2021-07-18T08:16:59.5279103Z [cluster1]         ],
2021-07-18T08:16:59.5279543Z [cluster1]         "volumes": [
2021-07-18T08:16:59.5279993Z [cluster1]             {
2021-07-18T08:16:59.5280973Z [cluster1]                 "name": "submariner-operator-token-8kfdc",
2021-07-18T08:16:59.5281766Z [cluster1]                 "secret": {
2021-07-18T08:16:59.5282303Z [cluster1]                     "defaultMode": 420,
2021-07-18T08:16:59.5283389Z [cluster1]                     "secretName": "submariner-operator-token-8kfdc"
2021-07-18T08:16:59.5284203Z [cluster1]                 }
2021-07-18T08:16:59.5284743Z [cluster1]             }
2021-07-18T08:16:59.5285162Z [cluster1]         ]
2021-07-18T08:16:59.5285554Z [cluster1]     },
2021-07-18T08:16:59.5285991Z [cluster1]     "status": {
2021-07-18T08:16:59.5286473Z [cluster1]         "conditions": [
2021-07-18T08:16:59.5286943Z [cluster1]             {
2021-07-18T08:16:59.5287477Z [cluster1]                 "lastProbeTime": null,
2021-07-18T08:16:59.5288506Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:15:47Z",
2021-07-18T08:16:59.5289161Z [cluster1]                 "status": "True",
2021-07-18T08:16:59.5289718Z [cluster1]                 "type": "Initialized"
2021-07-18T08:16:59.5290226Z [cluster1]             },
2021-07-18T08:16:59.5290634Z [cluster1]             {
2021-07-18T08:16:59.5291171Z [cluster1]                 "lastProbeTime": null,
2021-07-18T08:16:59.5292477Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:15:48Z",
2021-07-18T08:16:59.5293125Z [cluster1]                 "status": "True",
2021-07-18T08:16:59.5293636Z [cluster1]                 "type": "Ready"
2021-07-18T08:16:59.5294108Z [cluster1]             },
2021-07-18T08:16:59.5294529Z [cluster1]             {
2021-07-18T08:16:59.5295046Z [cluster1]                 "lastProbeTime": null,
2021-07-18T08:16:59.5295947Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:15:48Z",
2021-07-18T08:16:59.5296568Z [cluster1]                 "status": "True",
2021-07-18T08:16:59.5297181Z [cluster1]                 "type": "ContainersReady"
2021-07-18T08:16:59.5297713Z [cluster1]             },
2021-07-18T08:16:59.5298138Z [cluster1]             {
2021-07-18T08:16:59.5298657Z [cluster1]                 "lastProbeTime": null,
2021-07-18T08:16:59.5299744Z [cluster1]                 "lastTransitionTime": "2021-07-18T08:15:47Z",
2021-07-18T08:16:59.5300380Z [cluster1]                 "status": "True",
2021-07-18T08:16:59.5300969Z [cluster1]                 "type": "PodScheduled"
2021-07-18T08:16:59.5301495Z [cluster1]             }
2021-07-18T08:16:59.5301900Z [cluster1]         ],
2021-07-18T08:16:59.5302440Z [cluster1]         "containerStatuses": [
2021-07-18T08:16:59.5302970Z [cluster1]             {
2021-07-18T08:16:59.5304619Z [cluster1]                 "containerID": "containerd://f689b9ec7872b0352605756717d44054102f70bbf9fd0268a77bde52d4abfcb4",
2021-07-18T08:16:59.5306807Z [cluster1]                 "image": "localhost:5000/submariner-operator:local",
2021-07-18T08:16:59.5308467Z [cluster1]                 "imageID": "localhost:5000/submariner-operator@sha256:4fc688208e3986e77644027577c7d3896e83b320cc64da4dcdbe1f94adcbda8b",
2021-07-18T08:16:59.5309613Z [cluster1]                 "lastState": {},
2021-07-18T08:16:59.5310439Z [cluster1]                 "name": "submariner-operator",
2021-07-18T08:16:59.5311081Z [cluster1]                 "ready": true,
2021-07-18T08:16:59.5311611Z [cluster1]                 "restartCount": 0,
2021-07-18T08:16:59.5312289Z [cluster1]                 "started": true,
2021-07-18T08:16:59.5312788Z [cluster1]                 "state": {
2021-07-18T08:16:59.5313280Z [cluster1]                     "running": {
2021-07-18T08:17:00.1949799Z [cluster1]                         "startedAt": " rolebindings --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:17:00.1951641Z [36m[submariner-operator]$ [cluster2] kubectl get rolebindings --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:17:00.1953679Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get rolebindings --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:17:00.1954882Z [cluster2] NAME                  ROLE                       AGE
2021-07-18T08:17:00.1955874Z [cluster2] submariner-operator   Role/submariner-operator   4m21s
2021-07-18T08:17:00.1957432Z [36m[submariner-operator]$ [cluster2] kubectl get deployments --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:17:00.1959278Z [36m[submariner-operator]$ [cluster2] kubectl get deployments --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:17:00.1961240Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get deployments --namespace=submariner-operator submariner-operator[0m
2021-07-18T08:17:00.1962704Z [cluster2] NAME                  READY   UP-TO-DATE   AVAILABLE   AGE
2021-07-18T08:17:00.1963643Z [cluster2] submariner-operator   1/1     1            1           4m16s
2021-07-18T08:17:00.1964856Z [36m[submariner-operator]$ [cluster2] verify_subm_op_pod[0m
2021-07-18T08:17:00.1965874Z [36m[submariner-operator]$ [cluster2] verify_subm_op_pod[0m
2021-07-18T08:17:00.1967497Z [36m[submariner-operator]$ [cluster2] subm_operator_pod_name=$(kubectl get pods --namespace=$subm_ns -l name=$operator_deployment_name -o=jsonpath='{.items..metadata.name}')[0m
2021-07-18T08:17:00.1969659Z [36m[submariner-operator]$ [cluster2] kubectl get pods --namespace=submariner-operator -l name=submariner-operator -o=jsonpath={.items..metadata.name}[0m
2021-07-18T08:17:00.1971886Z [36m[submariner-operator]$ [cluster2] kubectl get pods --namespace=submariner-operator -l name=submariner-operator -o=jsonpath={.items..metadata.name}[0m
2021-07-18T08:17:00.1974191Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get pods --namespace=submariner-operator -l name=submariner-operator -o=jsonpath={.items..metadata.name}[0m
2021-07-18T08:17:00.1976544Z [36m[submariner-operator]$ [cluster2] kubectl get pod submariner-operator-5bfdb87494-r9qb2 --namespace=submariner-operator -o json[0m
2021-07-18T08:17:00.1978822Z [36m[submariner-operator]$ [cluster2] kubectl get pod submariner-operator-5bfdb87494-r9qb2 --namespace=submariner-operator -o json[0m
2021-07-18T08:17:00.2040519Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get pod submariner-operator-5bfdb87494-r9qb2 --namespace=submariner-operator -o json[0m
2021-07-18T08:17:00.2041904Z [cluster2] {
2021-07-18T08:17:00.2042402Z [cluster2]     "apiVersion": "v1",
2021-07-18T08:17:00.2043010Z [cluster2]     "kind": "Pod",
2021-07-18T08:17:00.2043482Z [cluster2]     "metadata": {
2021-07-18T08:17:00.2044318Z [cluster2]         "creationTimestamp": "2021-07-18T08:15:55Z",
2021-07-18T08:17:00.2045463Z [cluster2]         "generateName": "submariner-operator-5bfdb87494-",
2021-07-18T08:17:00.2046312Z [cluster2]         "labels": {
2021-07-18T08:17:00.2047183Z [cluster2]             "name": "submariner-operator",
2021-07-18T08:17:00.2048129Z [cluster2]             "pod-template-hash": "5bfdb87494"
2021-07-18T08:17:00.2048714Z [cluster2]         },
2021-07-18T08:17:00.2049203Z [cluster2]         "managedFields": [
2021-07-18T08:17:00.2049710Z [cluster2]             {
2021-07-18T08:17:00.2050194Z [cluster2]                 "apiVersion": "v1",
2021-07-18T08:17:00.2050805Z [cluster2]                 "fieldsType": "FieldsV1",
2021-07-18T08:17:00.2051367Z [cluster2]                 "fieldsV1": {
2021-07-18T08:17:00.2052099Z [cluster2]                     "f:metadata": {
2021-07-18T08:17:00.2052666Z [cluster2]                         "f:generateName": {},
2021-07-18T08:17:00.2053233Z [cluster2]                         "f:labels": {
2021-07-18T08:17:00.2053714Z [cluster2]                             ".": {},
2021-07-18T08:17:00.2054197Z [cluster2]                             "f:name": {},
2021-07-18T08:17:00.2055009Z [cluster2]                             "f:pod-template-hash": {}
2021-07-18T08:17:00.2055570Z [cluster2]                         },
2021-07-18T08:17:00.2056145Z [cluster2]                         "f:ownerReferences": {
2021-07-18T08:17:00.2056693Z [cluster2]                             ".": {},
2021-07-18T08:17:00.2057663Z [cluster2]                             "k:{\"uid\":\"5ca3d53f-eced-4285-8eca-246b6dd903aa\"}": {
2021-07-18T08:17:00.2058402Z [cluster2]                                 ".": {},
2021-07-18T08:17:00.2058939Z [cluster2]                                 "f:apiVersion": {},
2021-07-18T08:17:00.2059728Z [cluster2]                                 "f:blockOwnerDeletion": {},
2021-07-18T08:17:00.2060403Z [cluster2]                                 "f:controller": {},
2021-07-18T08:17:00.2060950Z [cluster2]                                 "f:kind": {},
2021-07-18T08:17:00.2061437Z [cluster2]                                 "f:name": {},
2021-07-18T08:17:00.2061938Z [cluster2]                                 "f:uid": {}
2021-07-18T08:17:00.2062396Z [cluster2]                             }
2021-07-18T08:17:00.2062952Z [cluster2]                         }
2021-07-18T08:17:00.2063379Z [cluster2]                     },
2021-07-18T08:17:00.2063846Z [cluster2]                     "f:spec": {
2021-07-18T08:17:00.2064363Z [cluster2]                         "f:containers": {
2021-07-18T08:17:00.2065475Z [cluster2]                             "k:{\"name\":\"submariner-operator\"}": {
2021-07-18T08:17:00.2066106Z [cluster2]                                 ".": {},
2021-07-18T08:17:00.2066627Z [cluster2]                                 "f:command": {},
2021-07-18T08:17:00.2067140Z [cluster2]                                 "f:env": {
2021-07-18T08:17:00.2067631Z [cluster2]                                     ".": {},
2021-07-18T08:17:00.2068191Z [cluster2]                                     "k:{\"name\":\"OPERATOR_NAME\"}": {
2021-07-18T08:17:00.2068763Z [cluster2]                                         ".": {},
2021-07-18T08:17:00.2069253Z [cluster2]                                         "f:name": {},
2021-07-18T08:17:00.2069781Z [cluster2]                                         "f:value": {}
2021-07-18T08:17:00.2070274Z [cluster2]                                     },
2021-07-18T08:17:00.2070799Z [cluster2]                                     "k:{\"name\":\"POD_NAME\"}": {
2021-07-18T08:17:00.2071342Z [cluster2]                                         ".": {},
2021-07-18T08:17:00.2071835Z [cluster2]                                         "f:name": {},
2021-07-18T08:17:00.2072386Z [cluster2]                                         "f:valueFrom": {
2021-07-18T08:17:00.2072911Z [cluster2]                                             ".": {},
2021-07-18T08:17:00.2073447Z [cluster2]                                             "f:fieldRef": {
2021-07-18T08:17:00.2073982Z [cluster2]                                                 ".": {},
2021-07-18T08:17:00.2074525Z [cluster2]                                                 "f:apiVersion": {},
2021-07-18T08:17:00.2075133Z [cluster2]                                                 "f:fieldPath": {}
2021-07-18T08:17:00.2075665Z [cluster2]                                             }
2021-07-18T08:17:00.2076143Z [cluster2]                                         }
2021-07-18T08:17:00.2076600Z [cluster2]                                     },
2021-07-18T08:17:00.2077177Z [cluster2]                                     "k:{\"name\":\"WATCH_NAMESPACE\"}": {
2021-07-18T08:17:00.2077741Z [cluster2]                                         ".": {},
2021-07-18T08:17:00.2078492Z [cluster2]                                         "f:name": {},
2021-07-18T08:17:00.2079055Z [cluster2]                                         "f:valueFrom": {
2021-07-18T08:17:00.2079574Z [cluster2]                                             ".": {},
2021-07-18T08:17:00.2104522Z [cluster2]                                             "f:fieldRef": {
2021-07-18T08:17:00.2105230Z [cluster2]                                                 ".": {},
2021-07-18T08:17:00.2105801Z [cluster2]                                                 "f:apiVersion": {},
2021-07-18T08:17:00.2106432Z [cluster2]                                                 "f:fieldPath": {}
2021-07-18T08:17:00.2106974Z [cluster2]                                             }
2021-07-18T08:17:00.2107449Z [cluster2]                                         }
2021-07-18T08:17:00.2107906Z [cluster2]                                     }
2021-07-18T08:17:00.2108510Z [cluster2]                                 },
2021-07-18T08:17:00.2109000Z [cluster2]                                 "f:image": {},
2021-07-18T08:17:00.2109616Z [cluster2]                                 "f:imagePullPolicy": {},
2021-07-18T08:17:00.2110201Z [cluster2]                                 "f:name": {},
2021-07-18T08:17:00.2110740Z [cluster2]                                 "f:resources": {},
2021-07-18T08:17:00.2111446Z [cluster2]                                 "f:terminationMessagePath": {},
2021-07-18T08:17:00.2112336Z [cluster2]                                 "f:terminationMessagePolicy": {}
2021-07-18T08:17:00.2113306Z [cluster2]                             }
2021-07-18T08:17:00.2113834Z [cluster2]                         },
2021-07-18T08:17:00.2114344Z [cluster2]                         "f:dnsPolicy": {},
2021-07-18T08:17:00.2114984Z [cluster2]                         "f:enableServiceLinks": {},
2021-07-18T08:17:00.2115677Z [cluster2]                         "f:restartPolicy": {},
2021-07-18T08:17:00.2116294Z [cluster2]                         "f:schedulerName": {},
2021-07-18T08:17:00.2116946Z [cluster2]                         "f:securityContext": {},
2021-07-18T08:17:00.2117592Z [cluster2]                         "f:serviceAccount": {},
2021-07-18T08:17:00.2118287Z [cluster2]                         "f:serviceAccountName": {},
2021-07-18T08:17:00.2119184Z [cluster2]                         "f:terminationGracePeriodSeconds": {}
2021-07-18T08:17:00.2119928Z [cluster2]                     }
2021-07-18T08:17:00.2120364Z [cluster2]                 },
2021-07-18T08:17:00.2121510Z [cluster2]                 "manager": "kube-controller-manager",
2021-07-18T08:17:00.2122266Z [cluster2]                 "operation": "Update",
2021-07-18T08:17:00.2123015Z [cluster2]                 "time": "2021-07-18T08:15:55Z"
2021-07-18T08:17:00.2123491Z [cluster2]             },
2021-07-18T08:17:00.2123905Z [cluster2]             {
2021-07-18T08:17:00.2124402Z [cluster2]                 "apiVersion": "v1",
2021-07-18T08:17:00.2124992Z [cluster2]                 "fieldsType": "FieldsV1",
2021-07-18T08:17:00.2125577Z [cluster2]                 "fieldsV1": {
2021-07-18T08:17:00.2126087Z [cluster2]                     "f:status": {
2021-07-18T08:17:00.2126609Z [cluster2]                         "f:conditions": {
2021-07-18T08:17:00.2127264Z [cluster2]                             "k:{\"type\":\"ContainersReady\"}": {
2021-07-18T08:17:00.2127854Z [cluster2]                                 ".": {},
2021-07-18T08:17:00.2128423Z [cluster2]                                 "f:lastProbeTime": {},
2021-07-18T08:17:00.2129111Z [cluster2]                                 "f:lastTransitionTime": {},
2021-07-18T08:17:00.2129748Z [cluster2]                                 "f:status": {},
2021-07-18T08:17:00.2130251Z [cluster2]                                 "f:type": {}
2021-07-18T08:17:00.2130730Z [cluster2]                             },
2021-07-18T08:17:00.2131285Z [cluster2]                             "k:{\"type\":\"Initialized\"}": {
2021-07-18T08:17:00.2131829Z [cluster2]                                 ".": {},
2021-07-18T08:17:00.2132512Z [cluster2]                                 "f:lastProbeTime": {},
2021-07-18T08:17:00.2133197Z [cluster2]                                 "f:lastTransitionTime": {},
2021-07-18T08:17:00.2133831Z [cluster2]                                 "f:status": {},
2021-07-18T08:17:00.2134336Z [cluster2]                                 "f:type": {}
2021-07-18T08:17:00.2134817Z [cluster2]                             },
2021-07-18T08:17:00.2135321Z [cluster2]                             "k:{\"type\":\"Ready\"}": {
2021-07-18T08:17:00.2135842Z [cluster2]                                 ".": {},
2021-07-18T08:17:00.2136404Z [cluster2]                                 "f:lastProbeTime": {},
2021-07-18T08:17:00.2137084Z [cluster2]                                 "f:lastTransitionTime": {},
2021-07-18T08:17:00.2137720Z [cluster2]                                 "f:status": {},
2021-07-18T08:17:00.2138265Z [cluster2]                                 "f:type": {}
2021-07-18T08:17:00.2138747Z [cluster2]                             }
2021-07-18T08:17:00.2139386Z [cluster2]                         },
2021-07-18T08:17:00.2139971Z [cluster2]                         "f:containerStatuses": {},
2021-07-18T08:17:00.2140570Z [cluster2]                         "f:hostIP": {},
2021-07-18T08:17:00.2141095Z [cluster2]                         "f:phase": {},
2021-07-18T08:17:00.2141608Z [cluster2]                         "f:podIP": {},
2021-07-18T08:17:00.2142116Z [cluster2]                         "f:podIPs": {
2021-07-18T08:17:00.2142694Z [cluster2]                             ".": {},
2021-07-18T08:17:00.2143178Z [cluster2]                             "k:{\"ip\":\"10.2.128.5\"}": {
2021-07-18T08:17:00.2143679Z [cluster2]                                 ".": {},
2021-07-18T08:17:00.2144149Z [cluster2]                                 "f:ip": {}
2021-07-18T08:17:00.2144620Z [cluster2]                             }
2021-07-18T08:17:00.2145050Z [cluster2]                         },
2021-07-18T08:17:00.2145558Z [cluster2]                         "f:startTime": {}
2021-07-18T08:17:00.2146039Z [cluster2]                     }
2021-07-18T08:17:00.2146471Z [cluster2]                 },
2021-07-18T08:17:00.2146979Z [cluster2]                 "manager": "kubelet",
2021-07-18T08:17:00.2147556Z [cluster2]                 "operation": "Update",
2021-07-18T08:17:00.2148395Z [cluster2]                 "time": "2021-07-18T08:15:57Z"
2021-07-18T08:17:00.2148856Z [cluster2]             }
2021-07-18T08:17:00.2149278Z [cluster2]         ],
2021-07-18T08:17:00.2150298Z [cluster2]         "name": "submariner-operator-5bfdb87494-r9qb2",
2021-07-18T08:17:00.2151498Z [cluster2]         "namespace": "submariner-operator",
2021-07-18T08:17:00.2152207Z [cluster2]         "ownerReferences": [
2021-07-18T08:17:00.2152734Z [cluster2]             {
2021-07-18T08:17:00.2153237Z [cluster2]                 "apiVersion": "apps/v1",
2021-07-18T08:17:00.2153921Z [cluster2]                 "blockOwnerDeletion": true,
2021-07-18T08:17:00.2154591Z [cluster2]                 "controller": true,
2021-07-18T08:17:00.2155165Z [cluster2]                 "kind": "ReplicaSet",
2021-07-18T08:17:00.2156190Z [cluster2]                 "name": "submariner-operator-5bfdb87494",
2021-07-18T08:17:00.2157391Z [cluster2]                 "uid": "5ca3d53f-eced-4285-8eca-246b6dd903aa"
2021-07-18T08:17:00.2158073Z [cluster2]             }
2021-07-18T08:17:00.2158476Z [cluster2]         ],
2021-07-18T08:17:00.2159009Z [cluster2]         "resourceVersion": "2083",
2021-07-18T08:17:00.2159844Z [cluster2]         "uid": "9617c527-605f-47d4-b995-9c6710471034"
2021-07-18T08:17:00.2160386Z [cluster2]     },
2021-07-18T08:17:00.2160808Z [cluster2]     "spec": {
2021-07-18T08:17:00.2161298Z [cluster2]         "containers": [
2021-07-18T08:17:00.2161767Z [cluster2]             {
2021-07-18T08:17:00.2162212Z [cluster2]                 "command": [
2021-07-18T08:17:00.2162991Z [cluster2]                     "submariner-operator",
2021-07-18T08:17:00.2163828Z [cluster2]                     "-alsologtostderr",
2021-07-18T08:17:00.2164621Z [cluster2]                     "-v=1"
2021-07-18T08:17:00.2165058Z [cluster2]                 ],
2021-07-18T08:17:00.2165508Z [cluster2]                 "env": [
2021-07-18T08:17:00.2165945Z [cluster2]                     {
2021-07-18T08:17:00.2166488Z [cluster2]                         "name": "WATCH_NAMESPACE",
2021-07-18T08:17:00.2167058Z [cluster2]                         "valueFrom": {
2021-07-18T08:17:00.2167605Z [cluster2]                             "fieldRef": {
2021-07-18T08:17:00.2168184Z [cluster2]                                 "apiVersion": "v1",
2021-07-18T08:17:00.2168884Z [cluster2]                                 "fieldPath": "metadata.namespace"
2021-07-18T08:17:00.2169526Z [cluster2]                             }
2021-07-18T08:17:00.2169957Z [cluster2]                         }
2021-07-18T08:17:00.2170396Z [cluster2]                     },
2021-07-18T08:17:00.2170812Z [cluster2]                     {
2021-07-18T08:17:00.2171314Z [cluster2]                         "name": "POD_NAME",
2021-07-18T08:17:00.2171850Z [cluster2]                         "valueFrom": {
2021-07-18T08:17:00.2172392Z [cluster2]                             "fieldRef": {
2021-07-18T08:17:00.2172963Z [cluster2]                                 "apiVersion": "v1",
2021-07-18T08:17:00.2173610Z [cluster2]                                 "fieldPath": "metadata.name"
2021-07-18T08:17:00.2174190Z [cluster2]                             }
2021-07-18T08:17:00.2174618Z [cluster2]                         }
2021-07-18T08:17:00.2175135Z [cluster2]                     },
2021-07-18T08:17:00.2175557Z [cluster2]                     {
2021-07-18T08:17:00.2176084Z [cluster2]                         "name": "OPERATOR_NAME",
2021-07-18T08:17:00.2176965Z [cluster2]                         "value": "submariner-operator"
2021-07-18T08:17:00.2177575Z [cluster2]                     }
2021-07-18T08:17:00.2177994Z [cluster2]                 ],
2021-07-18T08:17:00.2178878Z [cluster2]                 "image": "localhost:5000/submariner-operator:local",
2021-07-18T08:17:00.2260345Z [cluster2]                 "imagePullPolicy": "IfNotPresent",
2021-07-18T08:17:00.2261672Z [cluster2]                 "name": "submariner-operator",
2021-07-18T08:17:00.2262339Z [cluster2]                 "resources": {},
2021-07-18T08:17:00.2263324Z [cluster2]                 "terminationMessagePath": "/dev/termination-log",
2021-07-18T08:17:00.2264319Z [cluster2]                 "terminationMessagePolicy": "File",
2021-07-18T08:17:00.2265052Z [cluster2]                 "volumeMounts": [
2021-07-18T08:17:00.2265588Z [cluster2]                     {
2021-07-18T08:17:00.2266301Z [cluster2]                         "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount",
2021-07-18T08:17:00.2267574Z [cluster2]                         "name": "submariner-operator-token-pllb4",
2021-07-18T08:17:00.2268425Z [cluster2]                         "readOnly": true
2021-07-18T08:17:00.2268905Z [cluster2]                     }
2021-07-18T08:17:00.2269343Z [cluster2]                 ]
2021-07-18T08:17:00.2269755Z [cluster2]             }
2021-07-18T08:17:00.2270176Z [cluster2]         ],
2021-07-18T08:17:00.2270709Z [cluster2]         "dnsPolicy": "ClusterFirst",
2021-07-18T08:17:00.2271418Z [cluster2]         "enableServiceLinks": true,
2021-07-18T08:17:00.2272306Z [cluster2]         "nodeName": "cluster2-worker2",
2021-07-18T08:17:00.2273181Z [cluster2]         "preemptionPolicy": "PreemptLowerPriority",
2021-07-18T08:17:00.2273930Z [cluster2]         "priority": 0,
2021-07-18T08:17:00.2274509Z [cluster2]         "restartPolicy": "Always",
2021-07-18T08:17:00.2275421Z [cluster2]         "schedulerName": "default-scheduler",
2021-07-18T08:17:00.2276141Z [cluster2]         "securityContext": {},
2021-07-18T08:17:00.2277077Z [cluster2]         "serviceAccount": "submariner-operator",
2021-07-18T08:17:00.2278185Z [cluster2]         "serviceAccountName": "submariner-operator",
2021-07-18T08:17:00.2279196Z [cluster2]         "terminationGracePeriodSeconds": 30,
2021-07-18T08:17:00.2280243Z [cluster2]         "tolerations": [
2021-07-18T08:17:00.2280885Z [cluster2]             {
2021-07-18T08:17:00.2281385Z [cluster2]                 "effect": "NoExecute",
2021-07-18T08:17:00.2282303Z [cluster2]                 "key": "node.kubernetes.io/not-ready",
2021-07-18T08:17:00.2283009Z [cluster2]                 "operator": "Exists",
2021-07-18T08:17:00.2283623Z [cluster2]                 "tolerationSeconds": 300
2021-07-18T08:17:00.2284175Z [cluster2]             },
2021-07-18T08:17:00.2284589Z [cluster2]             {
2021-07-18T08:17:00.2285101Z [cluster2]                 "effect": "NoExecute",
2021-07-18T08:17:00.2285814Z [cluster2]                 "key": "node.kubernetes.io/unreachable",
2021-07-18T08:17:00.2286523Z [cluster2]                 "operator": "Exists",
2021-07-18T08:17:00.2287141Z [cluster2]                 "tolerationSeconds": 300
2021-07-18T08:17:00.2287693Z [cluster2]             }
2021-07-18T08:17:00.2288094Z [cluster2]         ],
2021-07-18T08:17:00.2288549Z [cluster2]         "volumes": [
2021-07-18T08:17:00.2288983Z [cluster2]             {
2021-07-18T08:17:00.2289941Z [cluster2]                 "name": "submariner-operator-token-pllb4",
2021-07-18T08:17:00.2290851Z [cluster2]                 "secret": {
2021-07-18T08:17:00.2291370Z [cluster2]                     "defaultMode": 420,
2021-07-18T08:17:00.2292483Z [cluster2]                     "secretName": "submariner-operator-token-pllb4"
2021-07-18T08:17:00.2293282Z [cluster2]                 }
2021-07-18T08:17:00.2293836Z [cluster2]             }
2021-07-18T08:17:00.2294238Z [cluster2]         ]
2021-07-18T08:17:00.2294649Z [cluster2]     },
2021-07-18T08:17:00.2295076Z [cluster2]     "status": {
2021-07-18T08:17:00.2295570Z [cluster2]         "conditions": [
2021-07-18T08:17:00.2296023Z [cluster2]             {
2021-07-18T08:17:00.2296558Z [cluster2]                 "lastProbeTime": null,
2021-07-18T08:17:00.2297471Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:15:55Z",
2021-07-18T08:17:00.2298108Z [cluster2]                 "status": "True",
2021-07-18T08:17:00.2298672Z [cluster2]                 "type": "Initialized"
2021-07-18T08:17:00.2299362Z [cluster2]             },
2021-07-18T08:17:00.2299790Z [cluster2]             {
2021-07-18T08:17:00.2300306Z [cluster2]                 "lastProbeTime": null,
2021-07-18T08:17:00.2301212Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:15:56Z",
2021-07-18T08:17:00.2301848Z [cluster2]                 "status": "True",
2021-07-18T08:17:00.2302378Z [cluster2]                 "type": "Ready"
2021-07-18T08:17:00.2302832Z [cluster2]             },
2021-07-18T08:17:00.2303368Z [cluster2]             {
2021-07-18T08:17:00.2303898Z [cluster2]                 "lastProbeTime": null,
2021-07-18T08:17:00.2304782Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:15:56Z",
2021-07-18T08:17:00.2305429Z [cluster2]                 "status": "True",
2021-07-18T08:17:00.2306020Z [cluster2]                 "type": "ContainersReady"
2021-07-18T08:17:00.2306577Z [cluster2]             },
2021-07-18T08:17:00.2306987Z [cluster2]             {
2021-07-18T08:17:00.2307518Z [cluster2]                 "lastProbeTime": null,
2021-07-18T08:17:00.2308392Z [cluster2]                 "lastTransitionTime": "2021-07-18T08:15:55Z",
2021-07-18T08:17:00.2309035Z [cluster2]                 "status": "True",
2021-07-18T08:17:00.2309604Z [cluster2]                 "type": "PodScheduled"
2021-07-18T08:17:00.2310125Z [cluster2]             }
2021-07-18T08:17:00.2310549Z [cluster2]         ],
2021-07-18T08:17:00.2311075Z [cluster2]         "containerStatuses": [
2021-07-18T08:17:00.2311615Z [cluster2]             {
2021-07-18T08:17:00.2313260Z [cluster2]                 "containerID": "containerd://0257d93683e204e1824a0f30357e02f2f2af6cd1a273f414b81740ce353fff2d",
2021-07-18T08:17:00.2315333Z [cluster2]                 "image": "localhost:5000/submariner-operator:local",
2021-07-18T08:17:00.2317068Z [cluster2]                 "imageID": "localhost:5000/submariner-operator@sha256:4fc688208e3986e77644027577c7d3896e83b320cc64da4dcdbe1f94adcbda8b",
2021-07-18T08:17:00.2318238Z [cluster2]                 "lastState": {},
2021-07-18T08:17:00.2319067Z [cluster2]                 "name": "submariner-operator",
2021-07-18T08:17:00.2319710Z [cluster2]                 "ready": true,
2021-07-18T08:17:00.2320261Z [cluster2]                 "restartCount": 0,
2021-07-18T08:17:00.2320803Z [cluster2]                 "started": true,
2021-07-18T08:17:00.2321310Z [cluster2]                 "state": {
2021-07-18T08:17:00.2321793Z [cluster2]                     "running": {
2021-07-18T08:17:00.4853769Z [cluster2]                         "startedAt": "2021-07-18T08:15:48Z"
2021-07-18T08:17:00.4854580Z [cluster1]                     }
2021-07-18T08:17:00.4855013Z [cluster1]                 }
2021-07-18T08:17:00.4855438Z [cluster1]             }
2021-07-18T08:17:00.4855838Z [cluster1]         ],
2021-07-18T08:17:00.4856309Z [cluster1]         "hostIP": "172.18.0.4",
2021-07-18T08:17:00.4856853Z [cluster1]         "phase": "Running",
2021-07-18T08:17:00.4857379Z [cluster1]         "podIP": "10.1.128.5",
2021-07-18T08:17:00.4857858Z [cluster1]         "podIPs": [
2021-07-18T08:17:00.4858316Z [cluster1]             {
2021-07-18T08:17:00.4858768Z [cluster1]                 "ip": "10.1.128.5"
2021-07-18T08:17:00.4859315Z [cluster1]             }
2021-07-18T08:17:00.4859737Z [cluster1]         ],
2021-07-18T08:17:00.4860241Z [cluster1]         "qosClass": "BestEffort",
2021-07-18T08:17:00.4861196Z [cluster1]         "startTime": "2021-07-18T08:15:47Z"
2021-07-18T08:17:00.4861888Z [cluster1]     }
2021-07-18T08:17:00.4862290Z [cluster1] }
2021-07-18T08:17:00.4863917Z [36m[submariner-operator]$ [cluster1] kubectl get pod submariner-operator-5bfdb87494-ksvlj --namespace=submariner-operator -o jsonpath={.status.phase}[0m
2021-07-18T08:17:00.4865648Z [36m[submariner-operator]$ [cluster1] grep Running[0m
2021-07-18T08:17:00.4867435Z [36m[submariner-operator]$ [cluster1] kubectl get pod submariner-operator-5bfdb87494-ksvlj --namespace=submariner-operator -o jsonpath={.status.phase}[0m
2021-07-18T08:17:00.4870102Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get pod submariner-operator-5bfdb87494-ksvlj --namespace=submariner-operator -o jsonpath={.status.phase}[0m
2021-07-18T08:17:00.4871564Z [cluster1] Running
2021-07-18T08:17:00.4873021Z [36m[submariner-operator]$ [cluster1] kubectl logs submariner-operator-5bfdb87494-ksvlj --namespace=submariner-operator[0m
2021-07-18T08:17:00.4875248Z [36m[submariner-operator]$ [cluster1] kubectl logs submariner-operator-5bfdb87494-ksvlj --namespace=submariner-operator[0m
2021-07-18T08:17:00.4877770Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 logs submariner-operator-5bfdb87494-ksvlj --namespace=submariner-operator[0m
2021-07-18T08:17:00.4879219Z [cluster1] I0718 08:15:48.293318       1 main.go:77] cmd "msg"="Go Version: go1.16.5"
2021-07-18T08:17:00.4879946Z [cluster1] I0718 08:15:48.293379       1 main.go:78] cmd "msg"="Go OS/Arch: linux/amd64"
2021-07-18T08:17:00.4880969Z [cluster1] I0718 08:15:48.293387       1 main.go:79] cmd "msg"="Version of operator-sdk: v0.19.0"
2021-07-18T08:17:00.4882111Z [cluster1] I0718 08:15:48.293394       1 main.go:80] cmd "msg"="Submariner operator version: devel-0105e4d"
2021-07-18T08:17:00.4883016Z [cluster1] I0718 08:15:48.293546       1 leader.go:89] leader "msg"="Trying to become the leader."
2021-07-18T08:17:00.4884539Z [cluster1] I0718 08:15:49.047915       1 leader.go:126] leader "msg"="Found existing lock"  "LockOwner"="submariner-operator-586cb56578-dhsld"
2021-07-18T08:17:00.4885798Z [cluster1] I0718 08:15:49.267662       1 leader.go:192] leader "msg"="Not the leader. Waiting."
2021-07-18T08:17:00.4886614Z [cluster1] I0718 08:15:50.407944       1 leader.go:192] leader "msg"="Not the leader. Waiting."
2021-07-18T08:17:00.4887774Z [cluster1] I0718 08:15:52.791343       1 leader.go:171] leader "msg"="Leader pod has been deleted, waiting for garbage collection to remove the lock."
2021-07-18T08:17:00.4888795Z [cluster1] I0718 08:15:57.334879       1 leader.go:149] leader "msg"="Became the leader."
2021-07-18T08:17:00.4890134Z [cluster1] I0718 08:15:57.938237       1 listener.go:44] controller-runtime/metrics "msg"="metrics server is starting to listen"  "addr"="0.0.0.0:8383"
2021-07-18T08:17:00.4891185Z [cluster1] I0718 08:15:57.938625       1 main.go:129] cmd "msg"="Registering Components."
2021-07-18T08:17:00.4892012Z [cluster1] I0718 08:15:57.938783       1 main.go:137] cmd "msg"="Creating the Lighthouse CRDs"
2021-07-18T08:17:00.4893112Z [cluster1] I0718 08:16:02.258026       1 main.go:182] cmd "msg"="Could not create ServiceMonitor object"  "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.4894974Z [cluster1] I0718 08:16:02.258060       1 main.go:186] cmd "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects"  "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.4896228Z [cluster1] I0718 08:16:02.258113       1 main.go:203] cmd "msg"="Starting the Cmd."
2021-07-18T08:17:00.4897476Z [cluster1] I0718 08:16:02.258500       1 internal.go:406] controller-runtime/manager "msg"="starting metrics server"  "path"="/metrics"
2021-07-18T08:17:00.4931800Z [cluster1] I0718 08:16:02.258846       1 controller.go:158] controller-runtime/manager/controller/broker "msg"="Starting EventSource" "reconciler group"="submariner.io" "reconciler kind"="Broker" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{},"status":{}}}
2021-07-18T08:17:00.4936443Z [cluster1] I0718 08:16:02.258971       1 controller.go:158] controller-runtime/manager/controller/servicediscovery "msg"="Starting EventSource" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery" "source"={"Type":{"status":{"deploymentInfo":{}},"metadata":{"creationTimestamp":null},"spec":{"brokerK8sApiServer":"","brokerK8sApiServerToken":"","brokerK8sCA":"","brokerK8sRemoteNamespace":"","clusterID":"","namespace":"","debug":false}}}
2021-07-18T08:17:00.4942288Z [cluster1] I0718 08:16:02.259316       1 controller.go:158] controller-runtime/manager/controller/servicediscovery-controller "msg"="Starting EventSource"  "source"={"Type":{"status":{"deploymentInfo":{}},"metadata":{"creationTimestamp":null},"spec":{"brokerK8sApiServer":"","brokerK8sApiServerToken":"","brokerK8sCA":"","brokerK8sRemoteNamespace":"","clusterID":"","namespace":"","debug":false}}}
2021-07-18T08:17:00.4949111Z [cluster1] I0718 08:16:02.259775       1 controller.go:158] controller-runtime/manager/controller/submariner-controller "msg"="Starting EventSource"  "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"broker":"","brokerK8sApiServer":"","brokerK8sApiServerToken":"","brokerK8sCA":"","brokerK8sRemoteNamespace":"","ceIPSecPSK":"","clusterCIDR":"","clusterID":"","serviceCIDR":"","namespace":"","ceIPSecDebug":false,"debug":false,"natEnabled":false},"status":{"natEnabled":false,"clusterID":"","gatewayDaemonSetStatus":{"mismatchedContainerImages":false},"routeAgentDaemonSetStatus":{"mismatchedContainerImages":false},"globalnetDaemonSetStatus":{"mismatchedContainerImages":false},"loadBalancerStatus":{},"deploymentInfo":{}}}}
2021-07-18T08:17:00.4958067Z [cluster1] I0718 08:16:02.260001       1 controller.go:158] controller-runtime/manager/controller/submariner "msg"="Starting EventSource" "reconciler group"="submariner.io" "reconciler kind"="Submariner" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"broker":"","brokerK8sApiServer":"","brokerK8sApiServerToken":"","brokerK8sCA":"","brokerK8sRemoteNamespace":"","ceIPSecPSK":"","clusterCIDR":"","clusterID":"","serviceCIDR":"","namespace":"","ceIPSecDebug":false,"debug":false,"natEnabled":false},"status":{"natEnabled":false,"clusterID":"","gatewayDaemonSetStatus":{"mismatchedContainerImages":false},"routeAgentDaemonSetStatus":{"mismatchedContainerImages":false},"globalnetDaemonSetStatus":{"mismatchedContainerImages":false},"loadBalancerStatus":{},"deploymentInfo":{}}}}
2021-07-18T08:17:00.4963720Z [cluster1] I0718 08:16:02.359365       1 controller.go:165] controller-runtime/manager/controller/servicediscovery "msg"="Starting Controller" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery"
2021-07-18T08:17:00.4966238Z [cluster1] I0718 08:16:02.359560       1 controller.go:192] controller-runtime/manager/controller/servicediscovery "msg"="Starting workers" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery" "worker count"=1
2021-07-18T08:17:00.4968539Z [cluster1] I0718 08:16:02.359753       1 controller.go:165] controller-runtime/manager/controller/broker "msg"="Starting Controller" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.4970694Z [cluster1] I0718 08:16:02.359776       1 controller.go:192] controller-runtime/manager/controller/broker "msg"="Starting workers" "reconciler group"="submariner.io" "reconciler kind"="Broker" "worker count"=1
2021-07-18T08:17:00.4973627Z [cluster1] I0718 08:16:02.361790       1 controller.go:158] controller-runtime/manager/controller/servicediscovery-controller "msg"="Starting EventSource"  "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"selector":null,"template":{"metadata":{"creationTimestamp":null},"spec":{"containers":null}},"strategy":{}},"status":{}}}
2021-07-18T08:17:00.4977838Z [cluster1] I0718 08:16:02.361835       1 controller.go:158] controller-runtime/manager/controller/submariner-controller "msg"="Starting EventSource"  "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"selector":null,"template":{"metadata":{"creationTimestamp":null},"spec":{"containers":null}},"updateStrategy":{}},"status":{"currentNumberScheduled":0,"numberMisscheduled":0,"desiredNumberScheduled":0,"numberReady":0}}}
2021-07-18T08:17:00.5064986Z [cluster1] I0718 08:16:02.361855       1 controller.go:158] controller-runtime/manager/controller/submariner "msg"="Starting EventSource" "reconciler group"="submariner.io" "reconciler kind"="Submariner" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"selector":null,"template":{"metadata":{"creationTimestamp":null},"spec":{"containers":null}},"strategy":{}},"status":{}}}
2021-07-18T08:17:00.5067821Z [cluster1] I0718 08:16:02.463487       1 controller.go:165] controller-runtime/manager/controller/servicediscovery-controller "msg"="Starting Controller"
2021-07-18T08:17:00.5069902Z [cluster1] I0718 08:16:02.463684       1 controller.go:192] controller-runtime/manager/controller/servicediscovery-controller "msg"="Starting workers"  "worker count"=1
2021-07-18T08:17:00.5073065Z [cluster1] I0718 08:16:02.463877       1 controller.go:158] controller-runtime/manager/controller/submariner-controller "msg"="Starting EventSource"  "source"={"Type":{"metadata":{"creationTimestamp":null},"status":{"version":"","haStatus":"","localEndpoint":{"cluster_id":"","cable_name":"","hostname":"","subnets":null,"private_ip":"","public_ip":"","nat_enabled":false,"backend":""},"statusFailure":"","connections":null}}}
2021-07-18T08:17:00.5076044Z [cluster1] I0718 08:16:02.464517       1 controller.go:165] controller-runtime/manager/controller/submariner "msg"="Starting Controller" "reconciler group"="submariner.io" "reconciler kind"="Submariner"
2021-07-18T08:17:00.5078921Z [cluster1] E0718 08:16:02.528328       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5081697Z [cluster1] I0718 08:16:02.564675       1 controller.go:192] controller-runtime/manager/controller/submariner "msg"="Starting workers" "reconciler group"="submariner.io" "reconciler kind"="Submariner" "worker count"=1
2021-07-18T08:17:00.5083814Z [cluster1] I0718 08:16:02.564856       1 controller.go:165] controller-runtime/manager/controller/submariner-controller "msg"="Starting Controller"
2021-07-18T08:17:00.5085922Z [cluster1] I0718 08:16:02.564901       1 controller.go:192] controller-runtime/manager/controller/submariner-controller "msg"="Starting workers"  "worker count"=1
2021-07-18T08:17:00.5088046Z [cluster1] I0718 08:16:02.565004       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5090286Z [cluster1] I0718 08:16:02.565157       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5093161Z [cluster1] E0718 08:16:02.582721       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5096559Z [cluster1] E0718 08:16:02.678576       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5160565Z [cluster1] E0718 08:16:02.769277       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5164694Z [cluster1] E0718 08:16:02.872618       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5168079Z [cluster1] E0718 08:16:03.080029       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5171449Z [cluster1] E0718 08:16:03.422317       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5175095Z [cluster1] E0718 08:16:03.799876       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5177817Z [cluster1] I0718 08:16:04.509113       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5180861Z [cluster1] E0718 08:16:04.517603       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5183609Z [cluster1] I0718 08:16:04.535059       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5185839Z [cluster1] I0718 08:16:04.535188       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5188824Z [cluster1] E0718 08:16:05.841945       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5191585Z [cluster1] I0718 08:16:08.096538       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5193831Z [cluster1] I0718 08:16:08.097138       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5195457Z [cluster1] I0718 08:16:08.138219       1 submariner_networkdiscovery.go:42] controller_submariner "msg"="Cluster network discovered"
2021-07-18T08:17:00.5197229Z [cluster1] I0718 08:16:08.138250       1 network.go:56] controller_submariner "msg"="Discovered K8s network details"  "clusterCIDRs"=["10.1.0.0/16"] "plugin"="weave-net" "serviceCIDRs"=["100.1.0.0/16"]
2021-07-18T08:17:00.5198690Z [cluster1] I0718 08:16:08.138262       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5200091Z [cluster1] I0718 08:16:08.138273       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5201444Z [cluster1] I0718 08:16:08.141377       1 submariner_networkdiscovery.go:42] controller_submariner "msg"="Cluster network discovered"
2021-07-18T08:17:00.5203327Z [cluster1] I0718 08:16:08.141411       1 network.go:56] controller_submariner "msg"="Discovered K8s network details"  "clusterCIDRs"=["10.1.0.0/16"] "plugin"="weave-net" "serviceCIDRs"=["100.1.0.0/16"]
2021-07-18T08:17:00.5204807Z [cluster1] I0718 08:16:08.141424       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5206191Z [cluster1] I0718 08:16:08.141434       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5208644Z [cluster1] I0718 08:16:08.147284       1 helpers.go:83] controller_submariner "msg"="Created a new DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5212264Z [cluster1] E0718 08:16:08.154220       1 controller.go:267] controller-runtime/manager/controller/submariner-controller "msg"="Reconciler error" "error"="error creating or updating DaemonSet submariner-operator/submariner-gateway: daemonsets.apps \"submariner-gateway\" already exists" "name"="submariner" "namespace"="submariner-operator"
2021-07-18T08:17:00.5215323Z [cluster1] I0718 08:16:08.154402       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5216998Z [cluster1] I0718 08:16:08.154444       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5218372Z [cluster1] I0718 08:16:08.154480       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5261907Z [cluster1] I0718 08:16:08.166521       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5265432Z [cluster1] I0718 08:16:08.181597       1 helpers.go:231] controller_submariner "msg"="Created a new Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5269226Z [cluster1] E0718 08:16:08.181658       1 controller.go:267] controller-runtime/manager/controller/submariner-controller "msg"="Reconciler error" "error"="error creating or updating Service submariner-operator/submariner-gateway-metrics: Service \"submariner-gateway-metrics\" not found" "name"="submariner" "namespace"="submariner-operator"
2021-07-18T08:17:00.5272407Z [cluster1] I0718 08:16:08.181683       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5274112Z [cluster1] I0718 08:16:08.181718       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5275510Z [cluster1] I0718 08:16:08.181733       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5291489Z [cluster1] I0718 08:16:08.263924       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5294804Z [cluster1] I0718 08:16:08.308867       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5298511Z [cluster1] I0718 08:16:08.310793       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5302060Z [cluster1] E0718 08:16:08.467835       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5305329Z [cluster1] I0718 08:16:08.910792       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5308471Z [cluster1] I0718 08:16:08.916775       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5311662Z [cluster1] I0718 08:16:08.920428       1 helpers.go:83] controller_submariner "msg"="Created a new DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5315599Z [cluster1] E0718 08:16:08.925291       1 controller.go:267] controller-runtime/manager/controller/submariner "msg"="Reconciler error" "error"="error creating or updating DaemonSet submariner-operator/submariner-routeagent: daemonsets.apps \"submariner-routeagent\" already exists" "name"="submariner" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Submariner"
2021-07-18T08:17:00.5318871Z [cluster1] I0718 08:16:08.930535       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5320543Z [cluster1] I0718 08:16:08.930576       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5322030Z [cluster1] I0718 08:16:08.930586       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5324309Z [cluster1] I0718 08:16:08.946534       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5327059Z [cluster1] I0718 08:16:08.946977       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5329992Z [cluster1] I0718 08:16:08.955443       1 servicediscovery_resources.go:66] controller_submariner "msg"="Created Service Discovery CR" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Name"="service-discovery" "Namespace"="submariner-operator"
2021-07-18T08:17:00.5333413Z [cluster1] I0718 08:16:08.974688       1 helpers.go:129] controller_servicediscovery "msg"="Created a new Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5336869Z [cluster1] I0718 08:16:08.996345       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5376342Z [cluster1] E0718 08:16:09.014387       1 controller.go:267] controller-runtime/manager/controller/servicediscovery "msg"="Reconciler error" "error"="error creating or updating Deployment submariner-operator/submariner-lighthouse-agent: deployments.apps \"submariner-lighthouse-agent\" already exists" "name"="service-discovery" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery"
2021-07-18T08:17:00.5380760Z [cluster1] I0718 08:16:09.020483       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5384137Z [cluster1] I0718 08:16:09.051527       1 helpers.go:231] controller_servicediscovery "msg"="Created a new Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5387734Z [cluster1] I0718 08:16:09.128029       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5390487Z [cluster1] I0718 08:16:09.138065       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5392170Z [cluster1] I0718 08:16:09.138117       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5393564Z [cluster1] I0718 08:16:09.138129       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5396030Z [cluster1] I0718 08:16:09.185491       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5399555Z [cluster1] I0718 08:16:09.208757       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5403301Z [cluster1] I0718 08:16:09.230142       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5406911Z [cluster1] I0718 08:16:09.241981       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5410580Z [cluster1] I0718 08:16:09.653806       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5413873Z [cluster1] I0718 08:16:09.730924       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5417072Z [cluster1] I0718 08:16:09.751970       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5420882Z [cluster1] I0718 08:16:09.777933       1 helpers.go:175] controller_servicediscovery "msg"="Created a new ConfigMap" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "ConfigMap.Name"="submariner-lighthouse-coredns" "ConfigMap.Namespace"="submariner-operator"
2021-07-18T08:17:00.5424634Z [cluster1] I0718 08:16:09.803544       1 helpers.go:129] controller_servicediscovery "msg"="Created a new Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5428596Z [cluster1] E0718 08:16:09.810370       1 submariner_controller.go:204] controller_submariner "msg"="failed to update the Submariner status" "error"="Operation cannot be fulfilled on submariners.submariner.io \"submariner\": the object has been modified; please apply your changes to the latest version and try again" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5431625Z [cluster1] I0718 08:16:09.811077       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5433307Z [cluster1] I0718 08:16:09.811195       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5434697Z [cluster1] I0718 08:16:09.811237       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5437162Z [cluster1] I0718 08:16:09.847214       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5440478Z [cluster1] I0718 08:16:09.855148       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5444077Z [cluster1] I0718 08:16:09.977090       1 helpers.go:231] controller_servicediscovery "msg"="Created a new Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5447508Z [cluster1] I0718 08:16:09.977576       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5450736Z [cluster1] I0718 08:16:09.978147       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5454285Z [cluster1] I0718 08:16:10.084491       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5457281Z [cluster1] I0718 08:16:10.195458       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5458944Z [cluster1] I0718 08:16:10.195508       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5476678Z [cluster1] I0718 08:16:10.195518       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5482567Z [cluster1] I0718 08:16:10.230144       1 helpers.go:231] controller_servicediscovery "msg"="Created a new Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5489556Z [cluster1] I0718 08:16:10.237662       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5503614Z [cluster1] I0718 08:16:10.515195       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5507718Z [cluster1] I0718 08:16:10.650218       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5516721Z [cluster1] E0718 08:16:10.660946       1 controller.go:267] controller-runtime/manager/controller/servicediscovery "msg"="Reconciler error" "error"="error creating or updating Service submariner-operator/submariner-lighthouse-coredns-metrics: services \"submariner-lighthouse-coredns-metrics\" already exists" "name"="service-discovery" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery"
2021-07-18T08:17:00.5524921Z [cluster1] I0718 08:16:10.674015       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5528265Z [cluster1] I0718 08:16:10.723983       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5532297Z [cluster1] I0718 08:16:10.734531       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5551329Z [cluster1] I0718 08:16:10.857649       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5608298Z [cluster1] I0718 08:16:10.865580       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5611712Z [cluster1] I0718 08:16:10.869374       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5616190Z [cluster1] I0718 08:16:10.870377       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.1.139.194\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster1.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n"
2021-07-18T08:17:00.5620504Z [cluster1] I0718 08:16:10.894341       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5623556Z [cluster1] I0718 08:16:10.899773       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5627129Z [cluster1] I0718 08:16:10.905147       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5630968Z [cluster1] I0718 08:16:10.915044       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5634966Z [cluster1] E0718 08:16:10.924744       1 submariner_controller.go:204] controller_submariner "msg"="failed to update the Submariner status" "error"="Operation cannot be fulfilled on submariners.submariner.io \"submariner\": the object has been modified; please apply your changes to the latest version and try again" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5637996Z [cluster1] I0718 08:16:10.924803       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5639684Z [cluster1] I0718 08:16:10.924889       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5641084Z [cluster1] I0718 08:16:10.924902       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5643691Z [cluster1] I0718 08:16:11.031302       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5647123Z [cluster1] I0718 08:16:11.084788       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5650390Z [cluster1] I0718 08:16:11.259598       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5653593Z [cluster1] I0718 08:16:11.287162       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5657349Z [cluster1] I0718 08:16:11.339294       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5685654Z [cluster1] I0718 08:16:11.360208       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5689856Z [cluster1] I0718 08:16:11.384809       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5693563Z [cluster1] I0718 08:16:11.530281       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5697182Z [cluster1] I0718 08:16:11.552426       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5701267Z [cluster1] I0718 08:16:11.578391       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5704820Z [cluster1] I0718 08:16:11.689024       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5708036Z [cluster1] I0718 08:16:11.712133       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5711376Z [cluster1] I0718 08:16:11.989427       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5714664Z [cluster1] I0718 08:16:11.993825       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5719119Z [cluster1] I0718 08:16:11.993865       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.1.139.194\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster1.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:00.5723395Z [cluster1] I0718 08:16:12.180384       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5726558Z [cluster1] I0718 08:16:12.185107       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5731005Z [cluster1] I0718 08:16:12.185162       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.1.139.194\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster1.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:00.5735325Z [cluster1] E0718 08:16:14.058269       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.5738090Z [cluster1] I0718 08:16:15.202959       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5739914Z [cluster1] I0718 08:16:15.203007       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5741311Z [cluster1] I0718 08:16:15.203018       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5743817Z [cluster1] I0718 08:16:15.505183       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5747072Z [cluster1] I0718 08:16:15.593627       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5750304Z [cluster1] I0718 08:16:16.292091       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5754692Z [cluster1] I0718 08:16:16.442598       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5757504Z [cluster1] I0718 08:16:16.490589       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5759185Z [cluster1] I0718 08:16:16.490640       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5761185Z [cluster1] I0718 08:16:16.490651       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5763302Z [cluster1] I0718 08:16:16.492326       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5764975Z [cluster1] I0718 08:16:16.492354       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5766367Z [cluster1] I0718 08:16:16.492364       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5768843Z [cluster1] I0718 08:16:16.580943       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5772181Z [cluster1] I0718 08:16:16.585164       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5775450Z [cluster1] I0718 08:16:16.639273       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5779732Z [cluster1] I0718 08:16:16.639729       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5783273Z [cluster1] I0718 08:16:17.111708       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5786723Z [cluster1] I0718 08:16:17.149306       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5790576Z [cluster1] I0718 08:16:17.156824       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5794828Z [cluster1] I0718 08:16:17.277027       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5798751Z [cluster1] I0718 08:16:17.314533       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5802104Z [cluster1] I0718 08:16:17.355084       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5805505Z [cluster1] I0718 08:16:17.364141       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5821548Z [cluster1] I0718 08:16:17.407313       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5823261Z [cluster1] I0718 08:16:17.411415       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5824794Z [cluster1] I0718 08:16:17.411468       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5827860Z [cluster1] I0718 08:16:17.644171       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5831524Z [cluster1] E0718 08:16:17.665811       1 submariner_controller.go:204] controller_submariner "msg"="failed to update the Submariner status" "error"="Operation cannot be fulfilled on submariners.submariner.io \"submariner\": the object has been modified; please apply your changes to the latest version and try again" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5834742Z [cluster1] I0718 08:16:17.670698       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5836413Z [cluster1] I0718 08:16:17.677725       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5837820Z [cluster1] I0718 08:16:17.677851       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5840427Z [cluster1] I0718 08:16:17.802196       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5843850Z [cluster1] I0718 08:16:17.802553       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5847126Z [cluster1] I0718 08:16:17.805441       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5850380Z [cluster1] I0718 08:16:17.904048       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5854292Z [cluster1] I0718 08:16:17.904463       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5858310Z [cluster1] I0718 08:16:18.035463       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5862016Z [cluster1] I0718 08:16:18.477535       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5865226Z [cluster1] I0718 08:16:18.518530       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5868766Z [cluster1] I0718 08:16:18.576204       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5871960Z [cluster1] I0718 08:16:18.641796       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5875796Z [cluster1] I0718 08:16:18.698164       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5879970Z [cluster1] I0718 08:16:18.716833       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5884737Z [cluster1] I0718 08:16:18.716881       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.1.139.194\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster1.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:00.5888673Z [cluster1] I0718 08:16:19.134346       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5891999Z [cluster1] I0718 08:16:19.145787       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5895842Z [cluster1] I0718 08:16:19.163951       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5899670Z [cluster1] I0718 08:16:19.765545       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5903436Z [cluster1] I0718 08:16:19.772301       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5907359Z [cluster1] I0718 08:16:19.776428       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5911071Z [cluster1] I0718 08:16:20.378435       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5914458Z [cluster1] I0718 08:16:20.380907       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5918929Z [cluster1] I0718 08:16:20.380948       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.1.139.194\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster1.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:00.5922728Z [cluster1] I0718 08:16:21.310806       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5924419Z [cluster1] I0718 08:16:21.310862       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5926192Z [cluster1] I0718 08:16:21.311013       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5928740Z [cluster1] I0718 08:16:21.349647       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5932009Z [cluster1] I0718 08:16:21.373565       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5935272Z [cluster1] I0718 08:16:21.977031       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5938492Z [cluster1] I0718 08:16:21.984073       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5941397Z [cluster1] I0718 08:16:22.009442       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5943059Z [cluster1] I0718 08:16:22.009491       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5944561Z [cluster1] I0718 08:16:22.009503       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5946572Z [cluster1] I0718 08:16:22.011763       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5948228Z [cluster1] I0718 08:16:22.011803       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.5949695Z [cluster1] I0718 08:16:22.011814       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.5952185Z [cluster1] I0718 08:16:22.055945       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5955371Z [cluster1] I0718 08:16:22.058125       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5959073Z [cluster1] I0718 08:16:22.066969       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5962469Z [cluster1] I0718 08:16:22.067669       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5965464Z [cluster1] I0718 08:16:22.602783       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.5968782Z [cluster1] I0718 08:16:22.648768       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.5972634Z [cluster1] I0718 08:16:22.664611       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.5976166Z [cluster1] I0718 08:16:22.674811       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5979471Z [cluster1] I0718 08:16:22.676033       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5982662Z [cluster1] I0718 08:16:22.718150       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5985945Z [cluster1] I0718 08:16:22.897445       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.5989384Z [cluster1] I0718 08:16:23.267008       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.5993369Z [cluster1] I0718 08:16:23.291739       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:00.6035522Z [cluster1] I0718 08:16:23.307847       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6039292Z [cluster1] I0718 08:16:23.910711       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6042756Z [cluster1] I0718 08:16:23.913559       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6047228Z [cluster1] I0718 08:16:23.913730       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.1.139.194\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster1.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:00.6051787Z [cluster1] E0718 08:16:24.479844       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.6054548Z [cluster1] I0718 08:16:31.393554       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6056370Z [cluster1] I0718 08:16:31.393621       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6057758Z [cluster1] I0718 08:16:31.393633       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6068213Z [cluster1] I0718 08:16:31.483965       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6071982Z [cluster1] I0718 08:16:31.523912       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6075245Z [cluster1] I0718 08:16:32.126206       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6079009Z [cluster1] I0718 08:16:32.137430       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6081959Z [cluster1] I0718 08:16:32.164492       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6083620Z [cluster1] I0718 08:16:32.164539       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6085022Z [cluster1] I0718 08:16:32.164564       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6087001Z [cluster1] I0718 08:16:32.165736       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6088654Z [cluster1] I0718 08:16:32.165878       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6090039Z [cluster1] I0718 08:16:32.166029       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6092526Z [cluster1] I0718 08:16:32.200307       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6095869Z [cluster1] I0718 08:16:32.239656       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6099270Z [cluster1] I0718 08:16:32.329584       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6102540Z [cluster1] I0718 08:16:32.337164       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6105757Z [cluster1] I0718 08:16:32.840951       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6108946Z [cluster1] I0718 08:16:32.849127       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6112314Z [cluster1] I0718 08:16:32.988155       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6115526Z [cluster1] I0718 08:16:33.026529       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6118224Z [cluster1] I0718 08:16:36.503853       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6119992Z [cluster1] I0718 08:16:36.503921       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6121392Z [cluster1] I0718 08:16:36.503932       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6123866Z [cluster1] I0718 08:16:36.528823       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6127124Z [cluster1] I0718 08:16:36.533363       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6130363Z [cluster1] I0718 08:16:37.135548       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6133532Z [cluster1] I0718 08:16:37.157504       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6136350Z [cluster1] I0718 08:16:37.187146       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6138009Z [cluster1] I0718 08:16:37.187333       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6139492Z [cluster1] I0718 08:16:37.187377       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6141525Z [cluster1] I0718 08:16:37.189003       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6143197Z [cluster1] I0718 08:16:37.189048       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6144576Z [cluster1] I0718 08:16:37.189059       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6147064Z [cluster1] I0718 08:16:37.232269       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6150246Z [cluster1] I0718 08:16:37.239293       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6153490Z [cluster1] I0718 08:16:37.251260       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6168045Z [cluster1] I0718 08:16:37.257348       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6171543Z [cluster1] I0718 08:16:37.854055       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6174695Z [cluster1] I0718 08:16:37.859217       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6177883Z [cluster1] I0718 08:16:37.863079       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6181359Z [cluster1] I0718 08:16:37.884833       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6184083Z [cluster1] I0718 08:16:41.542912       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6186087Z [cluster1] I0718 08:16:41.542995       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6188670Z [cluster1] I0718 08:16:41.543012       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6208223Z [cluster1] I0718 08:16:41.561862       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6211496Z [cluster1] I0718 08:16:41.566452       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6214755Z [cluster1] I0718 08:16:42.168971       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6233221Z [cluster1] I0718 08:16:42.175947       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6236001Z [cluster1] I0718 08:16:42.186667       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6238249Z [cluster1] I0718 08:16:42.186674       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6239915Z [cluster1] I0718 08:16:42.186874       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6241364Z [cluster1] I0718 08:16:42.186961       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6242764Z [cluster1] I0718 08:16:42.186880       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6244351Z [cluster1] I0718 08:16:42.187059       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6246869Z [cluster1] I0718 08:16:42.209063       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6250055Z [cluster1] I0718 08:16:42.210913       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6253314Z [cluster1] I0718 08:16:42.215761       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6256603Z [cluster1] I0718 08:16:42.216236       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6260014Z [cluster1] I0718 08:16:42.818489       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6263293Z [cluster1] I0718 08:16:42.821258       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6266491Z [cluster1] I0718 08:16:42.829215       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6269762Z [cluster1] I0718 08:16:42.829992       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6273112Z [cluster1] E0718 08:16:45.045473       1 controller.go:267] controller-runtime/manager/controller/broker "msg"="Reconciler error" "error"="invalid GlobalnetCidrRange: invalid CIDR address: " "name"="submariner-broker" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:00.6275868Z [cluster1] I0718 08:16:46.568745       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6277811Z [cluster1] I0718 08:16:46.568801       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6279290Z [cluster1] I0718 08:16:46.568959       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6281797Z [cluster1] I0718 08:16:46.589183       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6285060Z [cluster1] I0718 08:16:46.599907       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6288530Z [cluster1] I0718 08:16:47.202967       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6291763Z [cluster1] I0718 08:16:47.211705       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6294482Z [cluster1] I0718 08:16:47.225031       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6296153Z [cluster1] I0718 08:16:47.225236       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6297548Z [cluster1] I0718 08:16:47.225296       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6307822Z [cluster1] I0718 08:16:47.226096       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6309555Z [cluster1] I0718 08:16:47.226296       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6311119Z [cluster1] I0718 08:16:47.226466       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6313743Z [cluster1] I0718 08:16:47.238122       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6317032Z [cluster1] I0718 08:16:47.245583       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6320407Z [cluster1] I0718 08:16:47.246980       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6323655Z [cluster1] I0718 08:16:47.268858       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6326886Z [cluster1] I0718 08:16:47.847894       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6330080Z [cluster1] I0718 08:16:47.854228       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6333325Z [cluster1] I0718 08:16:47.871533       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6336616Z [cluster1] I0718 08:16:47.883089       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6340017Z [cluster1] I0718 08:16:51.609539       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6341737Z [cluster1] I0718 08:16:51.609739       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6343122Z [cluster1] I0718 08:16:51.609760       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6345637Z [cluster1] I0718 08:16:51.625441       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6348922Z [cluster1] I0718 08:16:51.630540       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6352122Z [cluster1] I0718 08:16:52.232384       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6355449Z [cluster1] I0718 08:16:52.242101       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6358201Z [cluster1] I0718 08:16:52.280420       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6359855Z [cluster1] I0718 08:16:52.280711       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6361245Z [cluster1] I0718 08:16:52.280809       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6363220Z [cluster1] I0718 08:16:52.280646       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6364876Z [cluster1] I0718 08:16:52.282224       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6366267Z [cluster1] I0718 08:16:52.282306       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6368747Z [cluster1] I0718 08:16:52.299883       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6371932Z [cluster1] I0718 08:16:52.302437       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6375170Z [cluster1] I0718 08:16:52.313264       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6378543Z [cluster1] I0718 08:16:52.314482       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6381923Z [cluster1] I0718 08:16:52.916256       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6385065Z [cluster1] I0718 08:16:52.919216       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6388265Z [cluster1] I0718 08:16:52.931128       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6391572Z [cluster1] I0718 08:16:52.931870       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6394278Z [cluster1] I0718 08:16:56.644007       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:00.6396060Z [cluster1] I0718 08:16:56.644059       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:00.6404275Z [cluster1] I0718 08:16:56.644070       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:00.6408014Z [cluster1] I0718 08:16:56.659746       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6411381Z [cluster1] I0718 08:16:56.668256       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:00.6414654Z [cluster1] I0718 08:16:57.271151       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:00.6417832Z [cluster1] I0718 08:16:57.279319       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:00.6420796Z [cluster1] I0718 08:16:57.295645       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2003407Z [cluster1] I0718 08:16:57.295704       1 submariner2021-07-18T08:15:56Z"
2021-07-18T08:17:01.2004202Z [cluster2]                     }
2021-07-18T08:17:01.2004685Z [cluster2]                 }
2021-07-18T08:17:01.2005102Z [cluster2]             }
2021-07-18T08:17:01.2005517Z [cluster2]         ],
2021-07-18T08:17:01.2005976Z [cluster2]         "hostIP": "172.18.0.7",
2021-07-18T08:17:01.2006606Z [cluster2]         "phase": "Running",
2021-07-18T08:17:01.2007127Z [cluster2]         "podIP": "10.2.128.5",
2021-07-18T08:17:01.2007603Z [cluster2]         "podIPs": [
2021-07-18T08:17:01.2008155Z [cluster2]             {
2021-07-18T08:17:01.2008845Z [cluster2]                 "ip": "10.2.128.5"
2021-07-18T08:17:01.2009299Z [cluster2]             }
2021-07-18T08:17:01.2009699Z [cluster2]         ],
2021-07-18T08:17:01.2010213Z [cluster2]         "qosClass": "BestEffort",
2021-07-18T08:17:01.2011058Z [cluster2]         "startTime": "2021-07-18T08:15:55Z"
2021-07-18T08:17:01.2011552Z [cluster2]     }
2021-07-18T08:17:01.2011942Z [cluster2] }
2021-07-18T08:17:01.2013774Z [36m[submariner-operator]$ [cluster2] kubectl get pod submariner-operator-5bfdb87494-r9qb2 --namespace=submariner-operator -o jsonpath={.status.phase}[0m
2021-07-18T08:17:01.2015501Z [36m[submariner-operator]$ [cluster2] grep Running[0m
2021-07-18T08:17:01.2017371Z [36m[submariner-operator]$ [cluster2] kubectl get pod submariner-operator-5bfdb87494-r9qb2 --namespace=submariner-operator -o jsonpath={.status.phase}[0m
2021-07-18T08:17:01.2020298Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get pod submariner-operator-5bfdb87494-r9qb2 --namespace=submariner-operator -o jsonpath={.status.phase}[0m
2021-07-18T08:17:01.2021823Z [cluster2] Running
2021-07-18T08:17:01.2023319Z [36m[submariner-operator]$ [cluster2] kubectl logs submariner-operator-5bfdb87494-r9qb2 --namespace=submariner-operator[0m
2021-07-18T08:17:01.2025725Z [36m[submariner-operator]$ [cluster2] kubectl logs submariner-operator-5bfdb87494-r9qb2 --namespace=submariner-operator[0m
2021-07-18T08:17:01.2028095Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 logs submariner-operator-5bfdb87494-r9qb2 --namespace=submariner-operator[0m
2021-07-18T08:17:01.2029698Z [cluster2] I0718 08:15:57.011146       1 main.go:77] cmd "msg"="Go Version: go1.16.5"
2021-07-18T08:17:01.2030420Z [cluster2] I0718 08:15:57.011435       1 main.go:78] cmd "msg"="Go OS/Arch: linux/amd64"
2021-07-18T08:17:01.2031438Z [cluster2] I0718 08:15:57.011514       1 main.go:79] cmd "msg"="Version of operator-sdk: v0.19.0"
2021-07-18T08:17:01.2032573Z [cluster2] I0718 08:15:57.011587       1 main.go:80] cmd "msg"="Submariner operator version: devel-0105e4d"
2021-07-18T08:17:01.2033477Z [cluster2] I0718 08:15:57.011864       1 leader.go:89] leader "msg"="Trying to become the leader."
2021-07-18T08:17:01.2035113Z [cluster2] I0718 08:15:57.667267       1 leader.go:126] leader "msg"="Found existing lock"  "LockOwner"="submariner-operator-586cb56578-2w6vr"
2021-07-18T08:17:01.2036347Z [cluster2] I0718 08:15:57.772113       1 leader.go:192] leader "msg"="Not the leader. Waiting."
2021-07-18T08:17:01.2037171Z [cluster2] I0718 08:15:58.915336       1 leader.go:192] leader "msg"="Not the leader. Waiting."
2021-07-18T08:17:01.2037996Z [cluster2] I0718 08:16:01.348307       1 leader.go:192] leader "msg"="Not the leader. Waiting."
2021-07-18T08:17:01.2038808Z [cluster2] I0718 08:16:05.893042       1 leader.go:192] leader "msg"="Not the leader. Waiting."
2021-07-18T08:17:01.2039627Z [cluster2] I0718 08:16:14.611231       1 leader.go:149] leader "msg"="Became the leader."
2021-07-18T08:17:01.2040969Z [cluster2] I0718 08:16:15.214361       1 listener.go:44] controller-runtime/metrics "msg"="metrics server is starting to listen"  "addr"="0.0.0.0:8383"
2021-07-18T08:17:01.2042019Z [cluster2] I0718 08:16:15.214666       1 main.go:129] cmd "msg"="Registering Components."
2021-07-18T08:17:01.2042933Z [cluster2] I0718 08:16:15.214749       1 main.go:137] cmd "msg"="Creating the Lighthouse CRDs"
2021-07-18T08:17:01.2044015Z [cluster2] I0718 08:16:19.552939       1 main.go:182] cmd "msg"="Could not create ServiceMonitor object"  "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2045904Z [cluster2] I0718 08:16:19.552973       1 main.go:186] cmd "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects"  "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2047145Z [cluster2] I0718 08:16:19.553018       1 main.go:203] cmd "msg"="Starting the Cmd."
2021-07-18T08:17:01.2048602Z [cluster2] I0718 08:16:19.554095       1 internal.go:406] controller-runtime/manager "msg"="starting metrics server"  "path"="/metrics"
2021-07-18T08:17:01.2089442Z [cluster2] I0718 08:16:19.554710       1 controller.go:158] controller-runtime/manager/controller/submariner-controller "msg"="Starting EventSource"  "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"broker":"","brokerK8sApiServer":"","brokerK8sApiServerToken":"","brokerK8sCA":"","brokerK8sRemoteNamespace":"","ceIPSecPSK":"","clusterCIDR":"","clusterID":"","serviceCIDR":"","namespace":"","ceIPSecDebug":false,"debug":false,"natEnabled":false},"status":{"natEnabled":false,"clusterID":"","gatewayDaemonSetStatus":{"mismatchedContainerImages":false},"routeAgentDaemonSetStatus":{"mismatchedContainerImages":false},"globalnetDaemonSetStatus":{"mismatchedContainerImages":false},"loadBalancerStatus":{},"deploymentInfo":{}}}}
2021-07-18T08:17:01.2098939Z [cluster2] I0718 08:16:19.554935       1 controller.go:158] controller-runtime/manager/controller/submariner "msg"="Starting EventSource" "reconciler group"="submariner.io" "reconciler kind"="Submariner" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"broker":"","brokerK8sApiServer":"","brokerK8sApiServerToken":"","brokerK8sCA":"","brokerK8sRemoteNamespace":"","ceIPSecPSK":"","clusterCIDR":"","clusterID":"","serviceCIDR":"","namespace":"","ceIPSecDebug":false,"debug":false,"natEnabled":false},"status":{"natEnabled":false,"clusterID":"","gatewayDaemonSetStatus":{"mismatchedContainerImages":false},"routeAgentDaemonSetStatus":{"mismatchedContainerImages":false},"globalnetDaemonSetStatus":{"mismatchedContainerImages":false},"loadBalancerStatus":{},"deploymentInfo":{}}}}
2021-07-18T08:17:01.2108915Z [cluster2] I0718 08:16:19.555117       1 controller.go:158] controller-runtime/manager/controller/servicediscovery-controller "msg"="Starting EventSource"  "source"={"Type":{"status":{"deploymentInfo":{}},"metadata":{"creationTimestamp":null},"spec":{"brokerK8sApiServer":"","brokerK8sApiServerToken":"","brokerK8sCA":"","brokerK8sRemoteNamespace":"","clusterID":"","namespace":"","debug":false}}}
2021-07-18T08:17:01.2181420Z [cluster2] I0718 08:16:19.555284       1 controller.go:158] controller-runtime/manager/controller/servicediscovery "msg"="Starting EventSource" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery" "source"={"Type":{"status":{"deploymentInfo":{}},"metadata":{"creationTimestamp":null},"spec":{"brokerK8sApiServer":"","brokerK8sApiServerToken":"","brokerK8sCA":"","brokerK8sRemoteNamespace":"","clusterID":"","namespace":"","debug":false}}}
2021-07-18T08:17:01.2185679Z [cluster2] I0718 08:16:19.555451       1 controller.go:158] controller-runtime/manager/controller/broker "msg"="Starting EventSource" "reconciler group"="submariner.io" "reconciler kind"="Broker" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{},"status":{}}}
2021-07-18T08:17:01.2189003Z [cluster2] I0718 08:16:19.656769       1 controller.go:158] controller-runtime/manager/controller/submariner "msg"="Starting EventSource" "reconciler group"="submariner.io" "reconciler kind"="Submariner" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"selector":null,"template":{"metadata":{"creationTimestamp":null},"spec":{"containers":null}},"strategy":{}},"status":{}}}
2021-07-18T08:17:01.2193001Z [cluster2] I0718 08:16:19.657231       1 controller.go:165] controller-runtime/manager/controller/broker "msg"="Starting Controller" "reconciler group"="submariner.io" "reconciler kind"="Broker"
2021-07-18T08:17:01.2195164Z [cluster2] I0718 08:16:19.660186       1 controller.go:192] controller-runtime/manager/controller/broker "msg"="Starting workers" "reconciler group"="submariner.io" "reconciler kind"="Broker" "worker count"=1
2021-07-18T08:17:01.2198327Z [cluster2] I0718 08:16:19.657304       1 controller.go:158] controller-runtime/manager/controller/servicediscovery-controller "msg"="Starting EventSource"  "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"selector":null,"template":{"metadata":{"creationTimestamp":null},"spec":{"containers":null}},"strategy":{}},"status":{}}}
2021-07-18T08:17:01.2201304Z [cluster2] I0718 08:16:19.657327       1 controller.go:165] controller-runtime/manager/controller/servicediscovery "msg"="Starting Controller" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery"
2021-07-18T08:17:01.2205013Z [cluster2] I0718 08:16:19.657459       1 controller.go:158] controller-runtime/manager/controller/submariner-controller "msg"="Starting EventSource"  "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"selector":null,"template":{"metadata":{"creationTimestamp":null},"spec":{"containers":null}},"updateStrategy":{}},"status":{"currentNumberScheduled":0,"numberMisscheduled":0,"desiredNumberScheduled":0,"numberReady":0}}}
2021-07-18T08:17:01.2208255Z [cluster2] I0718 08:16:19.660537       1 controller.go:165] controller-runtime/manager/controller/servicediscovery-controller "msg"="Starting Controller"
2021-07-18T08:17:01.2211683Z [cluster2] I0718 08:16:19.661409       1 controller.go:192] controller-runtime/manager/controller/servicediscovery "msg"="Starting workers" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery" "worker count"=1
2021-07-18T08:17:01.2214602Z [cluster2] I0718 08:16:19.758088       1 controller.go:165] controller-runtime/manager/controller/submariner "msg"="Starting Controller" "reconciler group"="submariner.io" "reconciler kind"="Submariner"
2021-07-18T08:17:01.2216914Z [cluster2] I0718 08:16:19.758138       1 controller.go:192] controller-runtime/manager/controller/submariner "msg"="Starting workers" "reconciler group"="submariner.io" "reconciler kind"="Submariner" "worker count"=1
2021-07-18T08:17:01.2219434Z [cluster2] I0718 08:16:19.758234       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2223128Z [cluster2] I0718 08:16:19.762018       1 controller.go:158] controller-runtime/manager/controller/submariner-controller "msg"="Starting EventSource"  "source"={"Type":{"metadata":{"creationTimestamp":null},"status":{"version":"","haStatus":"","localEndpoint":{"cluster_id":"","cable_name":"","hostname":"","subnets":null,"private_ip":"","public_ip":"","nat_enabled":false,"backend":""},"statusFailure":"","connections":null}}}
2021-07-18T08:17:01.2225932Z [cluster2] I0718 08:16:19.862681       1 controller.go:165] controller-runtime/manager/controller/submariner-controller "msg"="Starting Controller"
2021-07-18T08:17:01.2228358Z [cluster2] I0718 08:16:19.862721       1 controller.go:192] controller-runtime/manager/controller/submariner-controller "msg"="Starting workers"  "worker count"=1
2021-07-18T08:17:01.2230687Z [cluster2] I0718 08:16:19.862820       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2233081Z [cluster2] I0718 08:16:19.864766       1 controller.go:192] controller-runtime/manager/controller/servicediscovery-controller "msg"="Starting workers"  "worker count"=1
2021-07-18T08:17:01.2234644Z [cluster2] I0718 08:16:19.872180       1 submariner_networkdiscovery.go:42] controller_submariner "msg"="Cluster network discovered"
2021-07-18T08:17:01.2236444Z [cluster2] I0718 08:16:19.872211       1 network.go:56] controller_submariner "msg"="Discovered K8s network details"  "clusterCIDRs"=["10.2.0.0/16"] "plugin"="weave-net" "serviceCIDRs"=["100.2.0.0/16"]
2021-07-18T08:17:01.2237928Z [cluster2] I0718 08:16:19.872223       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.2239307Z [cluster2] I0718 08:16:19.872234       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.2241914Z [cluster2] I0718 08:16:19.900031       1 helpers.go:83] controller_submariner "msg"="Created a new DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2244204Z [cluster2] I0718 08:16:20.071073       1 submariner_networkdiscovery.go:42] controller_submariner "msg"="Cluster network discovered"
2021-07-18T08:17:01.2246486Z [cluster2] I0718 08:16:20.071266       1 network.go:56] controller_submariner "msg"="Discovered K8s network details"  "clusterCIDRs"=["10.2.0.0/16"] "plugin"="weave-net" "serviceCIDRs"=["100.2.0.0/16"]
2021-07-18T08:17:01.2247961Z [cluster2] I0718 08:16:20.071362       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.2249350Z [cluster2] I0718 08:16:20.071439       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.2251899Z [cluster2] I0718 08:16:20.082654       1 helpers.go:231] controller_submariner "msg"="Created a new Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2255371Z [cluster2] I0718 08:16:20.272187       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2258666Z [cluster2] I0718 08:16:20.303638       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2262624Z [cluster2] I0718 08:16:20.686699       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2265878Z [cluster2] I0718 08:16:20.696505       1 helpers.go:83] controller_submariner "msg"="Created a new DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2269965Z [cluster2] I0718 08:16:20.724645       1 servicediscovery_resources.go:66] controller_submariner "msg"="Created Service Discovery CR" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Name"="service-discovery" "Namespace"="submariner-operator"
2021-07-18T08:17:01.2281624Z [cluster2] I0718 08:16:20.725503       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2293148Z [cluster2] I0718 08:16:20.726209       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2304861Z [cluster2] I0718 08:16:20.752356       1 helpers.go:129] controller_servicediscovery "msg"="Created a new Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2315624Z [cluster2] E0718 08:16:20.865770       1 controller.go:267] controller-runtime/manager/controller/servicediscovery-controller "msg"="Reconciler error" "error"="error creating or updating Deployment submariner-operator/submariner-lighthouse-agent: deployments.apps \"submariner-lighthouse-agent\" already exists" "name"="service-discovery" "namespace"="submariner-operator"
2021-07-18T08:17:01.2320519Z [cluster2] I0718 08:16:20.866031       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2324543Z [cluster2] I0718 08:16:20.941723       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2327282Z [cluster2] I0718 08:16:20.981556       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2329186Z [cluster2] I0718 08:16:20.981604       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.2330572Z [cluster2] I0718 08:16:20.981614       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.2333734Z [cluster2] I0718 08:16:21.349647       1 helpers.go:231] controller_servicediscovery "msg"="Created a new Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2338084Z [cluster2] I0718 08:16:21.356368       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2342535Z [cluster2] I0718 08:16:21.363554       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2347751Z [cluster2] I0718 08:16:21.502073       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2351949Z [cluster2] E0718 08:16:21.640339       1 submariner_controller.go:204] controller_submariner "msg"="failed to update the Submariner status" "error"="Operation cannot be fulfilled on submariners.submariner.io \"submariner\": the object has been modified; please apply your changes to the latest version and try again" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2363422Z [cluster2] I0718 08:16:21.640436       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2377455Z [cluster2] I0718 08:16:21.640471       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.2378909Z [cluster2] I0718 08:16:21.640494       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.2381829Z [cluster2] I0718 08:16:21.649108       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2385846Z [cluster2] I0718 08:16:21.838631       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2397543Z [cluster2] I0718 08:16:21.838968       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2401964Z [cluster2] I0718 08:16:22.258407       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2405670Z [cluster2] I0718 08:16:22.260878       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2478169Z [cluster2] I0718 08:16:22.327779       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2481488Z [cluster2] I0718 08:16:22.402960       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2485043Z [cluster2] I0718 08:16:22.527064       1 helpers.go:175] controller_servicediscovery "msg"="Created a new ConfigMap" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "ConfigMap.Name"="submariner-lighthouse-coredns" "ConfigMap.Namespace"="submariner-operator"
2021-07-18T08:17:01.2488369Z [cluster2] I0718 08:16:22.626825       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2490053Z [cluster2] I0718 08:16:22.626878       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.2491516Z [cluster2] I0718 08:16:22.626888       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.2494445Z [cluster2] I0718 08:16:22.628222       1 helpers.go:129] controller_servicediscovery "msg"="Created a new Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2498502Z [cluster2] E0718 08:16:22.628262       1 servicediscovery_controller.go:158] controller_servicediscovery "msg"="Error creating the lighthouseCoreDNS deployment" "error"="error creating or updating Deployment submariner-operator/submariner-lighthouse-coredns: Deployment.apps \"submariner-lighthouse-coredns\" not found"
2021-07-18T08:17:01.2505580Z [cluster2] E0718 08:16:22.628299       1 controller.go:267] controller-runtime/manager/controller/servicediscovery "msg"="Reconciler error" "error"="error creating or updating Deployment submariner-operator/submariner-lighthouse-coredns: Deployment.apps \"submariner-lighthouse-coredns\" not found" "name"="service-discovery" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery"
2021-07-18T08:17:01.2509682Z [cluster2] I0718 08:16:22.697123       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2512937Z [cluster2] I0718 08:16:22.915969       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2516409Z [cluster2] I0718 08:16:22.920666       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2519615Z [cluster2] I0718 08:16:22.924525       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2523107Z [cluster2] I0718 08:16:23.076697       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2526946Z [cluster2] I0718 08:16:23.087120       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2530509Z [cluster2] I0718 08:16:23.330066       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2533786Z [cluster2] I0718 08:16:23.360778       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2537481Z [cluster2] I0718 08:16:23.381512       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2580511Z [cluster2] I0718 08:16:23.430384       1 helpers.go:231] controller_servicediscovery "msg"="Created a new Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2584379Z [cluster2] E0718 08:16:23.430439       1 servicediscovery_controller.go:169] controller_servicediscovery "msg"="Error creating the lighthouseCoreDNS service" "error"="error creating or updating Service submariner-operator/submariner-lighthouse-coredns: Service \"submariner-lighthouse-coredns\" not found"
2021-07-18T08:17:01.2588940Z [cluster2] E0718 08:16:23.430469       1 controller.go:267] controller-runtime/manager/controller/servicediscovery-controller "msg"="Reconciler error" "error"="error creating or updating Service submariner-operator/submariner-lighthouse-coredns: Service \"submariner-lighthouse-coredns\" not found" "name"="service-discovery" "namespace"="submariner-operator"
2021-07-18T08:17:01.2592630Z [cluster2] I0718 08:16:23.430496       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2628658Z [cluster2] E0718 08:16:23.523648       1 submariner_controller.go:204] controller_submariner "msg"="failed to update the Submariner status" "error"="Operation cannot be fulfilled on submariners.submariner.io \"submariner\": the object has been modified; please apply your changes to the latest version and try again" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2631732Z [cluster2] I0718 08:16:23.523798       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2633644Z [cluster2] I0718 08:16:23.523837       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.2635038Z [cluster2] I0718 08:16:23.523847       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.2637998Z [cluster2] I0718 08:16:23.595174       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2641889Z [cluster2] I0718 08:16:23.651034       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2692511Z [cluster2] I0718 08:16:23.651563       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2695941Z [cluster2] I0718 08:16:23.732196       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2699372Z [cluster2] I0718 08:16:23.967333       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2703040Z [cluster2] I0718 08:16:23.982232       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2706505Z [cluster2] I0718 08:16:24.021510       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2710158Z [cluster2] I0718 08:16:24.087178       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2714127Z [cluster2] I0718 08:16:24.121701       1 helpers.go:231] controller_servicediscovery "msg"="Created a new Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2719036Z [cluster2] E0718 08:16:24.121769       1 controller.go:267] controller-runtime/manager/controller/servicediscovery "msg"="Reconciler error" "error"="error creating or updating Service submariner-operator/submariner-lighthouse-coredns-metrics: Service \"submariner-lighthouse-coredns-metrics\" not found" "name"="service-discovery" "namespace"="submariner-operator" "reconciler group"="submariner.io" "reconciler kind"="ServiceDiscovery"
2021-07-18T08:17:01.2723296Z [cluster2] I0718 08:16:24.132029       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2726650Z [cluster2] I0718 08:16:24.177300       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2730592Z [cluster2] I0718 08:16:24.271070       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2734261Z [cluster2] I0718 08:16:24.299442       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2737532Z [cluster2] I0718 08:16:24.388465       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2741141Z [cluster2] I0718 08:16:24.402119       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2744706Z [cluster2] I0718 08:16:24.501832       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2818887Z [cluster2] I0718 08:16:24.547816       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2823104Z [cluster2] I0718 08:16:24.903704       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2826964Z [cluster2] I0718 08:16:24.935519       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2833115Z [cluster2] I0718 08:16:24.984639       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2837237Z [cluster2] I0718 08:16:25.195049       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2840612Z [cluster2] I0718 08:16:25.236366       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2845815Z [cluster2] I0718 08:16:25.236424       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.2.199.27\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster2.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n"
2021-07-18T08:17:01.2849850Z [cluster2] I0718 08:16:25.308662       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2908234Z [cluster2] I0718 08:16:25.422187       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2912374Z [cluster2] I0718 08:16:25.592353       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2916266Z [cluster2] I0718 08:16:25.754694       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2919447Z [cluster2] I0718 08:16:25.926842       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2941352Z [cluster2] I0718 08:16:25.926905       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.2.199.27\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster2.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:01.2945660Z [cluster2] I0718 08:16:26.269880       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.2983239Z [cluster2] I0718 08:16:26.574246       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.2987207Z [cluster2] I0718 08:16:26.702108       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.2990272Z [cluster2] I0718 08:16:27.188877       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.2991926Z [cluster2] I0718 08:16:27.188922       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.2993319Z [cluster2] I0718 08:16:27.188934       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.2995814Z [cluster2] I0718 08:16:27.289081       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.2999394Z [cluster2] I0718 08:16:27.383283       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3002885Z [cluster2] I0718 08:16:27.383873       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3006084Z [cluster2] I0718 08:16:27.411738       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3010513Z [cluster2] I0718 08:16:27.411816       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.2.199.27\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster2.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:01.3015044Z [cluster2] I0718 08:16:27.986927       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3053299Z [cluster2] I0718 08:16:28.050260       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3056277Z [cluster2] I0718 08:16:28.219689       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3057965Z [cluster2] I0718 08:16:28.219747       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3059579Z [cluster2] I0718 08:16:28.219757       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3061584Z [cluster2] I0718 08:16:28.219814       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3063298Z [cluster2] I0718 08:16:28.219831       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3064679Z [cluster2] I0718 08:16:28.219841       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3067177Z [cluster2] I0718 08:16:28.338525       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3070506Z [cluster2] I0718 08:16:28.372453       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3074052Z [cluster2] I0718 08:16:28.375101       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3077396Z [cluster2] I0718 08:16:28.508281       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3080650Z [cluster2] I0718 08:16:28.977388       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3084037Z [cluster2] I0718 08:16:29.018179       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3086831Z [cluster2] I0718 08:16:29.070098       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3088513Z [cluster2] I0718 08:16:29.071210       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3089906Z [cluster2] I0718 08:16:29.071321       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3092485Z [cluster2] I0718 08:16:29.110429       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3095659Z [cluster2] I0718 08:16:29.111797       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3144270Z [cluster2] I0718 08:16:29.148177       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3147833Z [cluster2] I0718 08:16:29.148414       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3151558Z [cluster2] E0718 08:16:29.175234       1 submariner_controller.go:204] controller_submariner "msg"="failed to update the Submariner status" "error"="Operation cannot be fulfilled on submariners.submariner.io \"submariner\": the object has been modified; please apply your changes to the latest version and try again" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3154591Z [cluster2] I0718 08:16:29.175292       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3156267Z [cluster2] I0718 08:16:29.175341       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3157662Z [cluster2] I0718 08:16:29.175352       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3160387Z [cluster2] I0718 08:16:29.374456       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3163701Z [cluster2] I0718 08:16:29.421421       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3166966Z [cluster2] I0718 08:16:29.751532       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3170196Z [cluster2] I0718 08:16:29.886054       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3173362Z [cluster2] I0718 08:16:29.925534       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3176894Z [cluster2] E0718 08:16:29.967447       1 submariner_controller.go:204] controller_submariner "msg"="failed to update the Submariner status" "error"="Operation cannot be fulfilled on submariners.submariner.io \"submariner\": the object has been modified; please apply your changes to the latest version and try again" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3180178Z [cluster2] I0718 08:16:29.967744       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3181864Z [cluster2] I0718 08:16:29.967891       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3183249Z [cluster2] I0718 08:16:29.967976       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3186050Z [cluster2] I0718 08:16:29.975733       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.3189525Z [cluster2] I0718 08:16:30.012499       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3193091Z [cluster2] I0718 08:16:30.022028       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3196605Z [cluster2] I0718 08:16:30.057272       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3199822Z [cluster2] I0718 08:16:30.094401       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3203180Z [cluster2] I0718 08:16:30.115372       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3206556Z [cluster2] I0718 08:16:30.781084       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3217737Z [cluster2] I0718 08:16:30.791868       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3221281Z [cluster2] I0718 08:16:30.894069       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3224905Z [cluster2] I0718 08:16:30.947145       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.3228811Z [cluster2] I0718 08:16:30.996023       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3232695Z [cluster2] I0718 08:16:31.598695       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3235884Z [cluster2] I0718 08:16:31.603099       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3240355Z [cluster2] I0718 08:16:31.603160       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.2.199.27\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster2.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:01.3244215Z [cluster2] I0718 08:16:31.608249       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3301382Z [cluster2] I0718 08:16:31.618019       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.3305624Z [cluster2] I0718 08:16:31.627352       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3309540Z [cluster2] I0718 08:16:32.229396       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3313217Z [cluster2] I0718 08:16:32.243381       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.3317166Z [cluster2] I0718 08:16:32.248374       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3320240Z [cluster2] I0718 08:16:32.469943       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3322065Z [cluster2] I0718 08:16:32.470071       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3323533Z [cluster2] I0718 08:16:32.470167       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3326039Z [cluster2] I0718 08:16:32.482073       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3329628Z [cluster2] I0718 08:16:32.486446       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3333030Z [cluster2] I0718 08:16:32.850690       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3336308Z [cluster2] I0718 08:16:32.853180       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3373787Z [cluster2] I0718 08:16:32.853391       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.2.199.27\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster2.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:01.3378390Z [cluster2] I0718 08:16:33.089167       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3381743Z [cluster2] I0718 08:16:33.103912       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3384469Z [cluster2] I0718 08:16:33.122199       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3386384Z [cluster2] I0718 08:16:33.122404       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3387774Z [cluster2] I0718 08:16:33.122499       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3389749Z [cluster2] I0718 08:16:33.123726       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3391416Z [cluster2] I0718 08:16:33.123915       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3392815Z [cluster2] I0718 08:16:33.124008       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3395292Z [cluster2] I0718 08:16:33.153463       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3398508Z [cluster2] I0718 08:16:33.161611       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3401862Z [cluster2] I0718 08:16:33.165615       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3405351Z [cluster2] I0718 08:16:33.167927       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3408373Z [cluster2] I0718 08:16:33.391814       1 servicediscovery_controller.go:109] controller_servicediscovery "msg"="Reconciling ServiceDiscovery" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3411782Z [cluster2] I0718 08:16:33.400422       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-agent" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.3415627Z [cluster2] I0718 08:16:33.407390       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-agent-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3419254Z [cluster2] I0718 08:16:33.768635       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3422417Z [cluster2] I0718 08:16:33.777852       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3425617Z [cluster2] I0718 08:16:33.783144       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3429015Z [cluster2] I0718 08:16:33.783281       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3431748Z [cluster2] I0718 08:16:33.797008       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3499446Z [cluster2] I0718 08:16:33.797057       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3501077Z [cluster2] I0718 08:16:33.797068       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3504368Z [cluster2] E0718 08:16:33.803921       1 submariner_controller.go:204] controller_submariner "msg"="failed to update the Submariner status" "error"="Operation cannot be fulfilled on submariners.submariner.io \"submariner\": the object has been modified; please apply your changes to the latest version and try again" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3507419Z [cluster2] I0718 08:16:33.803971       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3509263Z [cluster2] I0718 08:16:33.804010       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3510966Z [cluster2] I0718 08:16:33.804059       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3513468Z [cluster2] I0718 08:16:33.807447       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3516853Z [cluster2] I0718 08:16:33.813440       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3520139Z [cluster2] I0718 08:16:33.826959       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3523398Z [cluster2] I0718 08:16:33.830283       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3526755Z [cluster2] I0718 08:16:34.009321       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3530424Z [cluster2] I0718 08:16:34.016989       1 helpers.go:131] controller_servicediscovery "msg"="Updated existing Deployment" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Deployment.Name"="submariner-lighthouse-coredns" "Deployment.Namespace"="submariner-operator"
2021-07-18T08:17:01.3534324Z [cluster2] I0718 08:16:34.022662       1 helpers.go:233] controller_servicediscovery "msg"="Updated existing Service" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-lighthouse-coredns-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3538005Z [cluster2] I0718 08:16:34.416542       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3541511Z [cluster2] I0718 08:16:34.427145       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3544737Z [cluster2] I0718 08:16:34.435021       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3548067Z [cluster2] I0718 08:16:34.448532       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3551446Z [cluster2] I0718 08:16:34.625030       1 metrics.go:55] controller_servicediscovery "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3554629Z [cluster2] I0718 08:16:34.627091       1 servicediscovery_controller.go:471] controller_servicediscovery "msg"="coredns configmap has lighthouse configuration hence updating" "Request.Name"="service-discovery" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3559442Z [cluster2] I0718 08:16:34.627151       1 servicediscovery_controller.go:495] controller_servicediscovery "msg"="Updated coredns ConfigMap #lighthouse-start AUTO-GENERATED SECTION. DO NOT EDIT\nclusterset.local:53 {\n    forward . 100.2.199.27\n}\n#lighthouse-end\n.:53 {\n    errors\n    health {\n       lameduck 5s\n    }\n    ready\n    kubernetes cluster2.local in-addr.arpa ip6.arpa {\n       pods insecure\n       fallthrough in-addr.arpa ip6.arpa\n       ttl 30\n    }\n    prometheus :9153\n    forward . /etc/resolv.conf {\n       max_concurrent 1000\n    }\n    cache 30\n    loop\n    reload\n    loadbalance\n}\n\n\n\n\n\n\n\n\n\n\n\n\n"
2021-07-18T08:17:01.3563142Z [cluster2] I0718 08:16:38.476984       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3564830Z [cluster2] I0718 08:16:38.477050       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3566221Z [cluster2] I0718 08:16:38.477071       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3568699Z [cluster2] I0718 08:16:38.489449       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3582283Z [cluster2] I0718 08:16:38.492681       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3585574Z [cluster2] I0718 08:16:39.110167       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3588958Z [cluster2] I0718 08:16:39.152416       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3591713Z [cluster2] I0718 08:16:39.232454       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3593388Z [cluster2] I0718 08:16:39.232511       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3594785Z [cluster2] I0718 08:16:39.232522       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3596772Z [cluster2] I0718 08:16:39.233470       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3598429Z [cluster2] I0718 08:16:39.233504       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3599823Z [cluster2] I0718 08:16:39.233513       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3602302Z [cluster2] I0718 08:16:39.359243       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3605602Z [cluster2] I0718 08:16:39.401559       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3608854Z [cluster2] I0718 08:16:39.437101       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3612138Z [cluster2] I0718 08:16:39.454186       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3615941Z [cluster2] I0718 08:16:40.039139       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3619349Z [cluster2] I0718 08:16:40.046234       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3622575Z [cluster2] I0718 08:16:40.056343       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3627377Z [cluster2] I0718 08:16:40.066560       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3630173Z [cluster2] I0718 08:16:43.499189       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3631838Z [cluster2] I0718 08:16:43.499322       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3633390Z [cluster2] I0718 08:16:43.499376       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3635891Z [cluster2] I0718 08:16:43.527271       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3639141Z [cluster2] I0718 08:16:43.537874       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3642585Z [cluster2] I0718 08:16:44.140119       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3645806Z [cluster2] I0718 08:16:44.147157       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3648529Z [cluster2] I0718 08:16:44.166866       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3650334Z [cluster2] I0718 08:16:44.167733       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3651708Z [cluster2] I0718 08:16:44.167892       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3653710Z [cluster2] I0718 08:16:44.177588       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3655368Z [cluster2] I0718 08:16:44.177795       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3656754Z [cluster2] I0718 08:16:44.177877       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3662066Z [cluster2] I0718 08:16:44.218118       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3665437Z [cluster2] I0718 08:16:44.221801       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3668690Z [cluster2] I0718 08:16:44.231126       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3672626Z [cluster2] I0718 08:16:44.236599       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3676931Z [cluster2] I0718 08:16:44.833002       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3680927Z [cluster2] I0718 08:16:44.838878       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3684968Z [cluster2] I0718 08:16:44.842125       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3688317Z [cluster2] I0718 08:16:44.849116       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3691044Z [cluster2] I0718 08:16:48.549451       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3692705Z [cluster2] I0718 08:16:48.549525       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3694101Z [cluster2] I0718 08:16:48.549536       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3696726Z [cluster2] I0718 08:16:48.577726       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3700330Z [cluster2] I0718 08:16:48.583279       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3703594Z [cluster2] I0718 08:16:49.186389       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3706769Z [cluster2] I0718 08:16:49.193590       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3709487Z [cluster2] I0718 08:16:49.210208       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3711163Z [cluster2] I0718 08:16:49.210426       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3712551Z [cluster2] I0718 08:16:49.210509       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3714507Z [cluster2] I0718 08:16:49.219547       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3716182Z [cluster2] I0718 08:16:49.219744       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3717567Z [cluster2] I0718 08:16:49.219824       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3720165Z [cluster2] I0718 08:16:49.231127       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3723421Z [cluster2] I0718 08:16:49.253463       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3726845Z [cluster2] I0718 08:16:49.254064       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3730125Z [cluster2] I0718 08:16:49.263826       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3734744Z [cluster2] I0718 08:16:49.855506       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3738374Z [cluster2] I0718 08:16:49.863999       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3741936Z [cluster2] I0718 08:16:49.869735       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3745551Z [cluster2] I0718 08:16:49.878491       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3748318Z [cluster2] I0718 08:16:53.587985       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3751999Z [cluster2] I0718 08:16:53.588042       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3753601Z [cluster2] I0718 08:16:53.588068       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3756181Z [cluster2] I0718 08:16:53.597332       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3759560Z [cluster2] I0718 08:16:53.605576       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3762992Z [cluster2] I0718 08:16:54.208156       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3768351Z [cluster2] I0718 08:16:54.218304       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3771536Z [cluster2] I0718 08:16:54.233834       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3773210Z [cluster2] I0718 08:16:54.234039       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3774618Z [cluster2] I0718 08:16:54.234110       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3776946Z [cluster2] I0718 08:16:54.240663       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3778613Z [cluster2] I0718 08:16:54.240743       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3780143Z [cluster2] I0718 08:16:54.240811       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3782988Z [cluster2] I0718 08:16:54.265969       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3786915Z [cluster2] I0718 08:16:54.276097       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3791361Z [cluster2] I0718 08:16:54.278211       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3796302Z [cluster2] I0718 08:16:54.311376       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3800116Z [cluster2] I0718 08:16:54.879936       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3803403Z [cluster2] I0718 08:16:54.887523       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3806626Z [cluster2] I0718 08:16:54.918633       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3809827Z [cluster2] I0718 08:16:54.930011       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3812700Z [cluster2] I0718 08:16:58.622010       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.3814867Z [cluster2] I0718 08:16:58.622078       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.3816450Z [cluster2] I0718 08:16:58.622089       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:01.3819132Z [cluster2] I0718 08:16:58.639170       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3822392Z [cluster2] I0718 08:16:58.643328       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.3826284Z [cluster2] I0718 08:16:59.246067       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.3829465Z [cluster2] I0718 08:16:59.256771       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.3832875Z [cluster2] I0718 08:16:59.276572       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.5121971Z [cluster2] I0718 08:16:59.276696       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Usi_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.5127174Z [cluster1] I0718 08:16:57.295715       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:01.5131588Z [cluster1] I0718 08:16:57.305353       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:01.5133778Z [cluster1] I0718 08:16:57.305400       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.1.0.0/16" "type"="Cluster"
2021-07-18T08:17:01.5135452Z [cluster1] I0718 08:16:57.305412       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.1.0.0/16" "type"="Service"
2021-07-18T08:17:01.5138041Z [cluster1] I0718 08:16:57.311833       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.5141597Z [cluster1] I0718 08:16:57.320419       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.5144859Z [cluster1] I0718 08:16:57.321422       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.5148127Z [cluster1] I0718 08:16:57.352485       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:01.5151628Z [cluster1] I0718 08:16:57.922391       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.5154883Z [cluster1] I0718 08:16:57.932116       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.5158093Z [cluster1] I0718 08:16:57.963004       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:01.5161278Z [cluster1] I0718 08:16:57.970584       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:01.5163297Z [36m[submariner-operator]$ [cluster1] verify_subm_cr[0m
2021-07-18T08:17:01.5164291Z [36m[submariner-operator]$ [cluster1] verify_subm_cr[0m
2021-07-18T08:17:01.5165559Z [36m[submariner-operator]$ [cluster1] kubectl get submariner --namespace=submariner-operator[0m
2021-07-18T08:17:01.5166820Z [36m[submariner-operator]$ [cluster1] grep submariner[0m
2021-07-18T08:17:01.5168106Z [36m[submariner-operator]$ [cluster1] kubectl get submariner --namespace=submariner-operator[0m
2021-07-18T08:17:01.5169773Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get submariner --namespace=submariner-operator[0m
2021-07-18T08:17:01.5170914Z [cluster1] submariner   53s
2021-07-18T08:17:01.5171985Z [36m[submariner-operator]$ [cluster1] json_file=/tmp/submariner.cluster1.json[0m
2021-07-18T08:17:01.5173561Z [36m[submariner-operator]$ [cluster1] kubectl get submariner submariner --namespace=submariner-operator -o json[0m
2021-07-18T08:17:01.5175068Z [36m[submariner-operator]$ [cluster1] tee /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:01.5176866Z [36m[submariner-operator]$ [cluster1] kubectl get submariner submariner --namespace=submariner-operator -o json[0m
2021-07-18T08:17:01.5178687Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get submariner submariner --namespace=submariner-operator -o json[0m
2021-07-18T08:17:01.5179967Z [cluster1] {
2021-07-18T08:17:01.5180562Z [cluster1]     "apiVersion": "submariner.io/v1alpha1",
2021-07-18T08:17:01.5181211Z [cluster1]     "kind": "Submariner",
2021-07-18T08:17:01.5181747Z [cluster1]     "metadata": {
2021-07-18T08:17:01.5182555Z [cluster1]         "creationTimestamp": "2021-07-18T08:16:08Z",
2021-07-18T08:17:01.5183196Z [cluster1]         "generation": 1,
2021-07-18T08:17:01.5183750Z [cluster1]         "managedFields": [
2021-07-18T08:17:01.5184256Z [cluster1]             {
2021-07-18T08:17:01.5184848Z [cluster1]                 "apiVersion": "submariner.io/v1alpha1",
2021-07-18T08:17:01.5185565Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:17:01.5186138Z [cluster1]                 "fieldsV1": {
2021-07-18T08:17:01.5186640Z [cluster1]                     "f:spec": {
2021-07-18T08:17:01.5187114Z [cluster1]                         ".": {},
2021-07-18T08:17:01.5187591Z [cluster1]                         "f:broker": {},
2021-07-18T08:17:01.5188236Z [cluster1]                         "f:brokerK8sApiServer": {},
2021-07-18T08:17:01.5190095Z [cluster1]                         "f:brokerK8sApiServerToken": {},
2021-07-18T08:17:01.5190846Z [cluster1]                         "f:brokerK8sCA": {},
2021-07-18T08:17:01.5191588Z [cluster1]                         "f:brokerK8sRemoteNamespace": {},
2021-07-18T08:17:01.5192337Z [cluster1]                         "f:cableDriver": {},
2021-07-18T08:17:01.5192936Z [cluster1]                         "f:ceIPSecDebug": {},
2021-07-18T08:17:01.5193591Z [cluster1]                         "f:ceIPSecIKEPort": {},
2021-07-18T08:17:01.5194382Z [cluster1]                         "f:ceIPSecNATTPort": {},
2021-07-18T08:17:01.5195176Z [cluster1]                         "f:ceIPSecPSK": {},
2021-07-18T08:17:01.5195775Z [cluster1]                         "f:clusterCIDR": {},
2021-07-18T08:17:01.5196342Z [cluster1]                         "f:clusterID": {},
2021-07-18T08:17:01.5196907Z [cluster1]                         "f:colorCodes": {},
2021-07-18T08:17:01.5197589Z [cluster1]                         "f:connectionHealthCheck": {
2021-07-18T08:17:01.5198220Z [cluster1]                             ".": {},
2021-07-18T08:17:01.5198715Z [cluster1]                             "f:enabled": {},
2021-07-18T08:17:01.5199339Z [cluster1]                             "f:intervalSeconds": {},
2021-07-18T08:17:01.5200053Z [cluster1]                             "f:maxPacketLossCount": {}
2021-07-18T08:17:01.5200629Z [cluster1]                         },
2021-07-18T08:17:01.5201105Z [cluster1]                         "f:debug": {},
2021-07-18T08:17:01.5201624Z [cluster1]                         "f:namespace": {},
2021-07-18T08:17:01.5202195Z [cluster1]                         "f:natEnabled": {},
2021-07-18T08:17:01.5202754Z [cluster1]                         "f:repository": {},
2021-07-18T08:17:01.5203341Z [cluster1]                         "f:serviceCIDR": {},
2021-07-18T08:17:01.5204063Z [cluster1]                         "f:serviceDiscoveryEnabled": {},
2021-07-18T08:17:01.5204767Z [cluster1]                         "f:version": {}
2021-07-18T08:17:01.5205249Z [cluster1]                     }
2021-07-18T08:17:01.5205665Z [cluster1]                 },
2021-07-18T08:17:01.5206245Z [cluster1]                 "manager": "subctl",
2021-07-18T08:17:01.5206804Z [cluster1]                 "operation": "Update",
2021-07-18T08:17:01.5207702Z [cluster1]                 "time": "2021-07-18T08:16:08Z"
2021-07-18T08:17:01.5208167Z [cluster1]             },
2021-07-18T08:17:01.5208591Z [cluster1]             {
2021-07-18T08:17:01.5209221Z [cluster1]                 "apiVersion": "submariner.io/v1alpha1",
2021-07-18T08:17:01.5209935Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:17:01.5210504Z [cluster1]                 "fieldsV1": {
2021-07-18T08:17:01.5211015Z [cluster1]                     "f:status": {
2021-07-18T08:17:01.5211499Z [cluster1]                         ".": {},
2021-07-18T08:17:01.5212008Z [cluster1]                         "f:clusterCIDR": {},
2021-07-18T08:17:01.5212586Z [cluster1]                         "f:clusterID": {},
2021-07-18T08:17:01.5213140Z [cluster1]                         "f:colorCodes": {},
2021-07-18T08:17:01.5213760Z [cluster1]                         "f:deploymentInfo": {},
2021-07-18T08:17:01.5214501Z [cluster1]                         "f:gatewayDaemonSetStatus": {
2021-07-18T08:17:01.5215158Z [cluster1]                             ".": {},
2021-07-18T08:17:01.5215765Z [cluster1]                             "f:lastResourceVersion": {},
2021-07-18T08:17:01.5216619Z [cluster1]                             "f:mismatchedContainerImages": {},
2021-07-18T08:17:01.5217536Z [cluster1]                             "f:nonReadyContainerStates": {},
2021-07-18T08:17:01.5218222Z [cluster1]                             "f:status": {
2021-07-18T08:17:01.5218716Z [cluster1]                                 ".": {},
2021-07-18T08:17:01.5246035Z [cluster1]                                 "f:currentNumberScheduled": {},
2021-07-18T08:17:01.5246959Z [cluster1]                                 "f:desiredNumberScheduled": {},
2021-07-18T08:17:01.5247714Z [cluster1]                                 "f:numberAvailable": {},
2021-07-18T08:17:01.5248468Z [cluster1]                                 "f:numberMisscheduled": {},
2021-07-18T08:17:01.5249136Z [cluster1]                                 "f:numberReady": {},
2021-07-18T08:17:01.5249820Z [cluster1]                                 "f:observedGeneration": {},
2021-07-18T08:17:01.5250627Z [cluster1]                                 "f:updatedNumberScheduled": {}
2021-07-18T08:17:01.5251264Z [cluster1]                             }
2021-07-18T08:17:01.5251715Z [cluster1]                         },
2021-07-18T08:17:01.5252467Z [cluster1]                         "f:gateways": {},
2021-07-18T08:17:01.5253201Z [cluster1]                         "f:globalnetDaemonSetStatus": {
2021-07-18T08:17:01.5253872Z [cluster1]                             ".": {},
2021-07-18T08:17:01.5254578Z [cluster1]                             "f:mismatchedContainerImages": {}
2021-07-18T08:17:01.5255250Z [cluster1]                         },
2021-07-18T08:17:01.5255850Z [cluster1]                         "f:loadBalancerStatus": {},
2021-07-18T08:17:01.5256994Z [cluster1]                         "f:natEnabled": {},
2021-07-18T08:17:01.5257587Z [cluster1]                         "f:networkPlugin": {},
2021-07-18T08:17:01.5258376Z [cluster1]                         "f:routeAgentDaemonSetStatus": {
2021-07-18T08:17:01.5259889Z [cluster1]                             ".": {},
2021-07-18T08:17:01.5260500Z [cluster1]                             "f:lastResourceVersion": {},
2021-07-18T08:17:01.5261360Z [cluster1]                             "f:mismatchedContainerImages": {},
2021-07-18T08:17:01.5262257Z [cluster1]                             "f:nonReadyContainerStates": {},
2021-07-18T08:17:01.5262954Z [cluster1]                             "f:status": {
2021-07-18T08:17:01.5263434Z [cluster1]                                 ".": {},
2021-07-18T08:17:01.5264099Z [cluster1]                                 "f:currentNumberScheduled": {},
2021-07-18T08:17:01.5264938Z [cluster1]                                 "f:desiredNumberScheduled": {},
2021-07-18T08:17:01.5265841Z [cluster1]                                 "f:numberAvailable": {},
2021-07-18T08:17:01.5266557Z [cluster1]                                 "f:numberMisscheduled": {},
2021-07-18T08:17:01.5267227Z [cluster1]                                 "f:numberReady": {},
2021-07-18T08:17:01.5267909Z [cluster1]                                 "f:observedGeneration": {},
2021-07-18T08:17:01.5268691Z [cluster1]                                 "f:updatedNumberScheduled": {}
2021-07-18T08:17:01.5269348Z [cluster1]                             }
2021-07-18T08:17:01.5269786Z [cluster1]                         },
2021-07-18T08:17:01.5270312Z [cluster1]                         "f:serviceCIDR": {}
2021-07-18T08:17:01.5270832Z [cluster1]                     }
2021-07-18T08:17:01.5271255Z [cluster1]                 },
2021-07-18T08:17:01.5272436Z [cluster1]                 "manager": "submariner-operator",
2021-07-18T08:17:01.5273126Z [cluster1]                 "operation": "Update",
2021-07-18T08:17:01.5273887Z [cluster1]                 "time": "2021-07-18T08:16:21Z"
2021-07-18T08:17:01.5274357Z [cluster1]             }
2021-07-18T08:17:01.5274778Z [cluster1]         ],
2021-07-18T08:17:01.5275256Z [cluster1]         "name": "submariner",
2021-07-18T08:17:01.5276116Z [cluster1]         "namespace": "submariner-operator",
2021-07-18T08:17:01.5276841Z [cluster1]         "resourceVersion": "2770",
2021-07-18T08:17:01.5277826Z [cluster1]         "uid": "ef9cb8df-5b67-41d6-b994-37a8dfd600a5"
2021-07-18T08:17:01.5278498Z [cluster1]     },
2021-07-18T08:17:01.5278918Z [cluster1]     "spec": {
2021-07-18T08:17:01.5279395Z [cluster1]         "broker": "k8s",
2021-07-18T08:17:01.5280002Z [cluster1]         "brokerK8sApiServer": "172.18.0.5:6443",
2021-07-18T08:17:01.5560773Z [cluster1]         "brokerK8sApiServerToken": "***",
2021-07-18T08:17:01.6188738Z [cluster1]         "brokerK8sCA": "LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EY3hPREE0TURZMU1Gb1hEVE14TURjeE5qQTRNRFkxTUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTURCClBDb3Z6WHdlT1dlWVFUUFk3enZUT01kMjNGdDB1MnY0YXYzMW9qRXZyNExWMDljbDRwZ1M1RGRCZUp2elJ5K0UKVTE0akxXTVliUUsxUXZhbGVYdVJ3cVBFUk5CcGpnRTkwQWhFejBxTWEwY05ObjFhdURMK0xRYVBIVC9DSFJ6aQp4TkVweXJlUmF4c2VhRm9rWjNPcTNtNGQ5VjUzUVQ2WVlVYWpacFJla1Y1MU1HNDlpWng3Vm1xOFcvaC9wTXliCkxZVzlodS90ZUFGd1R1Q2E0RTBaS3h6Ti91cUYvdkF3R0R4K25sSHJtOHd5allpMGM5R2lpUnl0dVRqMkdLYzIKUHJ2azZYbXVjZk9nMWRNa2tHS2c0ajRiUlMvNFhnTjhEakNZT2tISmppVXptQ2w0TFlVYTNDNWgrRjV4Q09LcApKRmNHYi9RdFEvaEpOVkRGQ1pzQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKWEtQRnVOVytQVHYvTGdobTlZN1JYTnZVWXRNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNElCQVFBa2x2NUE5TGpLYVNsUjZoUk1Yd3ZXdEpXdmRiUXJoRGNKWm1XVHFRbkErZmNoTEVRUwp1OEtGRmxmbDRkSmgxRUVCT2NVU2dKcUZyd1hYS25YOUpPeXVMUnExdXVvVFZldUVIdC9UNDJQUFI1b3VJMEZUCktBTWNUbHY3eDJvMHo1Y0ltNE5lVWQ4c2RLMmtmWWlYbWhCZHRlV2d4VUN2dlcyYmFVRFNPbkE0dnMzOER1NksKRG9ONC8vVFRMY1pWS1p3K3huS3JCN3hPSFZub1pnSHZXREQ1NHZhLzdTa09Hb3lZL3NsN0tKandZTXpqdEFhMgpKQjFkMFhXWmVKZ3Y1a0xrZURUanJWWVJLbWN4QTVIRnlwdXhEZHo2WTRDTE9KVUI1MEUrVEhCZFZFV1Y2bHI3CmRJVVZ6MnNROTNSbzlzcmIyOXNhWGhySjZOY3F0TXIxTXRTYgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==",
2021-07-18T08:17:01.6802175Z [cluster1]         "brokerK8sRemoteNamespace": "submariner-k8s-broker",
2021-07-18T08:17:01.6803167Z [cluster1]         "cableDriver": "libreswan",
2021-07-18T08:17:01.6803818Z [cluster1]         "ceIPSecDebug": false,
2021-07-18T08:17:01.6804490Z [cluster1]         "ceIPSecIKEPort": 500,
2021-07-18T08:17:01.6805125Z [cluster1]         "ceIPSecNATTPort": 4500,
2021-07-18T08:17:01.6806820Z [cluster1]         "ceIPSecPSK": "wnOgIzMiq02pHydcJOEsbFX6dXmvcl5C+F0sLRN6TjlCmHSveAfOAv+QWJvnE2DB",
2021-07-18T08:17:01.6808472Z [cluster1]         "clusterCIDR": "",
2021-07-18T08:17:01.6809043Z [cluster1]         "clusterID": "cluster1",
2021-07-18T08:17:01.6809670Z [cluster1]         "colorCodes": "blue",
2021-07-18T08:17:01.6810681Z [cluster1]         "connectionHealthCheck": {
2021-07-18T08:17:01.6811347Z [cluster1]             "enabled": true,
2021-07-18T08:17:01.6811922Z [cluster1]             "intervalSeconds": 1,
2021-07-18T08:17:01.6812604Z [cluster1]             "maxPacketLossCount": 5
2021-07-18T08:17:01.6813170Z [cluster1]         },
2021-07-18T08:17:01.6813623Z [cluster1]         "debug": false,
2021-07-18T08:17:01.6814513Z [cluster1]         "namespace": "submariner-operator",
2021-07-18T08:17:01.6815204Z [cluster1]         "natEnabled": false,
2021-07-18T08:17:01.6815816Z [cluster1]         "repository": "localhost:5000",
2021-07-18T08:17:01.6816406Z [cluster1]         "serviceCIDR": "",
2021-07-18T08:17:01.6817125Z [cluster1]         "serviceDiscoveryEnabled": true,
2021-07-18T08:17:01.6817809Z [cluster1]         "version": "local"
2021-07-18T08:17:01.6845050Z [cluster1]     },
2021-07-18T08:17:01.6845518Z [cluster1]     "status": {
2021-07-18T08:17:01.6846056Z [cluster1]         "clusterCIDR": "10.1.0.0/16",
2021-07-18T08:17:01.6846680Z [cluster1]         "clusterID": "cluster1",
2021-07-18T08:17:01.6847254Z [cluster1]         "colorCodes": "blue",
2021-07-18T08:17:01.6847848Z [cluster1]         "deploymentInfo": {},
2021-07-18T08:17:01.6848549Z [cluster1]         "gatewayDaemonSetStatus": {
2021-07-18T08:17:01.6849320Z [cluster1]             "lastResourceVersion": "2522",
2021-07-18T08:17:01.6850164Z [cluster1]             "mismatchedContainerImages": false,
2021-07-18T08:17:01.6851061Z [cluster1]             "nonReadyContainerStates": [],
2021-07-18T08:17:01.6851708Z [cluster1]             "status": {
2021-07-18T08:17:01.6852360Z [cluster1]                 "currentNumberScheduled": 1,
2021-07-18T08:17:01.6853177Z [cluster1]                 "desiredNumberScheduled": 1,
2021-07-18T08:17:01.6853912Z [cluster1]                 "numberAvailable": 1,
2021-07-18T08:17:01.6854591Z [cluster1]                 "numberMisscheduled": 0,
2021-07-18T08:17:01.6855217Z [cluster1]                 "numberReady": 1,
2021-07-18T08:17:01.6855864Z [cluster1]                 "observedGeneration": 1,
2021-07-18T08:17:01.6856623Z [cluster1]                 "updatedNumberScheduled": 1
2021-07-18T08:17:01.6857236Z [cluster1]             }
2021-07-18T08:17:01.6857642Z [cluster1]         },
2021-07-18T08:17:01.6858101Z [cluster1]         "gateways": [
2021-07-18T08:17:01.6858545Z [cluster1]             {
2021-07-18T08:17:01.6859163Z [cluster1]                 "connections": [
2021-07-18T08:17:01.6859648Z [cluster1]                     {
2021-07-18T08:17:01.6860396Z [cluster1]                         "endpoint": {
2021-07-18T08:17:01.6860982Z [cluster1]                             "backend": "libreswan",
2021-07-18T08:17:01.6861571Z [cluster1]                             "backend_config": {
2021-07-18T08:17:01.6862814Z [cluster1]                                 "natt-discovery-port": "4490",
2021-07-18T08:17:01.6863896Z [cluster1]                                 "preferred-server": "false"
2021-07-18T08:17:01.6864503Z [cluster1]                             },
2021-07-18T08:17:01.6865595Z [cluster1]                             "cable_name": "submariner-cable-cluster2-172-18-0-8",
2021-07-18T08:17:01.6866573Z [cluster1]                             "cluster_id": "cluster2",
2021-07-18T08:17:01.6867202Z [cluster1]                             "healthCheckIP": "10.2.224.0",
2021-07-18T08:17:01.6868091Z [cluster1]                             "hostname": "cluster2-worker",
2021-07-18T08:17:01.6868765Z [cluster1]                             "nat_enabled": false,
2021-07-18T08:17:01.6869341Z [cluster1]                             "private_ip": "172.18.0.8",
2021-07-18T08:17:01.6869917Z [cluster1]                             "public_ip": "20.185.60.188",
2021-07-18T08:17:01.6870447Z [cluster1]                             "subnets": [
2021-07-18T08:17:01.6870954Z [cluster1]                                 "100.2.0.0/16",
2021-07-18T08:17:01.6871424Z [cluster1]                                 "10.2.0.0/16"
2021-07-18T08:17:01.6871887Z [cluster1]                             ]
2021-07-18T08:17:01.6872455Z [cluster1]                         },
2021-07-18T08:17:01.6872951Z [cluster1]                         "latencyRTT": {
2021-07-18T08:17:01.6873745Z [cluster1]                             "average": "275.172µs",
2021-07-18T08:17:01.6874445Z [cluster1]                             "last": "184.616µs",
2021-07-18T08:17:01.6874965Z [cluster1]                             "max": "2.239601ms",
2021-07-18T08:17:01.6875622Z [cluster1]                             "min": "143.413µs",
2021-07-18T08:17:01.6876334Z [cluster1]                             "stdDev": "402.216µs"
2021-07-18T08:17:01.6876813Z [cluster1]                         },
2021-07-18T08:17:01.6877340Z [cluster1]                         "status": "connected",
2021-07-18T08:17:01.6877935Z [cluster1]                         "statusMessage": "",
2021-07-18T08:17:01.6878519Z [cluster1]                         "usingIP": "172.18.0.8"
2021-07-18T08:17:01.6879004Z [cluster1]                     }
2021-07-18T08:17:01.6879421Z [cluster1]                 ],
2021-07-18T08:17:01.6879935Z [cluster1]                 "haStatus": "active",
2021-07-18T08:17:01.6880503Z [cluster1]                 "localEndpoint": {
2021-07-18T08:17:01.6881252Z [cluster1]                     "backend": "libreswan",
2021-07-18T08:17:01.6881824Z [cluster1]                     "backend_config": {
2021-07-18T08:17:01.9885814Z [cluster1]                         "natt-discovery-port": "4490",
2021-07-18T08:17:01.9886907Z [cluster1]                         "preferred-server": "false"
2021-07-18T08:17:01.9887551Z [cluster1]                     },
2021-07-18T08:17:01.9888635Z [cluster1]                     "cable_name": "submariner-cable-cluster1-172-18-0-6",
2021-07-18T08:17:01.9889617Z [cluster1]                     "cluster_id": "cluster1",
2021-07-18T08:17:01.9890236Z [cluster1]                     "healthCheckIP": "10.1.0.1",
2021-07-18T08:17:01.9891109Z [cluster1]                     "hostname": "cluster1-worker",
2021-07-18T08:17:01.9891755Z [cluster1]                     "nat_enabled": false,
2021-07-18T08:17:01.9892351Z [cluster1]                     "private_ip": "172.18.0.6",
2021-07-18T08:17:01.9892895Z [cluster1]                     "public_ip": "20.185.60.188",
2021-07-18T08:17:01.9893425Z [cluster1]                     "subnets": [
2021-07-18T08:17:01.9893918Z [cluster1]                         "100.1.0.0/16",
2021-07-18T08:17:01.9894379Z [cluster1]                         "10.1.0.0/16"
2021-07-18T08:17:01.9894833Z [cluster1]                     ]
2021-07-18T08:17:01.9895505Z [cluster1]                 },
2021-07-18T08:17:01.9896045Z [cluster1]                 "statusFailure": "",
2021-07-18T08:17:01.9896855Z [cluster1]                 "version": "devel-1441a80"
2021-07-18T08:17:01.9897386Z [cluster1]             }
2021-07-18T08:17:01.9897797Z [cluster1]         ],
2021-07-18T08:17:01.9898445Z [cluster1]         "globalnetDaemonSetStatus": {
2021-07-18T08:17:01.9899519Z [cluster1]             "mismatchedContainerImages": false
2021-07-18T08:17:01.9900205Z [cluster1]         },
2021-07-18T08:17:01.9900765Z [cluster1]         "loadBalancerStatus": {},
2021-07-18T08:17:01.9901416Z [cluster1]         "natEnabled": false,
2021-07-18T08:17:01.9902239Z [cluster1]         "networkPlugin": "weave-net",
2021-07-18T08:17:01.9903036Z [cluster1]         "routeAgentDaemonSetStatus": {
2021-07-18T08:17:01.9903863Z [cluster1]             "lastResourceVersion": "2576",
2021-07-18T08:17:01.9904696Z [cluster1]             "mismatchedContainerImages": false,
2021-07-18T08:17:01.9905601Z [cluster1]             "nonReadyContainerStates": [],
2021-07-18T08:17:01.9906257Z [cluster1]             "status": {
2021-07-18T08:17:01.9906911Z [cluster1]                 "currentNumberScheduled": 3,
2021-07-18T08:17:01.9907725Z [cluster1]                 "desiredNumberScheduled": 3,
2021-07-18T08:17:01.9908466Z [cluster1]                 "numberAvailable": 3,
2021-07-18T08:17:01.9909148Z [cluster1]                 "numberMisscheduled": 0,
2021-07-18T08:17:01.9909774Z [cluster1]                 "numberReady": 3,
2021-07-18T08:17:01.9910558Z [cluster1]                 "observedGeneration": 1,
2021-07-18T08:17:01.9911326Z [cluster1]                 "updatedNumberScheduled": 3
2021-07-18T08:17:01.9911956Z [cluster1]             }
2021-07-18T08:17:01.9912371Z [cluster1]         },
2021-07-18T08:17:01.9912881Z [cluster1]         "serviceCIDR": "100.1.0.0/16"
2021-07-18T08:17:01.9913367Z [cluster1]     }
2021-07-18T08:17:01.9913773Z [cluster1] }
2021-07-18T08:17:01.9914907Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.namespace submariner-operator[0m
2021-07-18T08:17:01.9916532Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.namespace submariner-operator[0m
2021-07-18T08:17:01.9918356Z [36m[submariner-operator]$ [cluster1] jq -r -M .metadata.namespace /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:01.9919891Z [36m[submariner-operator]$ [cluster1] validate_equals .apiVersion submariner.io/v1alpha1[0m
2021-07-18T08:17:01.9921304Z [36m[submariner-operator]$ [cluster1] validate_equals .apiVersion submariner.io/v1alpha1[0m
2021-07-18T08:17:01.9922764Z [36m[submariner-operator]$ [cluster1] jq -r -M .apiVersion /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:01.9924125Z [36m[submariner-operator]$ [cluster1] validate_equals .kind Submariner[0m
2021-07-18T08:17:01.9925293Z [36m[submariner-operator]$ [cluster1] validate_equals .kind Submariner[0m
2021-07-18T08:17:01.9926602Z [36m[submariner-operator]$ [cluster1] jq -r -M .kind /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:01.9927985Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name submariner[0m
2021-07-18T08:17:01.9929294Z [36m[submariner-operator]$ [cluster1] validate_equals .metadata.name submariner[0m
2021-07-18T08:17:01.9930743Z [36m[submariner-operator]$ [cluster1] jq -r -M .metadata.name /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:01.9932275Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.brokerK8sApiServer 172.18.0.5:6443[0m
2021-07-18T08:17:01.9933771Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.brokerK8sApiServer 172.18.0.5:6443[0m
2021-07-18T08:17:01.9935444Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.brokerK8sApiServer /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:02.0591032Z [36m[submariner-operator]$ [cluster1] validate_not_equals .spec.brokerK8sApiServerToken ***
2021-07-18T08:17:02.0909099Z [36m[submariner-operator]$ [cluster1] validate_not_equals .spec.brokerK8sApiServerToken ***
2021-07-18T08:17:02.0911878Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.brokerK8sApiServerToken /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:02.1609084Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.brokerK8sCA LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EY3hPREE0TURZMU1Gb1hEVE14TURjeE5qQTRNRFkxTUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTURCClBDb3Z6WHdlT1dlWVFUUFk3enZUT01kMjNGdDB1MnY0YXYzMW9qRXZyNExWMDljbDRwZ1M1RGRCZUp2elJ5K0UKVTE0akxXTVliUUsxUXZhbGVYdVJ3cVBFUk5CcGpnRTkwQWhFejBxTWEwY05ObjFhdURMK0xRYVBIVC9DSFJ6aQp4TkVweXJlUmF4c2VhRm9rWjNPcTNtNGQ5VjUzUVQ2WVlVYWpacFJla1Y1MU1HNDlpWng3Vm1xOFcvaC9wTXliCkxZVzlodS90ZUFGd1R1Q2E0RTBaS3h6Ti91cUYvdkF3R0R4K25sSHJtOHd5allpMGM5R2lpUnl0dVRqMkdLYzIKUHJ2azZYbXVjZk9nMWRNa2tHS2c0ajRiUlMvNFhnTjhEakNZT2tISmppVXptQ2w0TFlVYTNDNWgrRjV4Q09LcApKRmNHYi9RdFEvaEpOVkRGQ1pzQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKWEtQRnVOVytQVHYvTGdobTlZN1JYTnZVWXRNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNElCQVFBa2x2NUE5TGpLYVNsUjZoUk1Yd3ZXdEpXdmRiUXJoRGNKWm1XVHFRbkErZmNoTEVRUwp1OEtGRmxmbDRkSmgxRUVCT2NVU2dKcUZyd1hYS25YOUpPeXVMUnExdXVvVFZldUVIdC9UNDJQUFI1b3VJMEZUCktBTWNUbHY3eDJvMHo1Y0ltNE5lVWQ4c2RLMmtmWWlYbWhCZHRlV2d4VUN2dlcyYmFVRFNPbkE0dnMzOER1NksKRG9ONC8vVFRMY1pWS1p3K3huS3JCN3hPSFZub1pnSHZXREQ1NHZhLzdTa09Hb3lZL3NsN0tKandZTXpqdEFhMgpKQjFkMFhXWmVKZ3Y1a0xrZURUanJWWVJLbWN4QTVIRnlwdXhEZHo2WTRDTE9KVUI1MEUrVEhCZFZFV1Y2bHI3CmRJVVZ6MnNROTNSbzlzcmIyOXNhWGhySjZOY3F0TXIxTXRTYgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==[0m
2021-07-18T08:17:02.5027333Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.brokerK8sCA LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EY3hPREE0TURZMU1Gb1hEVE14TURjeE5qQTRNRFkxTUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTURCClBDb3Z6WHdlT1dlWVFUUFk3enZUT01kMjNGdDB1MnY0YXYzMW9qRXZyNExWMDljbDRwZ1M1RGRCZUp2elJ5K0UKVTE0akxXTVliUUsxUXZhbGVYdVJ3cVBFUk5CcGpnRTkwQWhFejBxTWEwY05ObjFhdURMK0xRYVBIVC9DSFJ6aQp4TkVweXJlUmF4c2VhRm9rWjNPcTNtNGQ5VjUzUVQ2WVlVYWpacFJla1Y1MU1HNDlpWng3Vm1xOFcvaC9wTXliCkxZVzlodS90ZUFGd1R1Q2E0RTBaS3h6Ti91cUYvdkF3R0R4K25sSHJtOHd5allpMGM5R2lpUnl0dVRqMkdLYzIKUHJ2azZYbXVjZk9nMWRNa2tHS2c0ajRiUlMvNFhnTjhEakNZT2tISmppVXptQ2w0TFlVYTNDNWgrRjV4Q09LcApKRmNHYi9RdFEvaEpOVkRGQ1pzQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKWEtQRnVOVytQVHYvTGdobTlZN1JYTnZVWXRNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNEng detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:02.5298255Z [cluster2] I0718 08:16:59.276755       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:02.5300885Z [cluster2] I0718 08:16:59.287431       1 submariner_controller.go:103] controller_submariner "msg"="Reconciling Submariner" "Request.Name"="submariner" "Request.Namespace"="submariner-operator"
2021-07-18T08:17:02.5302580Z [cluster2] I0718 08:16:59.287548       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="10.2.0.0/16" "type"="Cluster"
2021-07-18T08:17:02.5303966Z [cluster2] I0718 08:16:59.287600       1 submariner_networkdiscovery.go:77] controller_submariner "msg"="Using detected CIDR"  "CIDR"="100.2.0.0/16" "type"="Service"
2021-07-18T08:17:02.5306519Z [cluster2] I0718 08:16:59.291817       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:02.5309758Z [cluster2] I0718 08:16:59.298437       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-gateway" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:02.5313402Z [cluster2] I0718 08:16:59.303370       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:02.5316715Z [cluster2] I0718 08:16:59.304922       1 helpers.go:233] controller_submariner "msg"="Updated existing Service" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "Service.Name"="submariner-gateway-metrics" "Service.Namespace"="submariner-operator"
2021-07-18T08:17:02.5320021Z [cluster2] I0718 08:16:59.905122       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:02.5323177Z [cluster2] I0718 08:16:59.913853       1 metrics.go:55] controller_submariner "msg"="Install prometheus-operator in your cluster to create ServiceMonitor objects" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "error"="no ServiceMonitor registered with the API"
2021-07-18T08:17:02.5326870Z [cluster2] I0718 08:16:59.923451       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:02.5331165Z [cluster2] I0718 08:16:59.924290       1 helpers.go:85] controller_submariner "msg"="Updated existing DaemonSet" "Request.Name"="submariner" "Request.Namespace"="submariner-operator" "DaemonSet.Name"="submariner-routeagent" "DaemonSet.Namespace"="submariner-operator"
2021-07-18T08:17:02.5333183Z [36m[submariner-operator]$ [cluster2] verify_subm_cr[0m
2021-07-18T08:17:02.5334602Z [36m[submariner-operator]$ [cluster2] verify_subm_cr[0m
2021-07-18T08:17:02.5336103Z [36m[submariner-operator]$ [cluster2] kubectl get submariner --namespace=submariner-operator[0m
2021-07-18T08:17:02.5337374Z [36m[submariner-operator]$ [cluster2] grep submariner[0m
2021-07-18T08:17:02.5338680Z [36m[submariner-operator]$ [cluster2] kubectl get submariner --namespace=submariner-operator[0m
2021-07-18T08:17:02.5340549Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get submariner --namespace=submariner-operator[0m
2021-07-18T08:17:02.5341587Z [cluster2] submariner   53s
2021-07-18T08:17:02.5342665Z [36m[submariner-operator]$ [cluster2] json_file=/tmp/submariner.cluster2.json[0m
2021-07-18T08:17:02.5344565Z [36m[submariner-operator]$ [cluster2] kubectl get submariner submariner --namespace=submariner-operator -o json[0m
2021-07-18T08:17:02.5347111Z [36m[submariner-operator]$ [cluster2] tee /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:02.5348725Z [36m[submariner-operator]$ [cluster2] kubectl get submariner submariner --namespace=submariner-operator -o json[0m
2021-07-18T08:17:02.5350572Z [36m[submariner-operator]$ [cluster2] command kubectl --context=cluster2 get submariner submariner --namespace=submariner-operator -o json[0m
2021-07-18T08:17:02.5351602Z [cluster2] {
2021-07-18T08:17:02.5354172Z [cluster2]     "apiVersion": "submariner.io/v1alpha1",
2021-07-18T08:17:02.5355116Z [cluster2]     "kind": "Submariner",
2021-07-18T08:17:02.5355852Z [cluster2]     "metadata": {
2021-07-18T08:17:02.5356757Z [cluster2]         "creationTimestamp": "2021-07-18T08:16:08Z",
2021-07-18T08:17:02.5357415Z [cluster2]         "generation": 1,
2021-07-18T08:17:02.5357989Z [cluster2]         "managedFields": [
2021-07-18T08:17:02.5358485Z [cluster2]             {
2021-07-18T08:17:02.5359100Z [cluster2]                 "apiVersion": "submariner.io/v1alpha1",
2021-07-18T08:17:02.5359803Z [cluster2]                 "fieldsType": "FieldsV1",
2021-07-18T08:17:02.5360385Z [cluster2]                 "fieldsV1": {
2021-07-18T08:17:02.5360882Z [cluster2]                     "f:spec": {
2021-07-18T08:17:02.5361568Z [cluster2]                         ".": {},
2021-07-18T08:17:02.5362051Z [cluster2]                         "f:broker": {},
2021-07-18T08:17:02.5362689Z [cluster2]                         "f:brokerK8sApiServer": {},
2021-07-18T08:17:02.5363477Z [cluster2]                         "f:brokerK8sApiServerToken": {},
2021-07-18T08:17:02.5364212Z [cluster2]                         "f:brokerK8sCA": {},
2021-07-18T08:17:02.5364963Z [cluster2]                         "f:brokerK8sRemoteNamespace": {},
2021-07-18T08:17:02.5365706Z [cluster2]                         "f:cableDriver": {},
2021-07-18T08:17:02.5366330Z [cluster2]                         "f:ceIPSecDebug": {},
2021-07-18T08:17:02.5366965Z [cluster2]                         "f:ceIPSecIKEPort": {},
2021-07-18T08:17:02.5367637Z [cluster2]                         "f:ceIPSecNATTPort": {},
2021-07-18T08:17:02.5368263Z [cluster2]                         "f:ceIPSecPSK": {},
2021-07-18T08:17:02.5368856Z [cluster2]                         "f:clusterCIDR": {},
2021-07-18T08:17:02.5369424Z [cluster2]                         "f:clusterID": {},
2021-07-18T08:17:02.5370000Z [cluster2]                         "f:colorCodes": {},
2021-07-18T08:17:02.5370701Z [cluster2]                         "f:connectionHealthCheck": {
2021-07-18T08:17:02.5371334Z [cluster2]                             ".": {},
2021-07-18T08:17:02.5371849Z [cluster2]                             "f:enabled": {},
2021-07-18T08:17:02.5372442Z [cluster2]                             "f:intervalSeconds": {},
2021-07-18T08:17:02.5373242Z [cluster2]                             "f:maxPacketLossCount": {}
2021-07-18T08:17:02.5373825Z [cluster2]                         },
2021-07-18T08:17:02.5374312Z [cluster2]                         "f:debug": {},
2021-07-18T08:17:02.5374836Z [cluster2]                         "f:namespace": {},
2021-07-18T08:17:02.5375407Z [cluster2]                         "f:natEnabled": {},
2021-07-18T08:17:02.5375990Z [cluster2]                         "f:repository": {},
2021-07-18T08:17:02.5376700Z [cluster2]                         "f:serviceCIDR": {},
2021-07-18T08:17:02.5377447Z [cluster2]                         "f:serviceDiscoveryEnabled": {},
2021-07-18T08:17:02.5378140Z [cluster2]                         "f:version": {}
2021-07-18T08:17:02.5378623Z [cluster2]                     }
2021-07-18T08:17:02.5379263Z [cluster2]                 },
2021-07-18T08:17:02.5379766Z [cluster2]                 "manager": "subctl",
2021-07-18T08:17:02.5380330Z [cluster2]                 "operation": "Update",
2021-07-18T08:17:02.5381163Z [cluster2]                 "time": "2021-07-18T08:16:08Z"
2021-07-18T08:17:02.5381650Z [cluster2]             },
2021-07-18T08:17:02.5382066Z [cluster2]             {
2021-07-18T08:17:02.5382683Z [cluster2]                 "apiVersion": "submariner.io/v1alpha1",
2021-07-18T08:17:02.5383385Z [cluster2]                 "fieldsType": "FieldsV1",
2021-07-18T08:17:02.5383970Z [cluster2]                 "fieldsV1": {
2021-07-18T08:17:02.5384474Z [cluster2]                     "f:status": {
2021-07-18T08:17:02.5384958Z [cluster2]                         ".": {},
2021-07-18T08:17:02.5385475Z [cluster2]                         "f:clusterCIDR": {},
2021-07-18T08:17:02.5386061Z [cluster2]                         "f:clusterID": {},
2021-07-18T08:17:02.5387430Z [cluster2]                         "f:colorCodes": {},
2021-07-18T08:17:02.5388054Z [cluster2]                         "f:deploymentInfo": {},
2021-07-18T08:17:02.5409731Z [cluster2]                         "f:gatewayDaemonSetStatus": {
2021-07-18T08:17:02.5410539Z [cluster2]                             ".": {},
2021-07-18T08:17:02.5411260Z [cluster2]                             "f:lastResourceVersion": {},
2021-07-18T08:17:02.5412105Z [cluster2]                             "f:mismatchedContainerImages": {},
2021-07-18T08:17:02.5413022Z [cluster2]                             "f:nonReadyContainerStates": {},
2021-07-18T08:17:02.5413714Z [cluster2]                             "f:status": {
2021-07-18T08:17:02.5414434Z [cluster2]                                 ".": {},
2021-07-18T08:17:02.5415098Z [cluster2]                                 "f:currentNumberScheduled": {},
2021-07-18T08:17:02.5415964Z [cluster2]                                 "f:desiredNumberScheduled": {},
2021-07-18T08:17:02.5416815Z [cluster2]                                 "f:numberAvailable": {},
2021-07-18T08:17:02.5417525Z [cluster2]                                 "f:numberMisscheduled": {},
2021-07-18T08:17:02.5418206Z [cluster2]                                 "f:numberReady": {},
2021-07-18T08:17:02.5418882Z [cluster2]                                 "f:observedGeneration": {},
2021-07-18T08:17:02.5423860Z [cluster2]                                 "f:updatedNumberScheduled": {}
2021-07-18T08:17:02.5424515Z [cluster2]                             }
2021-07-18T08:17:02.5424977Z [cluster2]                         },
2021-07-18T08:17:02.5425468Z [cluster2]                         "f:gateways": {},
2021-07-18T08:17:02.5426218Z [cluster2]                         "f:globalnetDaemonSetStatus": {
2021-07-18T08:17:02.5426909Z [cluster2]                             ".": {},
2021-07-18T08:17:02.5427596Z [cluster2]                             "f:mismatchedContainerImages": {}
2021-07-18T08:17:02.5428286Z [cluster2]                         },
2021-07-18T08:17:02.5428877Z [cluster2]                         "f:loadBalancerStatus": {},
2021-07-18T08:17:02.5429535Z [cluster2]                         "f:natEnabled": {},
2021-07-18T08:17:02.5430133Z [cluster2]                         "f:networkPlugin": {},
2021-07-18T08:17:02.5431110Z [cluster2]                         "f:routeAgentDaemonSetStatus": {
2021-07-18T08:17:02.5431814Z [cluster2]                             ".": {},
2021-07-18T08:17:02.5432429Z [cluster2]                             "f:lastResourceVersion": {},
2021-07-18T08:17:02.5433849Z [cluster2]                             "f:mismatchedContainerImages": {},
2021-07-18T08:17:02.5434843Z [cluster2]                             "f:nonReadyContainerStates": {},
2021-07-18T08:17:02.5435556Z [cluster2]                             "f:status": {
2021-07-18T08:17:02.5436046Z [cluster2]                                 ".": {},
2021-07-18T08:17:02.5436720Z [cluster2]                                 "f:currentNumberScheduled": {},
2021-07-18T08:17:02.5437570Z [cluster2]                                 "f:desiredNumberScheduled": {},
2021-07-18T08:17:02.5438351Z [cluster2]                                 "f:numberAvailable": {},
2021-07-18T08:17:02.5439068Z [cluster2]                                 "f:numberMisscheduled": {},
2021-07-18T08:17:02.5439733Z [cluster2]                                 "f:numberReady": {},
2021-07-18T08:17:02.5440414Z [cluster2]                                 "f:observedGeneration": {},
2021-07-18T08:17:02.5441215Z [cluster2]                                 "f:updatedNumberScheduled": {}
2021-07-18T08:17:02.5441872Z [cluster2]                             }
2021-07-18T08:17:02.5442309Z [cluster2]                         },
2021-07-18T08:17:02.5442837Z [cluster2]                         "f:serviceCIDR": {}
2021-07-18T08:17:02.5443340Z [cluster2]                     }
2021-07-18T08:17:02.5443779Z [cluster2]                 },
2021-07-18T08:17:02.5445005Z [cluster2]                 "manager": "submariner-operator",
2021-07-18T08:17:02.5445699Z [cluster2]                 "operation": "Update",
2021-07-18T08:17:02.5446460Z [cluster2]                 "time": "2021-07-18T08:16:33Z"
2021-07-18T08:17:02.5446930Z [cluster2]             }
2021-07-18T08:17:02.5447359Z [cluster2]         ],
2021-07-18T08:17:02.5447845Z [cluster2]         "name": "submariner",
2021-07-18T08:17:02.5448717Z [cluster2]         "namespace": "submariner-operator",
2021-07-18T08:17:02.5449437Z [cluster2]         "resourceVersion": "2530",
2021-07-18T08:17:02.5450322Z [cluster2]         "uid": "c4467501-5790-4d46-8aee-183e7f3abe5f"
2021-07-18T08:17:02.5450882Z [cluster2]     },
2021-07-18T08:17:02.5451319Z [cluster2]     "spec": {
2021-07-18T08:17:02.5451802Z [cluster2]         "broker": "k8s",
2021-07-18T08:17:02.5452559Z [cluster2]         "brokerK8sApiServer": "172.18.0.5:6443",
2021-07-18T08:17:02.5570987Z [cluster2]         "brokerK8sApiServerToken": "***",
2021-07-18T08:17:02.6265310Z [cluster2]         "brokerK8sCA": "LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EY3hPREE0TURZMU1Gb1hEVE14TURjeE5qQTRNRFkxTUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTURCClBDb3Z6WHdlT1dlWVFUUFk3enZUT01kMjNGdDB1MnY0YXYzMW9qRXZyNExWMDljbDRwZ1M1RGRCZUp2elJ5K0UKVTE0akxXTVliUUsxUXZhbGVYdVJ3cVBFUk5CcGpnRTkwQWhFejBxTWEwY05ObjFhdURMK0xRYVBIVC9DSFJ6aQp4TkVweXJlUmF4c2VhRm9rWjNPcTNtNGQ5VjUzUVQ2WVlVYWpacFJla1Y1MU1HNDlpWng3Vm1xOFcvaC9wTXliCkxZVzlodS90ZUFGd1R1Q2E0RTBaS3h6Ti91cUYvdkF3R0R4K25sSHJtOHd5allpMGM5R2lpUnl0dVRqMkdLYzIKUHJ2azZYbXVjZk9nMWRNa2tHS2c0ajRiUlMvNFhnTjhEakNZT2tISmppVXptQ2w0TFlVYTNDNWgrRjV4Q09LcApKRmNHYi9RdFEvaEpOVkRGQ1pzQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKWEtQRnVOVytQVHYvTGdobTlZN1JYTnZVWXRNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNElCQVFBa2x2NUE5TGpLYVNsUjZoUk1Yd3ZXdEpXdmRiUXJoRGNKWm1XVHFRbkErZmNoTEVRUwp1OEtGRmxmbDRkSmgxRUVCT2NVU2dKcUZyd1hYS25YOUpPeXVMUnExdXVvVFZldUVIdC9UNDJQUFI1b3VJMEZUCktBTWNUbHY3eDJvMHo1Y0ltNE5lVWQ4c2RLMmtmWWlYbWhCZHRlV2d4VUN2dlcyYmFVRFNPbkE0dnMzOER1NksKRG9ONC8vVFRMY1pWS1p3K3huS3JCN3hPSFZub1pnSHZXREQ1NHZhLzdTa09Hb3lZL3NsN0tKandZTXpqdEFhMgpKQjFkMFhXWmVKZ3Y1a0xrZURUanJWWVJLbWN4QTVIRnlwdXhEZHo2WTRDTE9KVUI1MEUrVEhCZFZFV1Y2bHI3CmRJVVZ6MnNROTNSbzlzcmIyOXNhWGhySjZOY3F0TXIxTXRTYgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==",
2021-07-18T08:17:02.6930311Z [cluster2]         "brokerK8sRemoteNamespace": "submariner-k8s-broker",
2021-07-18T08:17:02.6931774Z [cluster2]         "cableDriver": "libreswan",
2021-07-18T08:17:02.6932424Z [cluster2]         "ceIPSecDebug": false,
2021-07-18T08:17:02.6933059Z [cluster2]         "ceIPSecIKEPort": 500,
2021-07-18T08:17:02.6933686Z [cluster2]         "ceIPSecNATTPort": 4500,
2021-07-18T08:17:02.6935441Z [cluster2]         "ceIPSecPSK": "wnOgIzMiq02pHydcJOEsbFX6dXmvcl5C+F0sLRN6TjlCmHSveAfOAv+QWJvnE2DB",
2021-07-18T08:17:02.6937107Z [cluster2]         "clusterCIDR": "",
2021-07-18T08:17:02.6937679Z [cluster2]         "clusterID": "cluster2",
2021-07-18T08:17:02.6938267Z [cluster2]         "colorCodes": "blue",
2021-07-18T08:17:02.6938928Z [cluster2]         "connectionHealthCheck": {
2021-07-18T08:17:02.6939719Z [cluster2]             "enabled": true,
2021-07-18T08:17:02.6940309Z [cluster2]             "intervalSeconds": 1,
2021-07-18T08:17:02.6940980Z [cluster2]             "maxPacketLossCount": 5
2021-07-18T08:17:02.6941547Z [cluster2]         },
2021-07-18T08:17:02.6942854Z [cluster2]         "debug": false,
2021-07-18T08:17:02.6943806Z [cluster2]         "namespace": "submariner-operator",
2021-07-18T08:17:02.6944488Z [cluster2]         "natEnabled": false,
2021-07-18T08:17:02.6945100Z [cluster2]         "repository": "localhost:5000",
2021-07-18T08:17:02.6945692Z [cluster2]         "serviceCIDR": "",
2021-07-18T08:17:02.6946412Z [cluster2]         "serviceDiscoveryEnabled": true,
2021-07-18T08:17:02.6947092Z [cluster2]         "version": "local"
2021-07-18T08:17:02.6947568Z [cluster2]     },
2021-07-18T08:17:02.6947990Z [cluster2]     "status": {
2021-07-18T08:17:02.6948513Z [cluster2]         "clusterCIDR": "10.2.0.0/16",
2021-07-18T08:17:02.6949088Z [cluster2]         "clusterID": "cluster2",
2021-07-18T08:17:02.6949677Z [cluster2]         "colorCodes": "blue",
2021-07-18T08:17:02.6950283Z [cluster2]         "deploymentInfo": {},
2021-07-18T08:17:02.6951505Z [cluster2]         "gatewayDaemonSetStatus": {
2021-07-18T08:17:02.6952286Z [cluster2]             "lastResourceVersion": "2349",
2021-07-18T08:17:02.6953125Z [cluster2]             "mismatchedContainerImages": false,
2021-07-18T08:17:02.6954021Z [cluster2]             "nonReadyContainerStates": [],
2021-07-18T08:17:02.6954667Z [cluster2]             "status": {
2021-07-18T08:17:02.6955662Z [cluster2]                 "currentNumberScheduled": 1,
2021-07-18T08:17:02.6956477Z [cluster2]                 "desiredNumberScheduled": 1,
2021-07-18T08:17:02.6957215Z [cluster2]                 "numberAvailable": 1,
2021-07-18T08:17:02.6957899Z [cluster2]                 "numberMisscheduled": 0,
2021-07-18T08:17:02.6958523Z [cluster2]                 "numberReady": 1,
2021-07-18T08:17:02.6959281Z [cluster2]                 "observedGeneration": 1,
2021-07-18T08:17:02.6960216Z [cluster2]                 "updatedNumberScheduled": 1
2021-07-18T08:17:02.6961461Z [cluster2]             }
2021-07-18T08:17:02.6961950Z [cluster2]         },
2021-07-18T08:17:02.6962411Z [cluster2]         "gateways": [
2021-07-18T08:17:02.6962858Z [cluster2]             {
2021-07-18T08:17:02.6963352Z [cluster2]                 "connections": [
2021-07-18T08:17:02.6963836Z [cluster2]                     {
2021-07-18T08:17:02.6964330Z [cluster2]                         "endpoint": {
2021-07-18T08:17:02.6965040Z [cluster2]                             "backend": "libreswan",
2021-07-18T08:17:02.6965637Z [cluster2]                             "backend_config": {
2021-07-18T08:17:02.6966637Z [cluster2]                                 "natt-discovery-port": "4490",
2021-07-18T08:17:02.6967568Z [cluster2]                                 "preferred-server": "false"
2021-07-18T08:17:02.6968174Z [cluster2]                             },
2021-07-18T08:17:02.6969271Z [cluster2]                             "cable_name": "submariner-cable-cluster1-172-18-0-6",
2021-07-18T08:17:02.6970589Z [cluster2]                             "cluster_id": "cluster1",
2021-07-18T08:17:02.6971596Z [cluster2]                             "healthCheckIP": "10.1.0.1",
2021-07-18T08:17:02.6972540Z [cluster2]                             "hostname": "cluster1-worker",
2021-07-18T08:17:02.6973217Z [cluster2]                             "nat_enabled": false,
2021-07-18T08:17:02.6973793Z [cluster2]                             "private_ip": "172.18.0.6",
2021-07-18T08:17:02.6974371Z [cluster2]                             "public_ip": "20.185.60.188",
2021-07-18T08:17:02.6974899Z [cluster2]                             "subnets": [
2021-07-18T08:17:02.6975414Z [cluster2]                                 "100.1.0.0/16",
2021-07-18T08:17:02.6975888Z [cluster2]                                 "10.1.0.0/16"
2021-07-18T08:17:02.6976503Z [cluster2]                             ]
2021-07-18T08:17:02.6976940Z [cluster2]                         },
2021-07-18T08:17:02.6977454Z [cluster2]                         "latencyRTT": {
2021-07-18T08:17:02.6978238Z [cluster2]                             "average": "214.259µs",
2021-07-18T08:17:02.6978940Z [cluster2]                             "last": "273.024µs",
2021-07-18T08:17:02.6979752Z [cluster2]                             "max": "449.241µs",
2021-07-18T08:17:02.6980412Z [cluster2]                             "min": "155.414µs",
2021-07-18T08:17:02.6981258Z [cluster2]                             "stdDev": "64.468µs"
2021-07-18T08:17:02.6981754Z [cluster2]                         },
2021-07-18T08:17:02.6982294Z [cluster2]                         "status": "connected",
2021-07-18T08:17:02.6982892Z [cluster2]                         "statusMessage": "",
2021-07-18T08:17:02.6983541Z [cluster2]                         "usingIP": "172.18.0.6"
2021-07-18T08:17:02.6984036Z [cluster2]                     }
2021-07-18T08:17:02.6984457Z [cluster2]                 ],
2021-07-18T08:17:02.6985029Z [cluster2]                 "haStatus": "active",
2021-07-18T08:17:02.6985651Z [cluster2]                 "localEndpoint": {
2021-07-18T08:17:02.6986438Z [cluster2]                     "backend": "libreswan",
2021-07-18T08:17:02.6987007Z [cluster2]                     "backend_config": {
2021-07-18T08:17:02.8710051Z [cluster2]                         "natt-discovery-port": "4490",
2021-07-18T08:17:02.8711055Z [cluster2]                         "preferred-server": "false"
2021-07-18T08:17:02.8711641Z [cluster2]                     },
2021-07-18T08:17:02.8713059Z [cluster2]                     "cable_name": "submariner-cable-cluster2-172-18-0-8",
2021-07-18T08:17:02.8714106Z [cluster2]                     "cluster_id": "cluster2",
2021-07-18T08:17:02.8714744Z [cluster2]                     "healthCheckIP": "10.2.224.0",
2021-07-18T08:17:02.8715623Z [cluster2]                     "hostname": "cluster2-worker",
2021-07-18T08:17:02.8716287Z [cluster2]                     "nat_enabled": false,
2021-07-18T08:17:02.8716930Z [cluster2]                     "private_ip": "172.18.0.8",
2021-07-18T08:17:02.8717502Z [cluster2]                     "public_ip": "20.185.60.188",
2021-07-18T08:17:02.8718035Z [cluster2]                     "subnets": [
2021-07-18T08:17:02.8718511Z [cluster2]                         "100.2.0.0/16",
2021-07-18T08:17:02.8718982Z [cluster2]                         "10.2.0.0/16"
2021-07-18T08:17:02.8719414Z [cluster2]                     ]
2021-07-18T08:17:02.8719844Z [cluster2]                 },
2021-07-18T08:17:02.8720349Z [cluster2]                 "statusFailure": "",
2021-07-18T08:17:02.8721159Z [cluster2]                 "version": "devel-1441a80"
2021-07-18T08:17:02.8721676Z [cluster2]             }
2021-07-18T08:17:02.8722097Z [cluster2]         ],
2021-07-18T08:17:02.8722725Z [cluster2]         "globalnetDaemonSetStatus": {
2021-07-18T08:17:02.8723630Z [cluster2]             "mismatchedContainerImages": false
2021-07-18T08:17:02.8724311Z [cluster2]         },
2021-07-18T08:17:02.8724856Z [cluster2]         "loadBalancerStatus": {},
2021-07-18T08:17:02.8725590Z [cluster2]         "natEnabled": false,
2021-07-18T08:17:02.8726532Z [cluster2]         "networkPlugin": "weave-net",
2021-07-18T08:17:02.8727339Z [cluster2]         "routeAgentDaemonSetStatus": {
2021-07-18T08:17:02.8728148Z [cluster2]             "lastResourceVersion": "2415",
2021-07-18T08:17:02.8728988Z [cluster2]             "mismatchedContainerImages": false,
2021-07-18T08:17:02.8729867Z [cluster2]             "nonReadyContainerStates": [],
2021-07-18T08:17:02.8730532Z [cluster2]             "status": {
2021-07-18T08:17:02.8731173Z [cluster2]                 "currentNumberScheduled": 3,
2021-07-18T08:17:02.8732001Z [cluster2]                 "desiredNumberScheduled": 3,
2021-07-18T08:17:02.8732729Z [cluster2]                 "numberAvailable": 3,
2021-07-18T08:17:02.8733391Z [cluster2]                 "numberMisscheduled": 0,
2021-07-18T08:17:02.8734138Z [cluster2]                 "numberReady": 3,
2021-07-18T08:17:02.8734768Z [cluster2]                 "observedGeneration": 1,
2021-07-18T08:17:02.8735540Z [cluster2]                 "updatedNumberScheduled": 3
2021-07-18T08:17:02.8736238Z [cluster2]             }
2021-07-18T08:17:02.8736662Z [cluster2]         },
2021-07-18T08:17:02.8737150Z [cluster2]         "serviceCIDR": "100.2.0.0/16"
2021-07-18T08:17:02.8737644Z [cluster2]     }
2021-07-18T08:17:02.8738037Z [cluster2] }
2021-07-18T08:17:02.8739821Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.namespace submariner-operator[0m
2021-07-18T08:17:02.8741468Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.namespace submariner-operator[0m
2021-07-18T08:17:02.8743109Z [36m[submariner-operator]$ [cluster2] jq -r -M .metadata.namespace /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:02.8744647Z [36m[submariner-operator]$ [cluster2] validate_equals .apiVersion submariner.io/v1alpha1[0m
2021-07-18T08:17:02.8746035Z [36m[submariner-operator]$ [cluster2] validate_equals .apiVersion submariner.io/v1alpha1[0m
2021-07-18T08:17:02.8747502Z [36m[submariner-operator]$ [cluster2] jq -r -M .apiVersion /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:02.8748842Z [36m[submariner-operator]$ [cluster2] validate_equals .kind Submariner[0m
2021-07-18T08:17:02.8750026Z [36m[submariner-operator]$ [cluster2] validate_equals .kind Submariner[0m
2021-07-18T08:17:02.8751336Z [36m[submariner-operator]$ [cluster2] jq -r -M .kind /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:02.8752687Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.name submariner[0m
2021-07-18T08:17:02.8754257Z [36m[submariner-operator]$ [cluster2] validate_equals .metadata.name submariner[0m
2021-07-18T08:17:02.8755704Z [36m[submariner-operator]$ [cluster2] jq -r -M .metadata.name /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:02.8757250Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.brokerK8sApiServer 172.18.0.5:6443[0m
2021-07-18T08:17:02.8758741Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.brokerK8sApiServer 172.18.0.5:6443[0m
2021-07-18T08:17:02.8760388Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.brokerK8sApiServer /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:02.9726724Z [36m[submariner-operator]$ [cluster2] validate_not_equals .spec.brokerK8sApiServerToken ***
2021-07-18T08:17:03.0104951Z [36m[submariner-operator]$ [cluster2] validate_not_equals .spec.brokerK8sApiServerToken ***
2021-07-18T08:17:03.0107412Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.brokerK8sApiServerToken /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.0852463Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.brokerK8sCA LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EY3hPREE0TURZMU1Gb1hEVE14TURjeE5qQTRNRFkxTUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTURCClBDb3Z6WHdlT1dlWVFUUFk3enZUT01kMjNGdDB1MnY0YXYzMW9qRXZyNExWMDljbDRwZ1M1RGRCZUp2elJ5K0UKVTE0akxXTVliUUsxUXZhbGVYdVJ3cVBFUk5CcGpnRTkwQWhFejBxTWEwY05ObjFhdURMK0xRYVBIVC9DSFJ6aQp4TkVweXJlUmF4c2VhRm9rWjNPcTNtNGQ5VjUzUVQ2WVlVYWpacFJla1Y1MU1HNDlpWng3Vm1xOFcvaC9wTXliCkxZVzlodS90ZUFGd1R1Q2E0RTBaS3h6Ti91cUYvdkF3R0R4K25sSHJtOHd5allpMGM5R2lpUnl0dVRqMkdLYzIKUHJ2azZYbXVjZk9nMWRNa2tHS2c0ajRiUlMvNFhnTjhEakNZT2tISmppVXptQ2w0TFlVYTNDNWgrRjV4Q09LcApKRmNHYi9RdFEvaEpOVkRGQ1pzQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKWEtQRnVOVytQVHYvTGdobTlZN1JYTnZVWXRNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNElCQVFBa2x2NUE5TGpLYVNsUjZoUk1Yd3ZXdEpXdmRiUXJoRGNKWm1XVHFRbkErZmNoTEVRUwp1OEtGRmxmbDRkSmgxRUVCT2NVU2dKcUZyd1hYS25YOUpPeXVMUnExdXVvVFZldUVIdC9UNDJQUFI1b3VJMEZUCktBTWNUbHY3eDJvMHo1Y0ltNE5lVWQ4c2RLMmtmWWlYbWhCZHRlV2d4VUN2dlcyYmFVRFNPbkE0dnMzOER1NksKRG9ONC8vVFRMY1pWS1p3K3huS3JCN3hPSFZub1pnSHZXREQ1NHZhLzdTa09Hb3lZL3NsN0tKandZTXpqdEFhMgpKQjFkMFhXWmVKZ3Y1a0xrZURUanJWWVJLbWN4QTVIRnlwdXhEZHo2WTRDTE9KVUI1MEUrVEhCZFZFV1Y2bHI3CmRJVVZ6MnNROTNSbzlzcmIyOXNhWGhySjZOY3F0TXIxTXRTYgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==[0m
2021-07-18T08:17:03.1971154Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.brokerK8sCA LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM1ekNDQWMrZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeE1EY3hPREE0TURZMU1Gb1hEVE14TURjeE5qQTRNRFkxTUZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTURCClBDb3Z6WHdlT1dlWVFUUFk3enZUT01kMjNGdDB1MnY0YXYzMW9qRXZyNExWMDljbDRwZ1M1RGRCZUp2elJ5K0UKVTE0akxXTVliUUsxUXZhbGVYdVJ3cVBFUk5CcGpnRTkwQWhFejBxTWEwY05ObjFhdURMK0xRYVBIVC9DSFJ6aQp4TkVweXJlUmF4c2VhRm9rWjNPcTNtNGQ5VjUzUVQ2WVlVYWpacFJla1Y1MU1HNDlpWng3Vm1xOFcvaC9wTXliCkxZVzlodS90ZUFGd1R1Q2E0RTBaS3h6Ti91cUYvdkF3R0R4K25sSHJtOHd5allpMGM5R2lpUnl0dVRqMkdLYzIKUHJ2azZYbXVjZk9nMWRNa2tHS2c0ajRiUlMvNFhnTjhEakNZT2tISmppVXptQ2w0TFlVYTNDNWgrRjV4Q09LcApKRmNHYi9RdFEvaEpOVkRGQ1pzQ0F3RUFBYU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKWEtQRnVOVytQVHYvTGdobTlZN1JYTnZVWXRNQTBHQ1NxR1NJYjMKRFFFQkN3VUFBNElCQVFBa2x2NUE5TGpLYVNsUjZoUk1Yd3ZXdEpXdmRiUXJoRGNKWm1XVHFRlCQVFBa2x2NUE5TGpLYVNsUjZoUk1Yd3ZXdEpXdmRiUXJoRGNKWm1XVHFRbkErZmNoTEVRUwp1OEtGRmxmbDRkSmgxRUVCT2NVU2dKcUZyd1hYS25YOUpPeXVMUnExdXVvVFZldUVIdC9UNDJQUFI1b3VJMEZUCktBTWNUbHY3eDJvMHo1Y0ltNE5lVWQ4c2RLMmtmWWlYbWhCZHRlV2d4VUN2dlcyYmFVRFNPbkE0dnMzOER1NksKRG9ONC8vVFRMY1pWS1p3K3huS3JCN3hPSFZub1pnSHZXREQ1NHZhLzdTa09Hb3lZL3NsN0tKandZTXpqdEFhMgpKQjFkMFhXWmVKZ3Y1a0xrZURUanJWWVJLbWN4QTVIRnlwdXhEZHo2WTRDTE9KVUI1MEUrVEhCZFZFV1Y2bHI3CmRJVVZ6MnNROTNSbzlzcmIyOXNhWGhySjZOY3F0TXIxTXRTYgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==[0m
2021-07-18T08:17:03.2521238Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.brokerK8sCA /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2523121Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.brokerK8sRemoteNamespace submariner-k8s-broker[0m
2021-07-18T08:17:03.2525110Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.brokerK8sRemoteNamespace submariner-k8s-broker[0m
2021-07-18T08:17:03.2527089Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.brokerK8sRemoteNamespace /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2528764Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.ceIPSecDebug false[0m
2021-07-18T08:17:03.2530115Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.ceIPSecDebug false[0m
2021-07-18T08:17:03.2531606Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.ceIPSecDebug /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2533112Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.ceIPSecIKEPort 500[0m
2021-07-18T08:17:03.2534474Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.ceIPSecIKEPort 500[0m
2021-07-18T08:17:03.2536012Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.ceIPSecIKEPort /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2537548Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.ceIPSecNATTPort 4500[0m
2021-07-18T08:17:03.2538915Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.ceIPSecNATTPort 4500[0m
2021-07-18T08:17:03.2541217Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.ceIPSecNATTPort /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2542758Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.repository localhost:5000[0m
2021-07-18T08:17:03.2544086Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.repository localhost:5000[0m
2021-07-18T08:17:03.2545557Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.repository /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2546951Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.version local[0m
2021-07-18T08:17:03.2548170Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.version local[0m
2021-07-18T08:17:03.2549542Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.version /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2550884Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.broker k8s[0m
2021-07-18T08:17:03.2552064Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.broker k8s[0m
2021-07-18T08:17:03.2553412Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.broker /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2554948Z [36m[submariner-operator]$ [cluster1] jq -r .spec.clusterID /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2555938Z [cluster1] Generated cluster id: cluster1
2021-07-18T08:17:03.2557005Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.colorCodes blue[0m
2021-07-18T08:17:03.2558270Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.colorCodes blue[0m
2021-07-18T08:17:03.2559721Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.colorCodes /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2561104Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.debug false[0m
2021-07-18T08:17:03.2562276Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.debug false[0m
2021-07-18T08:17:03.2563638Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.debug /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2565143Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.namespace submariner-operator[0m
2021-07-18T08:17:03.2566797Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.namespace submariner-operator[0m
2021-07-18T08:17:03.2568348Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.namespace /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2569762Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.natEnabled false[0m
2021-07-18T08:17:03.2571166Z [36m[submariner-operator]$ [cluster1] validate_equals .spec.natEnabled false[0m
2021-07-18T08:17:03.2573168Z [36m[submariner-operator]$ [cluster1] jq -r -M .spec.natEnabled /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:03.2574602Z [36m[submariner-operator]$ [cluster1] verify_subm_cr_status_with_retries[0m
2021-07-18T08:17:03.2575743Z [36m[submariner-operator]$ [cluster1] verify_subm_cr_status_with_retries[0m
2021-07-18T08:17:03.2576899Z [36m[submariner-operator]$ [cluster1] with_retries 5 verify_subm_cr_status_[0m
2021-07-18T08:17:03.2578061Z [36m[submariner-operator]$ [cluster1] with_retries 5 verify_subm_cr_status_[0m
2021-07-18T08:17:03.8632099Z [36m[submariner-operator]$ [clustebkErZmNoTEVRUwp1OEtGRmxmbDRkSmgxRUVCT2NVU2dKcUZyd1hYS25YOUpPeXVMUnExdXVvVFZldUVIdC9UNDJQUFI1b3VJMEZUCktBTWNUbHY3eDJvMHo1Y0ltNE5lVWQ4c2RLMmtmWWlYbWhCZHRlV2d4VUN2dlcyYmFVRFNPbkE0dnMzOER1NksKRG9ONC8vVFRMY1pWS1p3K3huS3JCN3hPSFZub1pnSHZXREQ1NHZhLzdTa09Hb3lZL3NsN0tKandZTXpqdEFhMgpKQjFkMFhXWmVKZ3Y1a0xrZURUanJWWVJLbWN4QTVIRnlwdXhEZHo2WTRDTE9KVUI1MEUrVEhCZFZFV1Y2bHI3CmRJVVZ6MnNROTNSbzlzcmIyOXNhWGhySjZOY3F0TXIxTXRTYgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==[0m
2021-07-18T08:17:03.8715286Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.brokerK8sCA /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8717137Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.brokerK8sRemoteNamespace submariner-k8s-broker[0m
2021-07-18T08:17:03.8719129Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.brokerK8sRemoteNamespace submariner-k8s-broker[0m
2021-07-18T08:17:03.8721526Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.brokerK8sRemoteNamespace /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8723174Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.ceIPSecDebug false[0m
2021-07-18T08:17:03.8724526Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.ceIPSecDebug false[0m
2021-07-18T08:17:03.8726032Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.ceIPSecDebug /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8727557Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.ceIPSecIKEPort 500[0m
2021-07-18T08:17:03.8728914Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.ceIPSecIKEPort 500[0m
2021-07-18T08:17:03.8730597Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.ceIPSecIKEPort /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8732134Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.ceIPSecNATTPort 4500[0m
2021-07-18T08:17:03.8733511Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.ceIPSecNATTPort 4500[0m
2021-07-18T08:17:03.8735081Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.ceIPSecNATTPort /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8736621Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.repository localhost:5000[0m
2021-07-18T08:17:03.8737953Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.repository localhost:5000[0m
2021-07-18T08:17:03.8739664Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.repository /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8741066Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.version local[0m
2021-07-18T08:17:03.8742282Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.version local[0m
2021-07-18T08:17:03.8743647Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.version /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8744991Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.broker k8s[0m
2021-07-18T08:17:03.8746174Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.broker k8s[0m
2021-07-18T08:17:03.8747517Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.broker /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8749055Z [36m[submariner-operator]$ [cluster2] jq -r .spec.clusterID /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8750042Z [cluster2] Generated cluster id: cluster2
2021-07-18T08:17:03.8751263Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.colorCodes blue[0m
2021-07-18T08:17:03.8771316Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.colorCodes blue[0m
2021-07-18T08:17:03.8772948Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.colorCodes /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8809245Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.debug false[0m
2021-07-18T08:17:03.8810904Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.debug false[0m
2021-07-18T08:17:03.8812295Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.debug /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8813832Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.namespace submariner-operator[0m
2021-07-18T08:17:03.8815351Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.namespace submariner-operator[0m
2021-07-18T08:17:03.8816885Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.namespace /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8818322Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.natEnabled false[0m
2021-07-18T08:17:03.8819758Z [36m[submariner-operator]$ [cluster2] validate_equals .spec.natEnabled false[0m
2021-07-18T08:17:03.8821212Z [36m[submariner-operator]$ [cluster2] jq -r -M .spec.natEnabled /tmp/submariner.cluster2.json[0m
2021-07-18T08:17:03.8822699Z [36m[submariner-operator]$ [cluster2] verify_subm_cr_status_with_retries[0m
2021-07-18T08:17:03.8823863Z [36m[submariner-operator]$ [cluster2] verify_subm_cr_status_with_retries[0m
2021-07-18T08:17:03.8825307Z [36m[submariner-operator]$ [cluster2] with_retries 5 verify_subm_cr_status_[0m
2021-07-18T08:17:03.8826464Z [36m[submariner-operator]$ [cluster2] with_retries 5 verify_subm_cr_status_[0m
2021-07-18T08:17:03.8827509Z [36m[submariner-operator]$ [cluster2] iteration=1[0m
2021-07-18T08:17:05.0518467Z [36m[submariner-operator]$ [cluster2]r1] iteration=1[0m
2021-07-18T08:17:05.0519556Z [36m[submariner-operator]$ [cluster1] verify_subm_cr_status_[0m
2021-07-18T08:17:05.0520756Z [36m[submariner-operator]$ [cluster1] verify_subm_cr_status_[0m
2021-07-18T08:17:05.0521790Z [36m[submariner-operator]$ [cluster1] verify_subm_cr_status[0m
2021-07-18T08:17:05.0522829Z [36m[submariner-operator]$ [cluster1] verify_subm_cr_status[0m
2021-07-18T08:17:05.0523787Z [36m[submariner-operator]$ [cluster1] wait 9896[0m
2021-07-18T08:17:05.0524974Z [36m[submariner-operator]$ [cluster1] json_file=/tmp/submariner.cluster1.json[0m
2021-07-18T08:17:05.0525932Z [cluster1] [36m[0m
2021-07-18T08:17:05.0526479Z [cluster1] [36m[0m
2021-07-18T08:17:05.0527921Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get submariner submariner --namespace=submariner-operator -o json[0m
2021-07-18T08:17:05.0529546Z [36m[submariner-operator]$ [cluster1] validate_equals .status.serviceCIDR 100.1.0.0/16[0m
2021-07-18T08:17:05.0530893Z [36m[submariner-operator]$ [cluster1] validate_equals .status.serviceCIDR 100.1.0.0/16[0m
2021-07-18T08:17:05.0532390Z [36m[submariner-operator]$ [cluster1] jq -r -M .status.serviceCIDR /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:05.0533991Z [36m[submariner-operator]$ [cluster1] validate_equals .status.clusterCIDR 10.1.0.0/16[0m
2021-07-18T08:17:05.0535325Z [36m[submariner-operator]$ [cluster1] validate_equals .status.clusterCIDR 10.1.0.0/16[0m
2021-07-18T08:17:05.0536811Z [36m[submariner-operator]$ [cluster1] jq -r -M .status.clusterCIDR /tmp/submariner.cluster1.json[0m
2021-07-18T08:17:05.0538089Z [36m[submariner-operator]$ [cluster1] return 0[0m
2021-07-18T08:17:05.0539248Z [36m[submariner-operator]$ [cluster1] return 0[0m
2021-07-18T08:17:05.0540336Z [36m[submariner-operator]$ [cluster1] verify_subm_gateway_deployment[0m
2021-07-18T08:17:05.0541477Z [36m[submariner-operator]$ [cluster1] verify_subm_gateway_deployment[0m
2021-07-18T08:17:05.0542871Z [36m[submariner-operator]$ [cluster1] verify_daemonset submariner-gateway submariner-gateway[0m
2021-07-18T08:17:05.0544715Z [36m[submariner-operator]$ [cluster1] verify_daemonset submariner-gateway submariner-gateway[0m
2021-07-18T08:17:05.0546147Z [36m[submariner-operator]$ [cluster1] daemonset_app=submariner-gateway[0m
2021-07-18T08:17:05.0547447Z [36m[submariner-operator]$ [cluster1] daemonset_name=submariner-gateway[0m
2021-07-18T08:17:05.0548658Z [36m[submariner-operator]$ [cluster1] with_retries 60 daemonset_created[0m
2021-07-18T08:17:05.0549835Z [36m[submariner-operator]$ [cluster1] with_retries 60 daemonset_created[0m
2021-07-18T08:17:05.0550879Z [36m[submariner-operator]$ [cluster1] iteration=1[0m
2021-07-18T08:17:05.0551842Z [36m[submariner-operator]$ [cluster1] wait 9965[0m
2021-07-18T08:17:05.0552832Z [36m[submariner-operator]$ [cluster1] daemonset_created[0m
2021-07-18T08:17:05.0553866Z [36m[submariner-operator]$ [cluster1] daemonset_created[0m
2021-07-18T08:17:05.0554640Z [cluster1] [36m[0m
2021-07-18T08:17:05.0555380Z [36m[submariner-operator]$ [cluster1] return 0[0m
2021-07-18T08:17:05.0556629Z [36m[submariner-operator]$ [cluster1] with_retries 120 daemonset_deployed[0m
2021-07-18T08:17:05.0557816Z [36m[submariner-operator]$ [cluster1] with_retries 120 daemonset_deployed[0m
2021-07-18T08:17:05.0558884Z [36m[submariner-operator]$ [cluster1] iteration=1[0m
2021-07-18T08:17:05.0559823Z [36m[submariner-operator]$ [cluster1] wait 10007[0m
2021-07-18T08:17:05.0560824Z [36m[submariner-operator]$ [cluster1] daemonset_deployed[0m
2021-07-18T08:17:05.0561884Z [36m[submariner-operator]$ [cluster1] daemonset_deployed[0m
2021-07-18T08:17:05.0563672Z [36m[submariner-operator]$ [cluster1] kubectl get DaemonSet -n submariner-operator -o jsonpath={.status.desiredNumberScheduled}[0m
2021-07-18T08:17:05.0565914Z [36m[submariner-operator]$ [cluster1] kubectl get DaemonSet -n submariner-operator -o jsonpath={.status.desiredNumberScheduled}[0m
2021-07-18T08:17:05.0568164Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get DaemonSet -n submariner-operator -o jsonpath={.status.desiredNumberScheduled}[0m
2021-07-18T08:17:05.0570281Z [36m[submariner-operator]$ [cluster1] kubectl get DaemonSet -n submariner-operator -o jsonpath={.status.numberReady}[0m
2021-07-18T08:17:05.0572170Z [36m[submariner-operator]$ [cluster1] kubectl get DaemonSet -n submariner-operator -o jsonpath={.status.numberReady}[0m
2021-07-18T08:17:05.0574092Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get DaemonSet -n submariner-operator -o jsonpath={.status.numberReady}[0m
2021-07-18T08:17:05.0575533Z [36m[submariner-operator]$ [cluster1] return 0[0m
2021-07-18T08:17:05.0576542Z [36m[submariner-operator]$ [cluster1] verify_subm_gateway_pod[0m
2021-07-18T08:17:05.0577609Z [36m[submariner-operator]$ [cluster1] verify_subm_gateway_pod[0m
2021-07-18T08:17:05.0585446Z [36m[submariner-operator]$ [cluster1] kubectl wait --for=condition=Ready pods -l app=submariner-gateway --timeout=120s --namespace=submariner-operator[0m
2021-07-18T08:17:05.0587831Z [36m[submariner-operator]$ [cluster1] kubectl wait --for=condition=Ready pods -l app=submariner-gateway --timeout=120s --namespace=submariner-operator[0m
2021-07-18T08:17:06.2044794Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 wait --for=condition=Ready pods -l app=submariner-gateway --timeout=120s --namespace=submariner-operator[0m
2021-07-18T08:17:06.2046521Z [cluster1] pod/submariner-gateway-6j6jr condition met
2021-07-18T08:17:06.2048203Z [36m[submariner-operator]$ [cluster1] subm_gateway_pod_name=$(kubectl get pods --namespace=$subm_ns -l app=$gateway_deployment_name -o=jsonpath='{.items..metadata.name}')[0m
2021-07-18T08:17:06.2050335Z [36m[submariner-operator]$ [cluster1] kubectl get pods --namespace=submariner-operator -l app=submariner-gateway -o=jsonpath={.items..metadata.name}[0m
2021-07-18T08:17:06.2052506Z [36m[submariner-operator]$ [cluster1] kubectl get pods --namespace=submariner-operator -l app=submariner-gateway -o=jsonpath={.items..metadata.name}[0m
2021-07-18T08:17:06.2055013Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get pods --namespace=submariner-operator -l app=submariner-gateway -o=jsonpath={.items..metadata.name}[0m
2021-07-18T08:17:06.2057464Z [36m[submariner-operator]$ [cluster1] json_file=/tmp/submariner-gateway-6j6jr.cluster1.json[0m
2021-07-18T08:17:06.2059927Z [36m[submariner-operator]$ [cluster1] kubectl get pod submariner-gateway-6j6jr --namespace=submariner-operator -o json[0m
2021-07-18T08:17:06.2061984Z [36m[submariner-operator]$ [cluster1] tee /tmp/submariner-gateway-6j6jr.cluster1.json[0m
2021-07-18T08:17:06.2063862Z [36m[submariner-operator]$ [cluster1] kubectl get pod submariner-gateway-6j6jr --namespace=submariner-operator -o json[0m
2021-07-18T08:17:06.2065899Z [36m[submariner-operator]$ [cluster1] command kubectl --context=cluster1 get pod submariner-gateway-6j6jr --namespace=submariner-operator -o json[0m
2021-07-18T08:17:06.2067046Z [cluster1] {
2021-07-18T08:17:06.2067512Z [cluster1]     "apiVersion": "v1",
2021-07-18T08:17:06.2068025Z [cluster1]     "kind": "Pod",
2021-07-18T08:17:06.2068500Z [cluster1]     "metadata": {
2021-07-18T08:17:06.2069312Z [cluster1]         "creationTimestamp": "2021-07-18T08:16:08Z",
2021-07-18T08:17:06.2070265Z [cluster1]         "generateName": "submariner-gateway-",
2021-07-18T08:17:06.2070976Z [cluster1]         "labels": {
2021-07-18T08:17:06.2071727Z [cluster1]             "app": "submariner-gateway",
2021-07-18T08:17:06.2072724Z [cluster1]             "controller-revision-hash": "6d59fbc57",
2021-07-18T08:17:06.2073831Z [cluster1]             "gateway.submariner.io/node": "cluster1-worker",
2021-07-18T08:17:06.2074917Z [cluster1]             "gateway.submariner.io/status": "active",
2021-07-18T08:17:06.2075943Z [cluster1]             "pod-template-generation": "1"
2021-07-18T08:17:06.2076689Z [cluster1]         },
2021-07-18T08:17:06.2082332Z [cluster1]         "managedFields": [
2021-07-18T08:17:06.2082835Z [cluster1]             {
2021-07-18T08:17:06.2083429Z [cluster1]                 "apiVersion": "v1",
2021-07-18T08:17:06.2084042Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:17:06.2084625Z [cluster1]                 "fieldsV1": {
2021-07-18T08:17:06.2085135Z [cluster1]                     "f:metadata": {
2021-07-18T08:17:06.2085709Z [cluster1]                         "f:generateName": {},
2021-07-18T08:17:06.2086261Z [cluster1]                         "f:labels": {
2021-07-18T08:17:06.2086751Z [cluster1]                             ".": {},
2021-07-18T08:17:06.2087231Z [cluster1]                             "f:app": {},
2021-07-18T08:17:06.2088394Z [cluster1]                             "f:controller-revision-hash": {},
2021-07-18T08:17:06.2089545Z [cluster1]                             "f:pod-template-generation": {}
2021-07-18T08:17:06.2090183Z [cluster1]                         },
2021-07-18T08:17:06.2090749Z [cluster1]                         "f:ownerReferences": {
2021-07-18T08:17:06.2091399Z [cluster1]                             ".": {},
2021-07-18T08:17:06.2092342Z [cluster1]                             "k:{\"uid\":\"c052bbe4-1d84-428d-9255-e8973b4f8e83\"}": {
2021-07-18T08:17:06.2093016Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2093553Z [cluster1]                                 "f:apiVersion": {},
2021-07-18T08:17:06.2094317Z [cluster1]                                 "f:blockOwnerDeletion": {},
2021-07-18T08:17:06.2094968Z [cluster1]                                 "f:controller": {},
2021-07-18T08:17:06.2095506Z [cluster1]                                 "f:kind": {},
2021-07-18T08:17:06.2096010Z [cluster1]                                 "f:name": {},
2021-07-18T08:17:06.2096513Z [cluster1]                                 "f:uid": {}
2021-07-18T08:17:06.2096966Z [cluster1]                             }
2021-07-18T08:17:06.2097484Z [cluster1]                         }
2021-07-18T08:17:06.2097915Z [cluster1]                     },
2021-07-18T08:17:06.2098382Z [cluster1]                     "f:spec": {
2021-07-18T08:17:06.2098894Z [cluster1]                         "f:affinity": {
2021-07-18T08:17:06.2099853Z [cluster1]                             ".": {},
2021-07-18T08:17:06.2100405Z [cluster1]                             "f:nodeAffinity": {
2021-07-18T08:17:06.2100931Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2102179Z [cluster1]                                 "f:requiredDuringSchedulingIgnoredDuringExecution": {
2021-07-18T08:17:06.2134006Z [cluster1]                                     ".": {},
2021-07-18T08:17:06.2134668Z [cluster1]                                     "f:nodeSelectorTerms": {}
2021-07-18T08:17:06.2135283Z [cluster1]                                 }
2021-07-18T08:17:06.2135744Z [cluster1]                             },
2021-07-18T08:17:06.2136316Z [cluster1]                             "f:podAntiAffinity": {
2021-07-18T08:17:06.2136870Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2138007Z [cluster1]                                 "f:requiredDuringSchedulingIgnoredDuringExecution": {}
2021-07-18T08:17:06.2139597Z [cluster1]                             }
2021-07-18T08:17:06.2140053Z [cluster1]                         },
2021-07-18T08:17:06.2140548Z [cluster1]                         "f:containers": {
2021-07-18T08:17:06.2141723Z [cluster1]                             "k:{\"name\":\"submariner-gateway\"}": {
2021-07-18T08:17:06.2142354Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2142853Z [cluster1]                                 "f:command": {},
2021-07-18T08:17:06.2143605Z [cluster1]                                 "f:env": {
2021-07-18T08:17:06.2144079Z [cluster1]                                     ".": {},
2021-07-18T08:17:06.2144685Z [cluster1]                                     "k:{\"name\":\"BROKER_K8S_APISERVER\"}": {
2021-07-18T08:17:06.2145268Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2145774Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2146287Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2146788Z [cluster1]                                     },
2021-07-18T08:17:06.2147424Z [cluster1]                                     "k:{\"name\":\"BROKER_K8S_APISERVERTOKEN\"}": {
2021-07-18T08:17:06.2148036Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2148545Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2149052Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2149553Z [cluster1]                                     },
2021-07-18T08:17:06.2150086Z [cluster1]                                     "k:{\"name\":\"BROKER_K8S_CA\"}": {
2021-07-18T08:17:06.2150635Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2151138Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2151644Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2152139Z [cluster1]                                     },
2021-07-18T08:17:06.2152766Z [cluster1]                                     "k:{\"name\":\"BROKER_K8S_REMOTENAMESPACE\"}": {
2021-07-18T08:17:06.2153409Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2153900Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2154413Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2154891Z [cluster1]                                     },
2021-07-18T08:17:06.2155455Z [cluster1]                                     "k:{\"name\":\"CE_IPSEC_DEBUG\"}": {
2021-07-18T08:17:06.2156017Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2156502Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2157023Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2157505Z [cluster1]                                     },
2021-07-18T08:17:06.2158191Z [cluster1]                                     "k:{\"name\":\"CE_IPSEC_FORCEENCAPS\"}": {
2021-07-18T08:17:06.2158788Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2159291Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2159799Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2160297Z [cluster1]                                     },
2021-07-18T08:17:06.2160867Z [cluster1]                                     "k:{\"name\":\"CE_IPSEC_IKEPORT\"}": {
2021-07-18T08:17:06.2161433Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2161937Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2162440Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2162931Z [cluster1]                                     },
2021-07-18T08:17:06.2163492Z [cluster1]                                     "k:{\"name\":\"CE_IPSEC_NATTPORT\"}": {
2021-07-18T08:17:06.2164079Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2164584Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2165091Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2165578Z [cluster1]                                     },
2021-07-18T08:17:06.2166198Z [cluster1]                                     "k:{\"name\":\"CE_IPSEC_PREFERREDSERVER\"}": {
2021-07-18T08:17:06.2166834Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2167383Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2167902Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2168387Z [cluster1]                                     },
2021-07-18T08:17:06.2168932Z [cluster1]                                     "k:{\"name\":\"CE_IPSEC_PSK\"}": {
2021-07-18T08:17:06.2169484Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2169976Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2170502Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2171033Z [cluster1]                                     },
2021-07-18T08:17:06.2171577Z [cluster1]                                     "k:{\"name\":\"NODE_NAME\"}": {
2021-07-18T08:17:06.2172170Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2172672Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2173230Z [cluster1]                                         "f:valueFrom": {
2021-07-18T08:17:06.2173753Z [cluster1]                                             ".": {},
2021-07-18T08:17:06.2174295Z [cluster1]                                             "f:fieldRef": {
2021-07-18T08:17:06.2174820Z [cluster1]                                                 ".": {},
2021-07-18T08:17:06.2175388Z [cluster1]                                                 "f:apiVersion": {},
2021-07-18T08:17:06.2175984Z [cluster1]                                                 "f:fieldPath": {}
2021-07-18T08:17:06.2176521Z [cluster1]                                             }
2021-07-18T08:17:06.2176986Z [cluster1]                                         }
2021-07-18T08:17:06.2177453Z [cluster1]                                     },
2021-07-18T08:17:06.2177986Z [cluster1]                                     "k:{\"name\":\"POD_NAME\"}": {
2021-07-18T08:17:06.2178517Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2187528Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2188303Z [cluster1]                                         "f:valueFrom": {
2021-07-18T08:17:06.2188849Z [cluster1]                                             ".": {},
2021-07-18T08:17:06.2189369Z [cluster1]                                             "f:fieldRef": {
2021-07-18T08:17:06.2190096Z [cluster1]                                                 ".": {},
2021-07-18T08:17:06.2190669Z [cluster1]                                                 "f:apiVersion": {},
2021-07-18T08:17:06.2191271Z [cluster1]                                                 "f:fieldPath": {}
2021-07-18T08:17:06.2191813Z [cluster1]                                             }
2021-07-18T08:17:06.2192273Z [cluster1]                                         }
2021-07-18T08:17:06.2192745Z [cluster1]                                     },
2021-07-18T08:17:06.2193332Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_BROKER\"}": {
2021-07-18T08:17:06.2193929Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2194424Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2194942Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2195440Z [cluster1]                                     },
2021-07-18T08:17:06.2196047Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_CABLEDRIVER\"}": {
2021-07-18T08:17:06.2196672Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2197160Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2197683Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2198156Z [cluster1]                                     },
2021-07-18T08:17:06.2198765Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_CLUSTERCIDR\"}": {
2021-07-18T08:17:06.2199485Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2199990Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2200512Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2200995Z [cluster1]                                     },
2021-07-18T08:17:06.2201598Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_CLUSTERID\"}": {
2021-07-18T08:17:06.2202302Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2202815Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2203323Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2203819Z [cluster1]                                     },
2021-07-18T08:17:06.2209372Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_COLORCODES\"}": {
2021-07-18T08:17:06.2210066Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2210604Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2211118Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2211612Z [cluster1]                                     },
2021-07-18T08:17:06.2212174Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_DEBUG\"}": {
2021-07-18T08:17:06.2212759Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2213255Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2213772Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2214260Z [cluster1]                                     },
2021-07-18T08:17:06.2214852Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_GLOBALCIDR\"}": {
2021-07-18T08:17:06.2215473Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2216060Z [cluster1]                                         "f:name": {}
2021-07-18T08:17:06.2216548Z [cluster1]                                     },
2021-07-18T08:17:06.2217226Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_HEALTHCHECKENABLED\"}": {
2021-07-18T08:17:06.2217925Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2218614Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2219808Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2220401Z [cluster1]                                     },
2021-07-18T08:17:06.2221102Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_HEALTHCHECKINTERVAL\"}": {
2021-07-18T08:17:06.2221981Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2222515Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2223144Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2223726Z [cluster1]                                     },
2021-07-18T08:17:06.2224604Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_HEALTHCHECKMAXPACKETLOSSCOUNT\"}": {
2021-07-18T08:17:06.2225555Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2226110Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2226714Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2227244Z [cluster1]                                     },
2021-07-18T08:17:06.2227936Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_NAMESPACE\"}": {
2021-07-18T08:17:06.2228653Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2229204Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2229813Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2230331Z [cluster1]                                     },
2021-07-18T08:17:06.2231152Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_NATENABLED\"}": {
2021-07-18T08:17:06.2231815Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2232417Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2232970Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2233540Z [cluster1]                                     },
2021-07-18T08:17:06.2234234Z [cluster1]                                     "k:{\"name\":\"SUBMARINER_SERVICECIDR\"}": {
2021-07-18T08:17:06.2234931Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2235511Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2236060Z [cluster1]                                         "f:value": {}
2021-07-18T08:17:06.2236629Z [cluster1]                                     }
2021-07-18T08:17:06.2237119Z [cluster1]                                 },
2021-07-18T08:17:06.2237737Z [cluster1]                                 "f:image": {},
2021-07-18T08:17:06.2238370Z [cluster1]                                 "f:imagePullPolicy": {},
2021-07-18T08:17:06.2239052Z [cluster1]                                 "f:name": {},
2021-07-18T08:17:06.2239651Z [cluster1]                                 "f:ports": {
2021-07-18T08:17:06.2240172Z [cluster1]                                     ".": {},
2021-07-18T08:17:06.2251013Z [cluster1]                                     "k:{\"containerPort\":4490,\"protocol\":\"UDP\"}": {
2021-07-18T08:17:06.2251752Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2252333Z [cluster1]                                         "f:containerPort": {},
2021-07-18T08:17:06.2252953Z [cluster1]                                         "f:hostPort": {},
2021-07-18T08:17:06.2253485Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2254033Z [cluster1]                                         "f:protocol": {}
2021-07-18T08:17:06.2254549Z [cluster1]                                     },
2021-07-18T08:17:06.2255186Z [cluster1]                                     "k:{\"containerPort\":4500,\"protocol\":\"UDP\"}": {
2021-07-18T08:17:06.2255815Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2256387Z [cluster1]                                         "f:containerPort": {},
2021-07-18T08:17:06.2257160Z [cluster1]                                         "f:hostPort": {},
2021-07-18T08:17:06.2257701Z [cluster1]                                         "f:name": {},
2021-07-18T08:17:06.2258250Z [cluster1]                                         "f:protocol": {}
2021-07-18T08:17:06.2258755Z [cluster1]                                     }
2021-07-18T08:17:06.2276829Z [cluster1]                                 },
2021-07-18T08:17:06.2279373Z [cluster1]                                 "f:resources": {},
2021-07-18T08:17:06.2280284Z [cluster1]                                 "f:securityContext": {
2021-07-18T08:17:06.2286792Z [cluster1]                                     ".": {},
2021-07-18T08:17:06.2287667Z [cluster1]                                     "f:allowPrivilegeEscalation": {},
2021-07-18T08:17:06.2288453Z [cluster1]                                     "f:capabilities": {
2021-07-18T08:17:06.2288997Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2291491Z [cluster1]                                         "f:add": {},
2021-07-18T08:17:06.2292106Z [cluster1]                                         "f:drop": {}
2021-07-18T08:17:06.2292601Z [cluster1]                                     },
2021-07-18T08:17:06.2293123Z [cluster1]                                     "f:privileged": {},
2021-07-18T08:17:06.2293852Z [cluster1]                                     "f:readOnlyRootFilesystem": {},
2021-07-18T08:17:06.2294591Z [cluster1]                                     "f:runAsNonRoot": {}
2021-07-18T08:17:06.2295323Z [cluster1]                                 },
2021-07-18T08:17:06.2297951Z [cluster1]                                 "f:terminationMessagePath": {},
2021-07-18T08:17:06.2299715Z [cluster1]                                 "f:terminationMessagePolicy": {},
2021-07-18T08:17:06.2300732Z [cluster1]                                 "f:volumeMounts": {
2021-07-18T08:17:06.2301333Z [cluster1]                                     ".": {},
2021-07-18T08:17:06.2301948Z [cluster1]                                     "k:{\"mountPath\":\"/etc/ipsec.d\"}": {
2021-07-18T08:17:06.2302530Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2303067Z [cluster1]                                         "f:mountPath": {},
2021-07-18T08:17:06.2303622Z [cluster1]                                         "f:name": {}
2021-07-18T08:17:06.2304099Z [cluster1]                                     },
2021-07-18T08:17:06.2304699Z [cluster1]                                     "k:{\"mountPath\":\"/var/lib/ipsec/nss\"}": {
2021-07-18T08:17:06.2305300Z [cluster1]                                         ".": {},
2021-07-18T08:17:06.2305833Z [cluster1]                                         "f:mountPath": {},
2021-07-18T08:17:06.2306373Z [cluster1]                                         "f:name": {}
2021-07-18T08:17:06.2307322Z [cluster1]                                     }
2021-07-18T08:17:06.2308266Z [cluster1]                                 }
2021-07-18T08:17:06.2308785Z [cluster1]                             }
2021-07-18T08:17:06.2309236Z [cluster1]                         },
2021-07-18T08:17:06.2310227Z [cluster1]                         "f:dnsPolicy": {},
2021-07-18T08:17:06.2311339Z [cluster1]                         "f:enableServiceLinks": {},
2021-07-18T08:17:06.2312158Z [cluster1]                         "f:hostNetwork": {},
2021-07-18T08:17:06.2313172Z [cluster1]                         "f:nodeSelector": {
2021-07-18T08:17:06.2313952Z [cluster1]                             ".": {},
2021-07-18T08:17:06.2314696Z [cluster1]                             "f:submariner.io/gateway": {}
2021-07-18T08:17:06.2315384Z [cluster1]                         },
2021-07-18T08:17:06.2315940Z [cluster1]                         "f:restartPolicy": {},
2021-07-18T08:17:06.2317090Z [cluster1]                         "f:schedulerName": {},
2021-07-18T08:17:06.2317881Z [cluster1]                         "f:securityContext": {},
2021-07-18T08:17:06.2318964Z [cluster1]                         "f:serviceAccount": {},
2021-07-18T08:17:06.2320153Z [cluster1]                         "f:serviceAccountName": {},
2021-07-18T08:17:06.2321327Z [cluster1]                         "f:terminationGracePeriodSeconds": {},
2021-07-18T08:17:06.2322429Z [cluster1]                         "f:tolerations": {},
2021-07-18T08:17:06.2323117Z [cluster1]                         "f:volumes": {
2021-07-18T08:17:06.2323616Z [cluster1]                             ".": {},
2021-07-18T08:17:06.2324284Z [cluster1]                             "k:{\"name\":\"ipsecd\"}": {
2021-07-18T08:17:06.2324954Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2325600Z [cluster1]                                 "f:emptyDir": {},
2021-07-18T08:17:06.2335044Z [cluster1]                                 "f:name": {}
2021-07-18T08:17:06.2335862Z [cluster1]                             },
2021-07-18T08:17:06.2336496Z [cluster1]                             "k:{\"name\":\"ipsecnss\"}": {
2021-07-18T08:17:06.2337029Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2337576Z [cluster1]                                 "f:emptyDir": {},
2021-07-18T08:17:06.2338102Z [cluster1]                                 "f:name": {}
2021-07-18T08:17:06.2338579Z [cluster1]                             }
2021-07-18T08:17:06.2347956Z [cluster1]                         }
2021-07-18T08:17:06.2348417Z [cluster1]                     }
2021-07-18T08:17:06.2348857Z [cluster1]                 },
2021-07-18T08:17:06.2350099Z [cluster1]                 "manager": "kube-controller-manager",
2021-07-18T08:17:06.2351043Z [cluster1]                 "operation": "Update",
2021-07-18T08:17:06.2351801Z [cluster1]                 "time": "2021-07-18T08:16:08Z"
2021-07-18T08:17:06.2352284Z [cluster1]             },
2021-07-18T08:17:06.2352695Z [cluster1]             {
2021-07-18T08:17:06.2353195Z [cluster1]                 "apiVersion": "v1",
2021-07-18T08:17:06.2353785Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:17:06.2354374Z [cluster1]                 "fieldsV1": {
2021-07-18T08:17:06.2354888Z [cluster1]                     "f:status": {
2021-07-18T08:17:06.2355412Z [cluster1]                         "f:conditions": {
2021-07-18T08:17:06.2356066Z [cluster1]                             "k:{\"type\":\"ContainersReady\"}": {
2021-07-18T08:17:06.2356660Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2357223Z [cluster1]                                 "f:lastProbeTime": {},
2021-07-18T08:17:06.2357902Z [cluster1]                                 "f:lastTransitionTime": {},
2021-07-18T08:17:06.2358541Z [cluster1]                                 "f:status": {},
2021-07-18T08:17:06.2359051Z [cluster1]                                 "f:type": {}
2021-07-18T08:17:06.2359535Z [cluster1]                             },
2021-07-18T08:17:06.2360085Z [cluster1]                             "k:{\"type\":\"Initialized\"}": {
2021-07-18T08:17:06.2360636Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2361201Z [cluster1]                                 "f:lastProbeTime": {},
2021-07-18T08:17:06.2361880Z [cluster1]                                 "f:lastTransitionTime": {},
2021-07-18T08:17:06.2362507Z [cluster1]                                 "f:status": {},
2021-07-18T08:17:06.2363012Z [cluster1]                                 "f:type": {}
2021-07-18T08:17:06.2363491Z [cluster1]                             },
2021-07-18T08:17:06.2363991Z [cluster1]                             "k:{\"type\":\"Ready\"}": {
2021-07-18T08:17:06.2364513Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2365066Z [cluster1]                                 "f:lastProbeTime": {},
2021-07-18T08:17:06.2365750Z [cluster1]                                 "f:lastTransitionTime": {},
2021-07-18T08:17:06.2366381Z [cluster1]                                 "f:status": {},
2021-07-18T08:17:06.2366889Z [cluster1]                                 "f:type": {}
2021-07-18T08:17:06.2367363Z [cluster1]                             }
2021-07-18T08:17:06.2367886Z [cluster1]                         },
2021-07-18T08:17:06.2368477Z [cluster1]                         "f:containerStatuses": {},
2021-07-18T08:17:06.2369078Z [cluster1]                         "f:hostIP": {},
2021-07-18T08:17:06.2369600Z [cluster1]                         "f:phase": {},
2021-07-18T08:17:06.2370117Z [cluster1]                         "f:podIP": {},
2021-07-18T08:17:06.2370627Z [cluster1]                         "f:podIPs": {
2021-07-18T08:17:06.2371162Z [cluster1]                             ".": {},
2021-07-18T08:17:06.2371657Z [cluster1]                             "k:{\"ip\":\"172.18.0.6\"}": {
2021-07-18T08:17:06.2372155Z [cluster1]                                 ".": {},
2021-07-18T08:17:06.2372625Z [cluster1]                                 "f:ip": {}
2021-07-18T08:17:06.2373098Z [cluster1]                             }
2021-07-18T08:17:06.2373531Z [cluster1]                         },
2021-07-18T08:17:06.2374042Z [cluster1]                         "f:startTime": {}
2021-07-18T08:17:06.2374539Z [cluster1]                     }
2021-07-18T08:17:06.2374956Z [cluster1]                 },
2021-07-18T08:17:06.2375462Z [cluster1]                 "manager": "kubelet",
2021-07-18T08:17:06.2376032Z [cluster1]                 "operation": "Update",
2021-07-18T08:17:06.2376806Z [cluster1]                 "time": "2021-07-18T08:16:15Z"
2021-07-18T08:17:06.2377271Z [cluster1]             },
2021-07-18T08:17:06.2377693Z [cluster1]             {
2021-07-18T08:17:06.2378175Z [cluster1]                 "apiVersion": "v1",
2021-07-18T08:17:06.2378860Z [cluster1]                 "fieldsType": "FieldsV1",
2021-07-18T08:17:06.2379577Z [cluster1]                 "fieldsV1": {
2021-07-18T08:17:06.2380109Z [cluster1]                     "f:metadata": {
2021-07-18T08:17:06.2380612Z [cluster1]                         "f:labels": {
2021-07-18T08:17:06.2381286Z [cluster1]                             "f:gateway.submariner.io/node": {},
2021-07-18T08:17:06.2382130Z [cluster1]                             "f:gateway.submariner.io/status": {}
2021-07-18T08:17:06.2382758Z [cluster1]                         }
2021-07-18T08:17:06.2383199Z [cluster1]                     }
2021-07-18T08:17:06.2383618Z [cluster1]                 },
2021-07-18T08:17:06.2384432Z [cluster1]                 "manager": "submariner-gateway",
2021-07-18T08:17:06.2385098Z [cluster1]                 "operation": "Update",
2021-07-18T08:17:06.2385839Z [cluster1]                 "time": "2021-07-18T08:16:16Z"
2021-07-18T08:17:06.2386304Z [cluster1]             }
2021-07-18T08:17:06.2386726Z [cluster1]         ],
2021-07-18T08:17:06.2387534Z [cluster1]         "name": "submariner-gateway-6j6jr",
2021-07-18T08:17:06.2388526Z [cluster1]         "namespace": "submariner-operator",
2021-07-18T08:17:06.2445442Z [cluster1]         "ownerReferences": [
2021-07-18T08:17:06.2445987Z [cluster1]             {
2021-07-18T08:17:06.2446520Z [cluster1]                 "apiVersion": "apps/v1",
2021-07-18T08:17:06.2447214Z [cluster1]                 "blockOwnerDeletion": true,
2021-07-18T08:17:06.2447882Z [cluster1]                 "controller": true,
2021-07-18T08:17:06.2448444Z [cluster1]                 "kind": "DaemonSet",
2021-07-18T08:17:06.2449649Z [cluster1]                 "name": "submariner-gateway",
2021-07-18T08:17:06.2450638Z [cluster1]                 "uid": "c052bbe4-1d84-428d-9255-e8973b4f8e83"
2021-07-18T08:17:06.2451274Z [cluster1]             }
2021-07-18T08:17:06.2451698Z [cluster1]         ],
2021-07-18T08:17:06.2452217Z [cluster1]         "resourceVersion": "2554",
2021-07-18T08:17:06.2453106Z [cluster1]         "uid": "f736e978-5680-46e6-980d-484b04b17fc6"
2021-07-18T08:17:06.2453652Z [cluster1]     },
2021-07-18T08:17:06.2454083Z [cluster1]     "spec": {
2021-07-18T08:17:06.2454548Z [cluster1]         "affinity": {
2021-07-18T08:17:06.2455079Z [cluster1]             "nodeAffinity": {
2021-07-18T08:17:06.2456256Z [cluster1]                 "requiredDuringSchedulingIgnoredDuringExecution": {
2021-07-18T08:17:06.2457897Z [cluster1]                     "nodeSelectorTerms": [
2021-07-18T08:17:06.2458466Z [cluster1]                         {
2021-07-18T08:17:06.2459184Z [cluster1]                             "matchFields": [
2021-07-18T08:17:06.2459710Z [cluster1]                                 {
2021-07-18T08:17:06.2460262Z [cluster1]                                     "key": "metadata.name",
2021-07-18T08:17:06.2460880Z [cluster1]                                     "operator": "In",
2021-07-18T08:17:06.2461417Z [cluster1]                                     "values": [
2021-07-18T08:17:06.2462246Z [cluster1]                                         "cluster1-worker"
2021-07-18T08:17:06.2462802Z [cluster1]                                     ]
2021-07-18T08:17:06.2463265Z [cluster1]