OVN Bootstrap Issues

incus-ovn.md

OVN Bootstrap issue

Problem: The initial bootstrap node (incus1) does not configure any ovs ports.

Firewall

-A INPUT -s 82.195.93.128/28 -p udp -m udp --dport 6081 -j ACCEPT
-A INPUT -s 82.195.93.128/28 -p tcp -m multiport --dports 6641:6644 -j ACCEPT

incus1

# This is a POSIX shell fragment                -*- sh -*-

# OVN_CTL_OPTS: Extra options to pass to ovs-ctl.  This is, for example,
# a suitable place to specify --ovn-northd-wrapper=valgrind.
OVN_CTL_OPTS=\
  --db-nb-create-insecure-remote=yes \
  --db-sb-create-insecure-remote=yes \
  --db-nb-addr=82.195.93.133 \
  --db-sb-addr=82.195.93.133 \
  --db-nb-cluster-local-addr=82.195.93.133 \
  --db-sb-cluster-local-addr=82.195.93.133 \
  --ovn-northd-nd-db=tcp:82.195.93.133:6641,tcp:82.195.93.134:6641,tcp:82.195.93.135:6641 \
  --ovn-northd-sb-db=tcp:82.195.93.133:6642,tcp:82.195.93.134:6642,tcp:82.195.93.135:6642

# ovs-vsctl get open_vswitch . external_ids
{hostname=incus1.karo.tu.da.man-da.net, ovn-encap-ip="82.195.93.133", ovn-encap-type=geneve, ovn-remote="tcp:82.195.93.133:6642,tcp:82.195.93.134:6642,tcp:82.195.93.135:6642", ovs-encap-ip="82.195.93.133", rundir="/var/run/openvswitch", system-id="2060245f-7215-4572-b2c9-2db7fbc0e000"}

# ovs-vsctl show
517c4892-0a3e-4335-8ecf-93c23a9becca
    Bridge br-int
        fail_mode: secure
        datapath_type: system
        Port br-int
            Interface br-int
                type: internal
    ovs_version: "2.17.9"

incus2

# This is a POSIX shell fragment                -*- sh -*-

# OVN_CTL_OPTS: Extra options to pass to ovs-ctl.  This is, for example,
# a suitable place to specify --ovn-northd-wrapper=valgrind.
OVN_CTL_OPTS=\
  --db-nb-create-insecure-remote=yes \
  --db-sb-create-insecure-remote=yes \
  --db-nb-addr=82.195.93.134 \
  --db-sb-addr=82.195.93.134 \
  --db-nb-cluster-remote-addr=82.195.93.133 \
  --db-sb-cluster-remote-addr=82.195.93.133 \
  --db-nb-cluster-local-addr=82.195.93.134 \
  --db-sb-cluster-local-addr=82.195.93.134 \
  --ovn-northd-nd-db=tcp:82.195.93.133:6641,tcp:82.195.93.134:6641,tcp:82.195.93.135:6641 \
  --ovn-northd-sb-db=tcp:82.195.93.133:6642,tcp:82.195.93.134:6642,tcp:82.195.93.135:6642

# ovs-vsctl get open_vswitch . external_ids
{hostname=incus2.karo.tu.da.man-da.net, ovn-encap-ip="82.195.93.134", ovn-encap-type=geneve, ovn-remote="tcp:82.195.93.133:6642,tcp:82.195.93.134:6642,tcp:82.195.93.135:6642", rundir="/var/run/openvswitch", system-id="5adfdaa8-27c0-42fa-840a-f7a11b8b6c6c"}

641adfd6-b467-45f1-a63b-4dc8679930af
    Bridge br-int
        fail_mode: secure
        datapath_type: system
        Port br-int
            Interface br-int
                type: internal
        Port ovn-d473e5-0
            Interface ovn-d473e5-0
                type: geneve
                options: {csum="true", key=flow, remote_ip="82.195.93.135"}
                error: "could not add network device ovn-d473e5-0 to ofproto (File exists)"
        Port ovn-722493-0
            Interface ovn-722493-0
                type: geneve
                options: {csum="true", key=flow, remote_ip="82.195.93.133"}
    ovs_version: "2.17.9"

incus3

# This is a POSIX shell fragment                -*- sh -*-

# OVN_CTL_OPTS: Extra options to pass to ovs-ctl.  This is, for example,
# a suitable place to specify --ovn-northd-wrapper=valgrind.
OVN_CTL_OPTS=\
  --db-nb-create-insecure-remote=yes \
  --db-sb-create-insecure-remote=yes \
  --db-nb-addr=82.195.93.135 \
  --db-sb-addr=82.195.93.135 \
  --db-nb-cluster-remote-addr=82.195.93.133 \
  --db-sb-cluster-remote-addr=82.195.93.133 \
  --db-nb-cluster-local-addr=82.195.93.135 \
  --db-sb-cluster-local-addr=82.195.93.135 \
  --ovn-northd-nd-db=tcp:82.195.93.133:6641,tcp:82.195.93.134:6641,tcp:82.195.93.135:6641 \
  --ovn-northd-sb-db=tcp:82.195.93.133:6642,tcp:82.195.93.134:6642,tcp:82.195.93.135:6642

# ovs-vsctl get open_vswitch . external_ids
{hostname=incus2.karo.tu.da.man-da.net, ovn-encap-ip="82.195.93.134", ovn-encap-type=geneve, ovn-remote="tcp:82.195.93.133:6642,tcp:82.195.93.134:6642,tcp:82.195.93.135:6642", rundir="/var/run/openvswitch", system-id="5adfdaa8-27c0-42fa-840a-f7a11b8b6c6c"}

# ovs-vsctl show
905637f2-2c18-4c20-a82f-7013936879e7
    Bridge br-int
        fail_mode: secure
        datapath_type: system
        Port br-int
            Interface br-int
                type: internal
        Port ovn-722493-0
            Interface ovn-722493-0
                type: geneve
                options: {csum="true", key=flow, remote_ip="82.195.93.133"}
        Port ovn-5adfda-0
            Interface ovn-5adfda-0
                type: geneve
                options: {csum="true", key=flow, remote_ip="82.195.93.134"}
    ovs_version: "2.17.9"