Skip to content

Instantly share code, notes, and snippets.

@zufardhiyaulhaq
Last active June 22, 2019 23:55
Show Gist options
  • Save zufardhiyaulhaq/9be372c6cd67ac69be9b5822ff6585b4 to your computer and use it in GitHub Desktop.
Save zufardhiyaulhaq/9be372c6cd67ac69be9b5822ff6585b4 to your computer and use it in GitHub Desktop.
SONA-CNI flows
  • master node
root@zu-sona-cni-master:~/sona-cni# kubectl get svc
NAME         TYPE        CLUSTER-IP     EXTERNAL-IP   PORT(S)   AGE
kubernetes   ClusterIP   10.96.0.1      <none>        443/TCP   7h25m
nginx        ClusterIP   10.101.84.72   <none>        80/TCP    10m
root@zu-sona-cni-master:~/sona-cni# kubectl get pod -o wide
NAME                     READY   STATUS    RESTARTS   AGE   IP           NODE                  NOMINATED NODE   READINESS GATES
nginx-65f88748fd-xjpws   1/1     Running   0          10m   20.20.2.44   zu-sona-cni-worker1   <none>           <none>
root@zu-sona-cni-master:~/sona-cni# ovs-ofctl dump-flows kbr-int | grep 20.20.2.44
 cookie=0xb7000028dc296c, duration=112.761s, table=53, n_packets=0, n_bytes=0, idle_age=24857, priority=30000,tcp,nw_src=20.20.2.44,tp_src=80 actions=mod_nw_src:10.101.84.72,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000ca8dec89, duration=115.831s, table=80, n_packets=16, n_bytes=1236, idle_age=619, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.44 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:2
root@zu-sona-cni-master:~/sona-cni# ovs-ofctl dump-flows kbr-int | grep 10.101.84.72
 cookie=0xb700007efb70dc, duration=121.892s, table=52, n_packets=2, n_bytes=148, idle_age=628, priority=30000,tcp,nw_dst=10.101.84.72,tp_dst=80 actions=group:3482111447
 cookie=0xb7000028dc296c, duration=121.811s, table=53, n_packets=0, n_bytes=0, idle_age=24866, priority=30000,tcp,nw_src=20.20.2.44,tp_src=80 actions=mod_nw_src:10.101.84.72,mod_tp_src:80,resubmit(,60)
root@zu-sona-cni-master:~/sona-cni# ovs-ofctl dump-flows kbr-int
 cookie=0xb700008db945b9, duration=142.337s, table=0, n_packets=119223, n_bytes=32328299, priority=0 actions=resubmit(,1)
 cookie=0xb70000f545354b, duration=142.337s, table=1, n_packets=119223, n_bytes=32328299, priority=0 actions=resubmit(,30)
 cookie=0xb700000b298610, duration=142.335s, table=30, n_packets=14, n_bytes=1108, priority=30000,ip,in_port="kbr-int-ex" actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,40)
 cookie=0xb70000a81933da, duration=142.334s, table=30, n_packets=63562, n_bytes=28393533, priority=30000,ip,in_port=LOCAL actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,40)
 cookie=0xb70000ee3556b7, duration=142.337s, table=30, n_packets=55647, n_bytes=3933658, priority=0 actions=resubmit(,35)
 cookie=0xb70000cc8eaa1a, duration=142.337s, table=35, n_packets=18, n_bytes=756, priority=40000,arp actions=CONTROLLER:65535
 cookie=0xb70000e51ce7d9, duration=142.337s, table=35, n_packets=55629, n_bytes=3932902, priority=0 actions=resubmit(,50)
 cookie=0xb700009740a635, duration=142.337s, table=40, n_packets=63576, n_bytes=28394641, priority=0 actions=resubmit(,50)
 cookie=0xb70000aee2cdb5, duration=142.330s, table=50, n_packets=14, n_bytes=1108, priority=32000,ip,nw_src=182.0.0.0/8,nw_dst=10.96.0.0/12 actions=resubmit(,52)
 cookie=0xb70000a1c742f9, duration=142.330s, table=50, n_packets=0, n_bytes=0, priority=32000,ip,nw_src=20.20.0.0/16,nw_dst=182.0.0.0/8 actions=resubmit(,53)
 cookie=0xb70000d374f07a, duration=142.330s, table=50, n_packets=55510, n_bytes=27925575, priority=32000,ip,nw_src=20.20.0.0/16,nw_dst=172.10.0.0/16 actions=load:0x1414->NXM_OF_IP_DST[16..31],resubmit(,53)
 cookie=0xb70000d81cafca, duration=142.330s, table=50, n_packets=8011, n_bytes=464814, priority=32000,ip,nw_src=20.20.0.0/16,nw_dst=10.96.0.0/12 actions=load:0xac0a->NXM_OF_IP_SRC[16..31],resubmit(,52)
 cookie=0xb700009f0a2164, duration=142.337s, table=50, n_packets=55670, n_bytes=3936046, priority=0 actions=resubmit(,60)
 cookie=0xb7000069494be1, duration=142.321s, table=52, n_packets=0, n_bytes=0, priority=30000,tcp,nw_dst=10.96.0.1,tp_dst=443 actions=group:3044217671
 cookie=0xb700007efb70dc, duration=142.313s, table=52, n_packets=2, n_bytes=148, priority=30000,tcp,nw_dst=10.101.84.72,tp_dst=80 actions=group:3482111447
 cookie=0xb70000ffa379f4, duration=142.311s, table=52, n_packets=0, n_bytes=0, priority=30000,tcp,nw_dst=10.96.0.10,tp_dst=53 actions=group:2273092320
 cookie=0xb70000e1e0256a, duration=142.308s, table=52, n_packets=0, n_bytes=0, priority=30000,udp,nw_dst=10.96.0.10,tp_dst=53 actions=group:2273093312
 cookie=0xb7000083094f0b, duration=142.306s, table=52, n_packets=0, n_bytes=0, priority=30000,tcp,nw_dst=10.96.0.10,tp_dst=9153 actions=group:2267539448
 cookie=0xb70000ba761ea6, duration=24822.840s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.43,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb7000091aae222, duration=24822.840s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.75,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb7000054b7b76c, duration=24822.840s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.73,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb7000016177f8b, duration=24822.840s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.72,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000595df65d, duration=22651.299s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.46,tp_src=32100 actions=mod_nw_src:10.97.86.175,mod_tp_src:80,resubmit(,60)
 cookie=0xb700005af63e1f, duration=22651.299s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.74,tp_src=32100 actions=mod_nw_src:10.97.86.175,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000bb6fea13, duration=22637.331s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.74,tp_src=80 actions=mod_nw_src:10.102.104.196,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000b83d2da3, duration=22637.331s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.46,tp_src=80 actions=mod_nw_src:10.102.104.196,mod_tp_src:80,resubmit(,60)
 cookie=0xb700001a5c4edc, duration=142.258s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.42,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb7000035c6f505, duration=142.257s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.41,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb70000ae4eb21c, duration=142.257s, table=53, n_packets=0, n_bytes=0, priority=30000,udp,nw_src=20.20.2.42,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb7000071d42660, duration=142.257s, table=53, n_packets=0, n_bytes=0, priority=30000,udp,nw_src=20.20.2.41,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb70000a3b4eaeb, duration=142.257s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.42,tp_src=9153 actions=mod_nw_src:10.96.0.10,mod_tp_src:9153,resubmit(,60)
 cookie=0xb700002293b971, duration=142.257s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.41,tp_src=9153 actions=mod_nw_src:10.96.0.10,mod_tp_src:9153,resubmit(,60)
 cookie=0xb700001e4e3332, duration=142.243s, table=53, n_packets=55510, n_bytes=27925575, priority=30000,tcp,nw_src=20.20.0.1,tp_src=6443 actions=mod_nw_src:10.96.0.1,mod_tp_src:443,resubmit(,60)
 cookie=0xb7000028dc296c, duration=142.232s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.44,tp_src=80 actions=mod_nw_src:10.101.84.72,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000fa476c7a, duration=142.329s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=20.20.0.1,nw_dst=20.20.0.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb700003f7b5c1d, duration=142.322s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=20.20.1.1,nw_dst=20.20.1.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646466->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb7000036dc9ac8, duration=142.311s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=20.20.2.1,nw_dst=20.20.2.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb7000096b1ee35, duration=142.228s, table=60, n_packets=50, n_bytes=3124, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=20.20.0.0/24 actions=load:0x64->NXM_NX_TUN_ID[],mod_dl_src:fe:00:00:00:00:20,resubmit(,70)
 cookie=0xb7000058c2054d, duration=142.225s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=20.20.1.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646466->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000c70a822f, duration=142.223s, table=60, n_packets=55510, n_bytes=27925575, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=20.20.2.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000c5813cbf, duration=142.326s, table=60, n_packets=55458, n_bytes=3919176, priority=30000,ip,nw_dst=20.20.0.1 actions=mod_dl_dst:3e:85:0c:20:bf:4a,LOCAL
 cookie=0xb700001c850748, duration=142.320s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_dst=20.20.1.1 actions=load:0xa646466->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700007781947c, duration=142.311s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_dst=20.20.2.1 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700005033facd, duration=22637.336s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=182.1.0.0/16 actions=load:0xa646466->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb7000022aa5497, duration=22637.334s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=182.2.0.0/16 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700002a43489d, duration=22637.334s, table=60, n_packets=10, n_bytes=2376, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=182.0.0.0/16 actions=output:"kbr-int-ex"
 cookie=0xb70000fb475190, duration=142.325s, table=60, n_packets=14, n_bytes=1088, priority=29000,ip,nw_src=20.20.0.0/16,nw_dst=20.20.1.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb70000bfc80aed, duration=142.325s, table=60, n_packets=9, n_bytes=666, priority=29000,ip,nw_src=20.20.0.0/16,nw_dst=20.20.0.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb700000da96ed5, duration=142.325s, table=60, n_packets=27, n_bytes=2056, priority=29000,ip,nw_src=20.20.0.0/16,nw_dst=20.20.2.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb700002c855433, duration=142.326s, table=60, n_packets=0, n_bytes=0, priority=25000,ip,tun_id=0x64,dl_dst=fe:00:00:00:00:02 actions=output:"kbr-int-ex"
 cookie=0xb7000094f0659b, duration=142.337s, table=60, n_packets=126, n_bytes=9312, priority=0 actions=resubmit(,70)
 cookie=0xb70000fd1b9587, duration=142.337s, table=70, n_packets=226, n_bytes=16246, priority=0 actions=resubmit(,71)
 cookie=0xb7000005363411, duration=142.337s, table=71, n_packets=226, n_bytes=16246, priority=0 actions=resubmit(,80)
 cookie=0xb70000bd6d42ba, duration=145.321s, table=80, n_packets=0, n_bytes=0, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.42 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700008a7bb91e, duration=145.307s, table=80, n_packets=0, n_bytes=0, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.41 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000ca8dec89, duration=145.302s, table=80, n_packets=16, n_bytes=1236, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.44 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
root@zu-sona-cni-master:~/sona-cni# 
  • Worker0 node
root@zu-sona-cni-worker0:~/sona-cni# kubectl get svc
NAME         TYPE        CLUSTER-IP     EXTERNAL-IP   PORT(S)   AGE
kubernetes   ClusterIP   10.96.0.1      <none>        443/TCP   7h25m
nginx        ClusterIP   10.101.84.72   <none>        80/TCP    10m
root@zu-sona-cni-worker0:~/sona-cni# kubectl get pod -o wide
NAME                     READY   STATUS    RESTARTS   AGE   IP           NODE                  NOMINATED NODE   READINESS GATES
nginx-65f88748fd-xjpws   1/1     Running   0          10m   20.20.2.44   zu-sona-cni-worker1   <none>           <none>
root@zu-sona-cni-worker0:~/sona-cni# ovs-ofctl dump-flows kbr-int | grep 20.20.2.44
 cookie=0xb70000a3910a7a, duration=112.769s, table=53, n_packets=0, n_bytes=0, idle_age=24857, priority=30000,tcp,nw_src=20.20.2.44,tp_src=80 actions=mod_nw_src:10.101.84.72,mod_tp_src:80,resubmit(,60)
 cookie=0xb700003ffa4e79, duration=115.834s, table=80, n_packets=9, n_bytes=692, idle_age=619, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.44 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:2
root@zu-sona-cni-worker0:~/sona-cni# ovs-ofctl dump-flows kbr-int | grep 10.101.84.72
 cookie=0xb700001a53eb9a, duration=127.914s, table=52, n_packets=2, n_bytes=148, idle_age=628, priority=30000,tcp,nw_dst=10.101.84.72,tp_dst=80 actions=group:3482111447
 cookie=0xb70000a3910a7a, duration=121.817s, table=53, n_packets=0, n_bytes=0, idle_age=24866, priority=30000,tcp,nw_src=20.20.2.44,tp_src=80 actions=mod_nw_src:10.101.84.72,mod_tp_src:80,resubmit(,60)
root@zu-sona-cni-worker0:~/sona-cni# ovs-ofctl dump-flows kbr-int
 cookie=0xb70000c69af9c4, duration=148.346s, table=0, n_packets=6257, n_bytes=370302, priority=0 actions=resubmit(,1)
 cookie=0xb70000a63f1895, duration=148.345s, table=1, n_packets=6257, n_bytes=370302, priority=0 actions=resubmit(,30)
 cookie=0xb700008b994289, duration=148.345s, table=30, n_packets=21, n_bytes=1662, priority=30000,ip,in_port="kbr-int-ex" actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,40)
 cookie=0xb700005618f531, duration=148.345s, table=30, n_packets=6011, n_bytes=348840, priority=30000,ip,in_port=LOCAL actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,40)
 cookie=0xb70000189be487, duration=148.345s, table=30, n_packets=137, n_bytes=10880, priority=0 actions=resubmit(,35)
 cookie=0xb7000063e957dd, duration=148.346s, table=35, n_packets=32, n_bytes=1344, priority=40000,arp actions=CONTROLLER:65535
 cookie=0xb70000392bc31a, duration=148.345s, table=35, n_packets=105, n_bytes=9536, priority=0 actions=resubmit(,50)
 cookie=0xb700008da5905e, duration=148.345s, table=40, n_packets=6120, n_bytes=359422, priority=0 actions=resubmit(,50)
 cookie=0xb70000445934c8, duration=148.341s, table=50, n_packets=6004, n_bytes=348296, priority=32000,ip,nw_src=20.20.0.0/16,nw_dst=10.96.0.0/12 actions=load:0xac0a->NXM_OF_IP_SRC[16..31],resubmit(,52)
 cookie=0xb7000001bc7994, duration=148.342s, table=50, n_packets=21, n_bytes=1662, priority=32000,ip,nw_src=182.0.0.0/8,nw_dst=10.96.0.0/12 actions=resubmit(,52)
 cookie=0xb70000294c0844, duration=148.342s, table=50, n_packets=10, n_bytes=2376, priority=32000,ip,nw_src=20.20.0.0/16,nw_dst=182.0.0.0/8 actions=resubmit(,53)
 cookie=0xb70000b79d40b7, duration=148.341s, table=50, n_packets=68, n_bytes=4168, priority=32000,ip,nw_src=20.20.0.0/16,nw_dst=172.10.0.0/16 actions=load:0x1414->NXM_OF_IP_DST[16..31],resubmit(,53)
 cookie=0xb70000f32c3da5, duration=148.345s, table=50, n_packets=122, n_bytes=12456, priority=0 actions=resubmit(,60)
 cookie=0xb700002a39de6c, duration=148.335s, table=52, n_packets=0, n_bytes=0, priority=30000,tcp,nw_dst=10.96.0.1,tp_dst=443 actions=group:3044217671
 cookie=0xb700001a53eb9a, duration=148.333s, table=52, n_packets=2, n_bytes=148, priority=30000,tcp,nw_dst=10.101.84.72,tp_dst=80 actions=group:3482111447
 cookie=0xb70000966067f6, duration=148.329s, table=52, n_packets=0, n_bytes=0, priority=30000,tcp,nw_dst=10.96.0.10,tp_dst=53 actions=group:2273092320
 cookie=0xb700001c83fbbf, duration=148.327s, table=52, n_packets=0, n_bytes=0, priority=30000,udp,nw_dst=10.96.0.10,tp_dst=53 actions=group:2273093312
 cookie=0xb7000038ba58c8, duration=148.326s, table=52, n_packets=0, n_bytes=0, priority=30000,tcp,nw_dst=10.96.0.10,tp_dst=9153 actions=group:2267539448
 cookie=0xb7000065a4c6eb, duration=24822.855s, table=53, n_packets=16, n_bytes=928, priority=30000,tcp,nw_src=20.20.1.75,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb700004b26381e, duration=24822.855s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.43,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000819a76a6, duration=24822.855s, table=53, n_packets=30, n_bytes=1964, priority=30000,tcp,nw_src=20.20.1.72,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb7000094de9098, duration=24822.854s, table=53, n_packets=3, n_bytes=174, priority=30000,tcp,nw_src=20.20.1.73,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000c104885b, duration=22651.301s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.46,tp_src=32100 actions=mod_nw_src:10.97.86.175,mod_tp_src:80,resubmit(,60)
 cookie=0xb7000028c539a8, duration=22651.301s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.74,tp_src=32100 actions=mod_nw_src:10.97.86.175,mod_tp_src:80,resubmit(,60)
 cookie=0xb700008da200fc, duration=22637.334s, table=53, n_packets=29, n_bytes=3478, priority=30000,tcp,nw_src=20.20.1.74,tp_src=80 actions=mod_nw_src:10.102.104.196,mod_tp_src:80,resubmit(,60)
 cookie=0xb700005a52bcf6, duration=22637.334s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.46,tp_src=80 actions=mod_nw_src:10.102.104.196,mod_tp_src:80,resubmit(,60)
 cookie=0xb700002dc1b3d1, duration=142.288s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.42,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb70000e906ede2, duration=142.288s, table=53, n_packets=0, n_bytes=0, priority=30000,udp,nw_src=20.20.2.42,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb700005f11cc0c, duration=142.288s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.41,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb70000e0993b7c, duration=142.288s, table=53, n_packets=0, n_bytes=0, priority=30000,udp,nw_src=20.20.2.41,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb7000012512b1f, duration=142.288s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.41,tp_src=9153 actions=mod_nw_src:10.96.0.10,mod_tp_src:9153,resubmit(,60)
 cookie=0xb700008b9c126b, duration=142.287s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.42,tp_src=9153 actions=mod_nw_src:10.96.0.10,mod_tp_src:9153,resubmit(,60)
 cookie=0xb70000ce60dc92, duration=142.247s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.0.1,tp_src=6443 actions=mod_nw_src:10.96.0.1,mod_tp_src:443,resubmit(,60)
 cookie=0xb70000a3910a7a, duration=142.236s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.44,tp_src=80 actions=mod_nw_src:10.101.84.72,mod_tp_src:80,resubmit(,60)
 cookie=0xb700002b25d570, duration=142.327s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=20.20.0.1,nw_dst=20.20.0.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646465->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700008e0b3c49, duration=142.325s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=20.20.1.1,nw_dst=20.20.1.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb70000ef22d08d, duration=142.312s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=20.20.2.1,nw_dst=20.20.2.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000cdba8831, duration=142.228s, table=60, n_packets=19, n_bytes=1214, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=20.20.0.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646465->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000c4660a00, duration=142.226s, table=60, n_packets=50, n_bytes=3124, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=20.20.1.0/24 actions=load:0x64->NXM_NX_TUN_ID[],mod_dl_src:fe:00:00:00:00:20,resubmit(,70)
 cookie=0xb70000de5c2f6e, duration=142.222s, table=60, n_packets=18, n_bytes=1044, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=20.20.2.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb7000096d4e3f4, duration=142.326s, table=60, n_packets=10, n_bytes=2376, priority=30000,ip,nw_dst=20.20.0.1 actions=load:0xa646465->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000d9174a34, duration=142.322s, table=60, n_packets=5, n_bytes=1188, priority=30000,ip,nw_dst=20.20.1.1 actions=mod_dl_dst:aa:24:ab:c3:fd:41,LOCAL
 cookie=0xb70000183afb9b, duration=142.312s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_dst=20.20.2.1 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000c98f29c5, duration=22637.358s, table=60, n_packets=15, n_bytes=3564, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=182.1.0.0/16 actions=output:"kbr-int-ex"
 cookie=0xb70000008be0b0, duration=22637.352s, table=60, n_packets=5, n_bytes=1188, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=182.2.0.0/16 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700005d3412fe, duration=22637.348s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=182.0.0.0/16 actions=load:0xa646465->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb7000072081536, duration=148.340s, table=60, n_packets=0, n_bytes=0, priority=29000,ip,nw_src=20.20.0.0/16,nw_dst=20.20.0.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb700007274726e, duration=148.340s, table=60, n_packets=14, n_bytes=1088, priority=29000,ip,nw_src=20.20.0.0/16,nw_dst=20.20.1.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb700001511a070, duration=148.340s, table=60, n_packets=7, n_bytes=544, priority=29000,ip,nw_src=20.20.0.0/16,nw_dst=20.20.2.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb7000081e940d8, duration=148.338s, table=60, n_packets=0, n_bytes=0, priority=25000,ip,tun_id=0x64,dl_dst=fe:00:00:00:00:02 actions=output:"kbr-int-ex"
 cookie=0xb7000044893fe9, duration=148.345s, table=60, n_packets=88, n_bytes=5976, priority=0 actions=resubmit(,70)
 cookie=0xb70000170f8707, duration=148.345s, table=70, n_packets=159, n_bytes=10732, priority=0 actions=resubmit(,71)
 cookie=0xb70000af674414, duration=148.345s, table=71, n_packets=159, n_bytes=10732, priority=0 actions=resubmit(,80)
 cookie=0xb7000027eec428, duration=145.321s, table=80, n_packets=0, n_bytes=0, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.42 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000e424435c, duration=145.307s, table=80, n_packets=0, n_bytes=0, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.41 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700003ffa4e79, duration=145.301s, table=80, n_packets=9, n_bytes=692, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.44 actions=load:0xa646467->NXM_NX_TUN_IPV4_DST[],output:vxlan
root@zu-sona-cni-worker0:~/sona-cni# 
  • Worker1 node
root@zu-sona-cni-worker1:~/sona-cni# kubectl get svc
NAME         TYPE        CLUSTER-IP     EXTERNAL-IP   PORT(S)   AGE
kubernetes   ClusterIP   10.96.0.1      <none>        443/TCP   7h25m
nginx        ClusterIP   10.101.84.72   <none>        80/TCP    10m
root@zu-sona-cni-worker1:~/sona-cni# kubectl get pod -o wide
NAME                     READY   STATUS    RESTARTS   AGE   IP           NODE                  NOMINATED NODE   READINESS GATES
nginx-65f88748fd-xjpws   1/1     Running   0          10m   20.20.2.44   zu-sona-cni-worker1   <none>           <none>
root@zu-sona-cni-worker1:~/sona-cni# ovs-ofctl dump-flows kbr-int | grep 20.20.2.44
 cookie=0xb70000f5971124, duration=112.765s, table=53, n_packets=28, n_bytes=3644, idle_age=588, priority=30000,tcp,nw_src=20.20.2.44,tp_src=80 actions=mod_nw_src:10.101.84.72,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000e0536106, duration=115.836s, table=80, n_packets=39, n_bytes=3018, idle_age=619, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.44 actions=mod_dl_dst:52:54:00:2e:ca:93,output:11
root@zu-sona-cni-worker1:~/sona-cni# ovs-ofctl dump-flows kbr-int | grep 10.101.84.72
 cookie=0xb7000085a132a9, duration=124.906s, table=52, n_packets=7, n_bytes=546, idle_age=629, priority=30000,tcp,nw_dst=10.101.84.72,tp_dst=80 actions=group:3482111447
 cookie=0xb70000f5971124, duration=121.815s, table=53, n_packets=28, n_bytes=3644, idle_age=597, priority=30000,tcp,nw_src=20.20.2.44,tp_src=80 actions=mod_nw_src:10.101.84.72,mod_tp_src:80,resubmit(,60)
root@zu-sona-cni-worker1:~/sona-cni# ovs-ofctl dump-flows kbr-int
 cookie=0xb7000048734840, duration=145.345s, table=0, n_packets=218306, n_bytes=41573299, priority=0 actions=resubmit(,1)
 cookie=0xb700005d0ad513, duration=145.345s, table=1, n_packets=218306, n_bytes=41573299, priority=0 actions=resubmit(,30)
 cookie=0xb70000b9811dd7, duration=145.344s, table=30, n_packets=18, n_bytes=1994, priority=30000,ip,in_port="kbr-int-ex" actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,40)
 cookie=0xb7000067425c66, duration=145.344s, table=30, n_packets=58021, n_bytes=5023832, priority=30000,ip,in_port=LOCAL actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,40)
 cookie=0xb70000f13c0f9f, duration=145.335s, table=30, n_packets=52287, n_bytes=4299393, priority=30000,ip,in_port=veth36173c04aef actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,40)
 cookie=0xb700000b481e7e, duration=145.317s, table=30, n_packets=52170, n_bytes=4291561, priority=30000,ip,in_port=vethda1bc3398c2 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,40)
 cookie=0xb7000000b9987f, duration=145.306s, table=30, n_packets=39, n_bytes=6976, priority=30000,ip,in_port=veth12852502cf8 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,40)
 cookie=0xb70000d4bd2b66, duration=145.344s, table=30, n_packets=55671, n_bytes=27936399, priority=0 actions=resubmit(,35)
 cookie=0xb700005eb94d8e, duration=145.344s, table=35, n_packets=58, n_bytes=2436, priority=40000,arp actions=CONTROLLER:65535
 cookie=0xb700004fee52c8, duration=145.344s, table=35, n_packets=55613, n_bytes=27933963, priority=0 actions=resubmit(,50)
 cookie=0xb7000018c39ba9, duration=145.344s, table=40, n_packets=162635, n_bytes=13636900, priority=0 actions=resubmit(,50)
 cookie=0xb70000606c812c, duration=145.341s, table=50, n_packets=14, n_bytes=1108, priority=32000,ip,nw_src=182.0.0.0/8,nw_dst=10.96.0.0/12 actions=resubmit(,52)
 cookie=0xb70000e55709a7, duration=145.338s, table=50, n_packets=25, n_bytes=5940, priority=32000,ip,nw_src=20.20.0.0/16,nw_dst=182.0.0.0/8 actions=resubmit(,53)
 cookie=0xb700001cdb0015, duration=145.337s, table=50, n_packets=79, n_bytes=7500, priority=32000,ip,nw_src=20.20.0.0/16,nw_dst=172.10.0.0/16 actions=load:0x1414->NXM_OF_IP_DST[16..31],resubmit(,53)
 cookie=0xb700009b4e79da, duration=145.338s, table=50, n_packets=62591, n_bytes=4329976, priority=32000,ip,nw_src=20.20.0.0/16,nw_dst=10.96.0.0/12 actions=load:0xac0a->NXM_OF_IP_SRC[16..31],resubmit(,52)
 cookie=0xb70000c3a73658, duration=145.344s, table=50, n_packets=155539, n_bytes=37226339, priority=0 actions=resubmit(,60)
 cookie=0xb7000095a20b06, duration=145.329s, table=52, n_packets=55513, n_bytes=3919156, priority=30000,tcp,nw_dst=10.96.0.1,tp_dst=443 actions=group:3044217671
 cookie=0xb7000085a132a9, duration=145.326s, table=52, n_packets=7, n_bytes=546, priority=30000,tcp,nw_dst=10.101.84.72,tp_dst=80 actions=group:3482111447
 cookie=0xb7000064d8de10, duration=145.322s, table=52, n_packets=0, n_bytes=0, priority=30000,tcp,nw_dst=10.96.0.10,tp_dst=53 actions=group:2273092320
 cookie=0xb700006c7b351f, duration=145.316s, table=52, n_packets=0, n_bytes=0, priority=30000,udp,nw_dst=10.96.0.10,tp_dst=53 actions=group:2273093312
 cookie=0xb70000cfb79919, duration=145.311s, table=52, n_packets=0, n_bytes=0, priority=30000,tcp,nw_dst=10.96.0.10,tp_dst=9153 actions=group:2267539448
 cookie=0xb70000e108a19f, duration=24822.819s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.75,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000825defc5, duration=24822.819s, table=53, n_packets=33, n_bytes=2812, priority=30000,tcp,nw_src=20.20.2.43,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000fc49b5e3, duration=24822.817s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.72,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb7000075ce0309, duration=24822.817s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.73,tp_src=80 actions=mod_nw_src:10.109.160.118,mod_tp_src:80,resubmit(,60)
 cookie=0xb700003d7089fb, duration=22651.290s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.46,tp_src=32100 actions=mod_nw_src:10.97.86.175,mod_tp_src:80,resubmit(,60)
 cookie=0xb7000021aa93f7, duration=22651.290s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.74,tp_src=32100 actions=mod_nw_src:10.97.86.175,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000c66ea8ef, duration=22637.322s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.1.74,tp_src=80 actions=mod_nw_src:10.102.104.196,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000eeba29ff, duration=22637.322s, table=53, n_packets=43, n_bytes=6984, priority=30000,tcp,nw_src=20.20.2.46,tp_src=80 actions=mod_nw_src:10.102.104.196,mod_tp_src:80,resubmit(,60)
 cookie=0xb700006f711ec1, duration=142.275s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.42,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb7000055fa1da5, duration=142.274s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.41,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb70000b30a1c7d, duration=142.274s, table=53, n_packets=0, n_bytes=0, priority=30000,udp,nw_src=20.20.2.42,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb70000b4b7afe7, duration=142.274s, table=53, n_packets=0, n_bytes=0, priority=30000,udp,nw_src=20.20.2.41,tp_src=53 actions=mod_nw_src:10.96.0.10,mod_tp_src:53,resubmit(,60)
 cookie=0xb700003e3b1538, duration=142.274s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.42,tp_src=9153 actions=mod_nw_src:10.96.0.10,mod_tp_src:9153,resubmit(,60)
 cookie=0xb70000ec629f15, duration=142.274s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.2.41,tp_src=9153 actions=mod_nw_src:10.96.0.10,mod_tp_src:9153,resubmit(,60)
 cookie=0xb70000ac0e1b0d, duration=142.245s, table=53, n_packets=0, n_bytes=0, priority=30000,tcp,nw_src=20.20.0.1,tp_src=6443 actions=mod_nw_src:10.96.0.1,mod_tp_src:443,resubmit(,60)
 cookie=0xb70000f5971124, duration=142.235s, table=53, n_packets=28, n_bytes=3644, priority=30000,tcp,nw_src=20.20.2.44,tp_src=80 actions=mod_nw_src:10.101.84.72,mod_tp_src:80,resubmit(,60)
 cookie=0xb70000521e694a, duration=142.328s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=20.20.0.1,nw_dst=20.20.0.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646465->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000ebed837c, duration=142.323s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=20.20.1.1,nw_dst=20.20.1.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646466->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700003471c8db, duration=142.314s, table=60, n_packets=50943, n_bytes=4613012, priority=30000,ip,nw_src=20.20.2.1,nw_dst=20.20.2.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb70000f5f88b0b, duration=142.324s, table=60, n_packets=55569, n_bytes=3925370, priority=30000,ip,nw_dst=20.20.0.1 actions=load:0xa646465->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000c09c37d6, duration=142.322s, table=60, n_packets=24, n_bytes=2402, priority=30000,ip,nw_dst=20.20.1.1 actions=load:0xa646466->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb7000096016778, duration=142.314s, table=60, n_packets=48725, n_bytes=4657748, priority=30000,ip,nw_dst=20.20.2.1 actions=mod_dl_dst:e2:a2:08:b9:9e:43,LOCAL
 cookie=0xb700009aa77855, duration=142.228s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=20.20.0.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646465->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000c95c8123, duration=142.226s, table=60, n_packets=0, n_bytes=0, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=20.20.1.0/24 actions=load:0x64->NXM_NX_TUN_ID[],load:0xa646466->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb70000d4371d01, duration=142.224s, table=60, n_packets=55510, n_bytes=27925575, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=20.20.2.0/24 actions=load:0x64->NXM_NX_TUN_ID[],mod_dl_src:fe:00:00:00:00:20,resubmit(,70)
 cookie=0xb700000902ee5d, duration=22637.335s, table=60, n_packets=10, n_bytes=2376, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=182.1.0.0/16 actions=load:0xa646466->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700004f8bfef7, duration=22637.334s, table=60, n_packets=10, n_bytes=2376, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=182.2.0.0/16 actions=output:"kbr-int-ex"
 cookie=0xb70000a9c4b6b2, duration=22637.333s, table=60, n_packets=10, n_bytes=2376, priority=30000,ip,nw_src=10.96.0.0/12,nw_dst=182.0.0.0/16 actions=load:0xa646465->NXM_NX_TUN_IPV4_DST[],output:vxlan
 cookie=0xb700003808d4bd, duration=145.336s, table=60, n_packets=148, n_bytes=10936, priority=29000,ip,nw_src=20.20.0.0/16,nw_dst=20.20.2.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb700003621d72f, duration=145.336s, table=60, n_packets=0, n_bytes=0, priority=29000,ip,nw_src=20.20.0.0/16,nw_dst=20.20.0.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb70000564be7b2, duration=145.336s, table=60, n_packets=0, n_bytes=0, priority=29000,ip,nw_src=20.20.0.0/16,nw_dst=20.20.1.0/24 actions=load:0x64->NXM_NX_TUN_ID[],resubmit(,70)
 cookie=0xb70000b99b425f, duration=145.322s, table=60, n_packets=33, n_bytes=2649, priority=25000,ip,tun_id=0x64,dl_dst=fe:00:00:00:00:02 actions=output:"kbr-int-ex"
 cookie=0xb70000571adf84, duration=145.344s, table=60, n_packets=273, n_bytes=20449, priority=0 actions=resubmit(,70)
 cookie=0xb70000fdbb1dba, duration=145.344s, table=70, n_packets=106874, n_bytes=32569972, priority=0 actions=resubmit(,71)
 cookie=0xb700005f88282b, duration=145.344s, table=71, n_packets=106874, n_bytes=32569972, priority=0 actions=resubmit(,80)
 cookie=0xb70000491d0d6a, duration=145.328s, table=80, n_packets=53177, n_bytes=16268093, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.42 actions=mod_dl_dst:52:54:00:55:f8:ea,output:veth36173c04aef
 cookie=0xb70000968bef94, duration=145.316s, table=80, n_packets=53273, n_bytes=16270836, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.41 actions=mod_dl_dst:52:54:00:63:2d:e1,output:vethda1bc3398c2
 cookie=0xb70000e0536106, duration=145.306s, table=80, n_packets=39, n_bytes=3018, priority=30000,ip,tun_id=0x64,nw_dst=20.20.2.44 actions=mod_dl_dst:52:54:00:2e:ca:93,output:veth12852502cf8
root@zu-sona-cni-worker1:~/sona-cni# 
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment