Skip to content

Instantly share code, notes, and snippets.

View venkataanil's full-sized avatar

venkataanil venkataanil

  • Red Hat
  • Bangalore
View GitHub Profile
(overcloud) [stack@f17-h23-000-1029p ~]$ cat templates/networking_ovn_hotfix_template.yaml
parameter_defaults:
ContainerNeutronApiImage: 192.168.0.1:8787/rh-osbs/rhosp16-openstack-neutron-server-ovn:16.1_20200625.1-hotfix
ContainerNeutronConfigImage: 192.168.0.1:8787/rh-osbs/rhosp16-openstack-neutron-server-ovn:16.1_20200625.1-hotfix
ContainerOvnMetadataImage: 192.168.0.1:8787/rh-osbs/rhosp16-openstack-neutron-metadata-agent-ovn:16.1_20200625.1-hotfix
ContainerNeutronMetadataImage: 192.168.0.1:8787/rh-osbs/rhosp16-openstack-neutron-metadata-agent-ovn:16.1_20200625.1-hotfix
infrared virsh -vv --topology-nodes undercloud:1,controller:1,compute:2 --host-address 10.1.43.112 --host-key ~/.ssh/id_rsa --host-memory-overcommit True --image-url http://rhos-qe-mirror-rdu2.usersys.redhat.com/brewroot/packages/rhel-guest-image/8.1/283/images/rhel-guest-image-8.1-283.x86_64.qcow2 -e override.compute.cpu=8 -e override.controller.cpu=8 2>&1 | tee ir_virsh_log1
infrared tripleo-undercloud -o install.yml -o undercloud-install.yml --mirror rdu2 --version 16 --splitstack no --shade-host undercloud-0 --build RHOS_TRUNK-16.0-RHEL-8-20200204.n.1 --ssl yes --config-options DEFAULT.undercloud_timezone=UTC --tls-ca https://password.corp.redhat.com/RH-IT-Root-CA.crt
infrared tripleo-undercloud -o undercloud-images.yml --images-task rpm --images-update yes --build RHOS_TRUNK-16.0-RHEL-8-20200204.n.1 --mirror rdu2
infrared tripleo-overcloud -o overcloud-install.yml --version 16 --deployment-files virt --introspect yes --vbmc-force False --vbmc-host hypervisor --tagging no --deploy no
infr
[root@f16-h14-000-1029p ~]# pbench-trafficgen --config=direct-connect-ovs-dpdk-original-kernel-cveoff --samples=1 --frame-sizes=64 --num-flows=1 --traffic-directions=bidirectional --traffic-generator=trex-txrx -
-devices=0000:5e:00.2,0000:5e:00.3 --max-loss-pct=0 --skip-git-pull --sniff-runtime=300 --search-runtime=1200 --validation-runtime=300 -- --send-teaching-warmup --teaching-warmup-packet-type=icmp
tool trigger strings for start: "Starting binary-search" and for stop: "Finished binary-search" are now registered for tool group: default
found IOMMU option, continuing
found dpdk-tools, continuing
grep: ^trex-txrx: No such file or directory
configuring device 0000:5e:00.2
device 0000:5e:00.2 already bound to vfio-pci
configuring device 0000:5e:00.3
device 0000:5e:00.3 already bound to vfio-pci
undercloud ansible_host=f03-h29-000-r620.rdu2.scalelab.redhat.com ansible_connection=ssh ansible_user=stack ansible_ssh_private_key_file=/root/.ssh/id_rsa ansible_python_interpreter='/usr/bin/python'
localhost ansible_connection=local ansible_python_interpreter=python
controller-0 original_name= ansible_host=192.168.24.8 ansible_connection=ssh ansible_user=heat-admin ansible_ssh_private_key_file=/root/.infrared/.workspaces/workspace_2019-11-22_08-36-09/id_rsa_overcloud ansible_ssh_common_args='-o ProxyCommand="ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -W %h:%p -i /root/.ssh/id_rsa stack@f03-h29-000-r620.rdu2.scalelab.redhat.com"'
compute-0 original_name= ansible_host=192.168.24.21 ansible_connection=ssh ansible_user=heat-admin ansible_ssh_private_key_file=/root/.infrared/.workspaces/workspace_2019-11-22_08-36-09/id_rsa_overcloud ansible_ssh_common_args='-o ProxyCommand="ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -W %h:%p -i /root/.ssh/id_rsa stack@f03-h29-000-r620.r
TASK [vbmc : allow access to port vbmc ports from undercloud external network] ******************************************************************************************
fatal: [undercloud-0]: FAILED! => {"msg": "The conditional check 'hostvars['hypervisor'][ansible_external_name] is defined' failed. The error was: error while evaluating conditional (hostvars['hypervisor'][ansible_external_name] is defined): \"hostvars['hypervisor']\" is undefined\n\nThe error appears to have been in '/root/infrared/.venv/lib/python2.7/site-packages/infrared/common/roles/vbmc/tasks/iptables.yml': line 62, column 11, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n - block:\n - name: allow access to port vbmc ports from undercloud external network\n ^ here\n"}
PLAY [undercloud] ****************************************************************************************************************************************************************************************************************************
TASK [Gathering Facts] ***********************************************************************************************************************************************************************************************************************
task path: /root/masco/jetpack/overcloud.yml:2
<f19-h11-000-r620.rdu2.scalelab.redhat.com> ESTABLISH SSH CONNECTION FOR USER: stack
<f19-h11-000-r620.rdu2.scalelab.redhat.com> SSH: EXEC sshpass -d8 ssh -C -o ControlMaster=auto -o ControlPersist=60s -o StrictHostKeyChecking=no -o 'IdentityFile="/root/.ssh/id_rsa"' -o 'User="stack"' -o ConnectTimeout=10 -o ControlPath=/root/.ansible/cp/72c2d774e1 f19-h11-000-r620.rdu2.scalelab.redhat.com '/bin/sh -c '"'"'echo ~stack && sleep 0'"'"''
<f19-h11-000-r620.rdu2.scalelab.redhat.com> (0, '/home/stac
2019-11-20 04:52:13.061 8 INFO nova.compute.claims [req-ab220b86-431b-4a5b-b878-461a953a30ea dc796caf4f85423a8e9c379b7edc2d5a 248a4621e03a43a6b9aa9fec4b74e09e - default default] [instance: 5b16df3f-1cfa-4bb3-bb1c-7017d4c4c824] Attempting claim on node compute-0.localdomain: memory 32768 MB, disk 20 GB, vcpus 10 CPU
2019-11-20 04:52:13.062 8 INFO nova.compute.claims [req-ab220b86-431b-4a5b-b878-461a953a30ea dc796caf4f85423a8e9c379b7edc2d5a 248a4621e03a43a6b9aa9fec4b74e09e - default default] [instance: 5b16df3f-1cfa-4bb3-bb1c-7017d4c4c824] Total memory: 261790 MB, used: 4096.00 MB
2019-11-20 04:52:13.062 8 INFO nova.compute.claims [req-ab220b86-431b-4a5b-b878-461a953a30ea dc796caf4f85423a8e9c379b7edc2d5a 248a4621e03a43a6b9aa9fec4b74e09e - default default] [instance: 5b16df3f-1cfa-4bb3-bb1c-7017d4c4c824] memory limit not specified, defaulting to unlimited
2019-11-20 04:52:13.063 8 INFO nova.compute.claims [req-ab220b86-431b-4a5b-b878-461a953a30ea dc796caf4f85423a8e9c379b7edc2d5a 248a4621e03a43a6b9aa9fec4b74e09e
Installing openvswitch (which requires wrappers as well)
note: "el7" are for RHEL7 and "el8" are for RHEL 8
1) download the below files to undercloud and then copy them to controllers
wget http://download-node-02.eng.bos.redhat.com/brewroot/packages/openvswitch2.11/2.11.0/26.el7fdp/x86_64/openvswitch2.11-2.11.0-26.el7fdp.x86_64.rpm
wget http://download-node-02.eng.bos.redhat.com/brewroot/packages/openvswitch2.11/2.11.0/26.el7fdp/x86_64/python-openvswitch2.11-2.11.0-26.el7fdp.x86_64.rpm
and the rhosp wrappers
wget http://brew-task-repos.usersys.redhat.com/repos/official/rhosp-openvswitch/2.11/0.6.el7ost/noarch/rhosp-openvswitch-2.11-0.6.el7ost.noarch.rpm
wget http://brew-task-repos.usersys.redhat.com/repos/official/rhosp-openvswitch/2.11/0.6.el7ost/noarch/python-rhosp-openvswitch-2.11-0.6.el7ost.noarch.rpm
2) login to nodes using "public ip i.e 10.x and not 192.x" as 192.x is on switch, which will break the connection when we install ovs
This file has been truncated, but you can view the full file.
Nov 1 10:00:50 compute-0 kernel: microcode: microcode updated early to revision 0x200005e, date = 2019-04-02
Nov 1 10:00:50 compute-0 kernel: Linux version 4.18.0-147.el8.x86_64 (mockbuild@x86-vm-09.build.eng.bos.redhat.com) (gcc version 8.3.1 20190507 (Red Hat 8.3.1-4) (GCC)) #1 SMP Thu Sep 26 15:52:44 UTC 2019
Nov 1 10:00:50 compute-0 kernel: Command line: BOOT_IMAGE=(hd0,msdos2)/boot/vmlinuz-4.18.0-147.el8.x86_64 root=UUID=34ecc31c-fa6a-4104-b15b-36a582e847fd ro console=ttyS0 console=ttyS0,115200n81 no_timer_check net.ifnames=0 crashkernel=auto rhgb quiet
Nov 1 10:00:50 compute-0 kernel: x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'
Nov 1 10:00:50 compute-0 kernel: x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'
Nov 1 10:00:50 compute-0 kernel: x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'
Nov 1 10:00:50 compute-0 kernel: x86/fpu: Supporting XSAVE feature 0x008: 'MPX bounds registers'
Nov 1 10:00:50 compute-0 kernel: x86/fpu: Supporting XSAVE feature 0x
==================== Failing node ====================================================================
[root@overcloud-compute-13 heat-admin]# grep -inr enp2s0f0 /var/log/messages
1038:Oct 22 06:20:01 overcloud-compute-13 NetworkManager[1940]: <info> [1571739601.7204] manager: (enp2s0f0): new Ethernet device (/org/freedesktop/NetworkManager/Devices/3)
1039:Oct 22 06:20:01 overcloud-compute-13 NetworkManager[1940]: <info> [1571739601.7211] device (enp2s0f0): state change: unmanaged -> unavailable (reason 'managed', sys-iface-state: 'external')
1040:Oct 22 06:20:01 overcloud-compute-13 kernel: IPv6: ADDRCONF(NETDEV_UP): enp2s0f0: link is not ready
1041:Oct 22 06:20:01 overcloud-compute-13 kernel: ixgbe 0000:02:00.0: registered PHC device on enp2s0f0
1050:Oct 22 06:20:01 overcloud-compute-13 kernel: IPv6: ADDRCONF(NETDEV_UP): enp2s0f0: link is not ready
1057:Oct 22 06:20:01 overcloud-compute-13 kernel: ixgbe 0000:02:00.0 enp2s0f0: detected SFP+: 3
1067:Oct 22 06:20:02 overcloud-compute-13 NetworkManager[1940]: