test PM1733 SR-IOV

nvme-vf.sh

#!/bin/bash

sudo nvme virt-mgmt /dev/nvme1 -c 65 -r 1 -a 1 -n 0
sudo nvme virt-mgmt /dev/nvme1 -c 65 -r 0 -a 1 -n 0
sudo nvme reset /dev/nvme1

# check 'nvme virt-mgmt --help' for more details
sudo nvme virt-mgmt /dev/nvme1 -c 1 -r 0 -n 9 -a 8 # first controller
sudo nvme virt-mgmt /dev/nvme1 -c 1 -r 1 -n 9 -a 8

sudo nvme virt-mgmt /dev/nvme1 -c 2 -r 0 -n 9 -a 8 # second controller
sudo nvme virt-mgmt /dev/nvme1 -c 2 -r 1 -n 9 -a 8

sudo nvme virt-mgmt /dev/nvme1 -c 3 -r 0 -n 9 -a 8 # third controller
sudo nvme virt-mgmt /dev/nvme1 -c 3 -r 1 -n 9 -a 8

sudo bash -c "sudo echo 0 > /sys/bus/pci/devices/0000:04:00.0/sriov_drivers_autoprobe" # no autoprobe
sudo bash -c "sudo echo 3 > /sys/class/nvme/nvme1/device/sriov_numvfs" # enable VF

sudo nvme virt-mgmt /dev/nvme1 -c 1 -a 9
sudo nvme virt-mgmt /dev/nvme1 -c 2 -a 9
sudo nvme virt-mgmt /dev/nvme1 -c 3 -a 9
sudo nvme list-secondary /dev/nvme1 # now 3 controllers online

vfnid=0000:04:00.1
sudo bash -c "echo nvme > /sys/bus/pci/devices/$vfnid/driver_override"
sudo bash -c "echo $vfnid > /sys/bus/pci/drivers_probe" # make it available on host

# https://www.drewthorst.com/posts/nvme/namespaces/readme/
sudo nvme create-ns /dev/nvme1 -s 26214387 -c 26214387 -b 4096 # create 100G ns
sudo nvme list-ns /dev/nvme1 -a
sudo nvme id-ctrl /dev/nvme7 | grep cntlid
sudo nvme attach-ns /dev/nvme1 -n 2 -c 0x2