Skip to content

Instantly share code, notes, and snippets.

@tanabarr
Last active October 9, 2019 10:01
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save tanabarr/13616f95efe5f04d46dce683cfd431e9 to your computer and use it in GitHub Desktop.
Save tanabarr/13616f95efe5f04d46dce683cfd431e9 to your computer and use it in GitHub Desktop.
Commands and config file needed to run daos_test to validate installation using sockets provider.
Build from commit 2e4fcb939e83f8d65b1cc1667f2a195f8cf1131c
CONFIG:
--- a/utils/config/examples/daos_server_sockets.yml
+++ b/utils/config/examples/daos_server_sockets.yml
@@ -3,13 +3,15 @@
name: daos_server # map to -g daos_server
port: 10001 # mgmt port
provider: ofi+sockets # map to CRT_PHY_ADDR_STR=ofi+sockets
-socket_dir: /tmp/daos_sockets
+#socket_dir: /tmp/daos_sockets
nr_hugepages: 4096
control_log_mask: DEBUG
-control_log_file: /tmp/daos_control.log
+#control_log_file: /tmp/daos_control.log
## uncomment to manually assign management service leader, if left unset
## this will be the first daos_server instance to start
#access_points: ['hostname1:10001']
## uncomment to drop privileges before starting data plane
## (if started as root to perform hardware provisioning)
# user_name: daosuser
@@ -35,13 +37,14 @@ servers:
targets: 8 # count of storage targets per each server
first_core: 0 # offset of the first core for service xstreams
nr_xs_helpers: 2 # count of offload/helper xstreams per target
fabric_iface: eth0 # map to OFI_INTERFACE=eth0
fabric_iface_port: 31416 # map to OFI_PORT=31416
- log_mask: ERR # map to D_LOG_MASK=ERR
+ log_mask: DEBUG # map to D_LOG_MASK=ERR
log_file: /tmp/server.log # map to D_LOG_FILE=/tmp/server.log
# Environment variable values should be supplied without encapsulating quotes.
env_vars: # influence DAOS IO Server behaviour by setting env variables
+ - DD_MASK=mgmt
- DAOS_MD_CAP=1024
- CRT_CTX_SHARE_ADDR=0
- - CRT_TIMEOUT=30
+ - CRT_TIMEOUT=300
- FI_SOCKETS_MAX_CONN_RETRY=1
- FI_SOCKETS_CONN_TIMEOUT=2000
# uncomment to enable scalable endpoint
@@ -59,18 +62,19 @@ servers:
# When scm_class is set to ram, tmpfs will be used to emulate SCM.
# The size of ram is specified by scm_size in GB units.
scm_mount: /mnt/daos # map to -s /mnt/daos
- scm_class: ram
- scm_size: 6
+ #scm_class: ram
+ #scm_size: 6
# When scm_class is set to dcpm, scm_list is the list of device paths for
# AppDirect pmem namespaces (currently only one per server supported).
- # scm_class: dcpm
- # scm_list: [/dev/pmem0]
+ scm_class: dcpm
+ scm_list: [/dev/pmem1]
# If using NVMe SSD (will write /mnt/daos/daos_nvme.conf and start I/O
# service with -n <path>)
bdev_class: nvme
- bdev_list: ["0000:81:00.0"] # generate regular nvme.conf
+ #bdev_list: ["0000:da:00.0", "0000:81:00.0"] # generate regular nvme.conf
+ bdev_list: ["0000:87:00.0"] # generate regular nvme.conf
# If emulating NVMe SSD with malloc devices
# bdev_class: malloc # map to VOS_BDEV_CLASS=MALLOC
SERVER:
orterun -np 1 -H wolf-71 --allow-run-as-root --report-uri /tmp/urifile daos_server -o /home/tanabarr/projects/daos_m/utils/config/examples/daos_server_sockets.yml -i
CLIENT:
daos_agent -i &
# test we can create a pool
orterun -np 1 --ompi-server file:/tmp/urifile --allow-run-as-root -x OFI_INTERFACE=eth0 -x CRT_PHY_ADDR_STR=ofi+sockets dmg create --group=daos_server --size=8G --svcn=1
# run the basic test suite
orterun -np 1 --ompi-server file:/tmp/urifile --allow-run-as-root -x OFI_INTERFACE=eth0 -x CRT_PHY_ADDR_STR=ofi+sockets daos_test -p
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment