Skip to content

Instantly share code, notes, and snippets.

@tanabarr
Last active October 31, 2019 00:37
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save tanabarr/df84170c11ac85f442568ad12593593c to your computer and use it in GitHub Desktop.
Save tanabarr/df84170c11ac85f442568ad12593593c to your computer and use it in GitHub Desktop.
Create DAOS container after creating DAOS pool through the control plane (dmg)
These commands were issued on binaries built from f6a34514a45eb3fb38dc43771d11c9f61e510516
SERVER CONFIG (NVMe is disabled to simplify this example only, should work fine with it enabled):
--- a/utils/config/examples/daos_server_sockets.yml
+++ b/utils/config/examples/daos_server_sockets.yml
@@ -6,10 +6,11 @@ provider: ofi+sockets # map to CRT_PHY_ADDR_STR=ofi+sockets
socket_dir: /tmp/daos_sockets
nr_hugepages: 4096
control_log_mask: DEBUG
-control_log_file: /tmp/daos_control.log
+#control_log_file: /tmp/daos_control.log
## uncomment to manually assign management service leader, if left unset
## this will be the first daos_server instance to start
#access_points: ['hostname1:10001']
+access_points: ["boro-45:10001"]
## uncomment to drop privileges before starting data plane
## (if started as root to perform hardware provisioning)
# user_name: daosuser
@@ -37,7 +38,7 @@ servers:
nr_xs_helpers: 2 # count of offload/helper xstreams per target
fabric_iface: eth0 # map to OFI_INTERFACE=eth0
fabric_iface_port: 31416 # map to OFI_PORT=31416
- log_mask: ERR # map to D_LOG_MASK=ERR
+ log_mask: DEBUG # map to D_LOG_MASK=ERR
log_file: /tmp/server.log # map to D_LOG_FILE=/tmp/server.log
# Environment variable values should be supplied without encapsulating quotes.
@@ -70,7 +71,8 @@ servers:
# If using NVMe SSD (will write /mnt/daos/daos_nvme.conf and start I/O
# service with -n <path>)
bdev_class: nvme
- bdev_list: ["0000:81:00.0"] # generate regular nvme.conf
+ bdev_list: [] # generate regular nvme.conf
+ #bdev_list: ["0000:81:00.0"] # generate regular nvme.conf
# If emulating NVMe SSD with malloc devices
# bdev_class: malloc # map to VOS_BDEV_CLASS=MALLOC
SERVER:
root@boro-45:/home/tanabarr/projects/daos_m$ umount /mnt/daos; rm -rf /mnt/daos
root@boro-45:/home/tanabarr/projects/daos_m$ orterun -N 1 -H localhost --report-uri /tmp/urifile --allow-run-as-root daos_server start -t 1 -o ~tanabarr/projects/daos_m/utils/config/examples/daos_server_sockets.yml -i
CLIENT:
root@boro-45:/home/tanabarr/projects/daos_m$ source scons_local/utils/setup_local.sh
root@boro-45:/home/tanabarr/projects/daos_m$ mkdir /var/run/daos_agent/
root@boro-45:/home/tanabarr/projects/daos_m$ daos_agent -i &
root@boro-45:/home/tanabarr/projects/daos_m$ export OFI_INTERFACE=eth0; export CRT_PHY_ADDR_STR=ofi+sockets; export DAOS_SINGLETON_CLI=1; export CRT_ATTACH_INFO_PATH=/tmp;
root@boro-45:/home/tanabarr/projects/daos_m$ dmg -i storage format
Active connections: [localhost:10001]
This is a destructive operation and storage devices specified in the server config file will be erased.
Please be patient as it may take several minutes.
NVMe storage format results:
localhost:10001:
no controllers found
SCM storage format results:
localhost:10001:
Mntpoint:/mnt/daos/d0 Status:CTL_SUCCESS
root@boro-45:/home/tanabarr/projects/daos_m$ dmg --debug -i pool create -s 1G -n 0G --sys daos_server
DEBUG 17:02:30.288290 main.go:139: debug output enabled
DEBUG 17:02:30.288848 config.go:129: DAOS Client config read from /home/tanabarr/projects/daos_m/install/etc/daos.yml
Active connections: [localhost:10001]
Creating DAOS pool with 1GB SCM and 0B NvMe storage (1.000 ratio)
DEBUG 17:02:30.389692 pool.go:76: Create DAOS pool request: scmbytes:1073741824 numsvcreps:1 user:"root@" usergroup:"root@" uuid:"3e7ba24f-a6b4-4892-885e-3fdbfc8284a6" sys:"daos_server"
DEBUG 17:02:30.852441 pool.go:83: Create DAOS pool response: svcreps:"0"
Pool-create command SUCCEEDED: UUID: 3e7ba24f-a6b4-4892-885e-3fdbfc8284a6, Service replicas: 0
root@boro-45:/home/tanabarr/projects/daos_m$ orterun -np 1 --allow-run-as-root --ompi-server file:/tmp/urifile daos pool query --pool=3e7ba24f-a6b4-4892-885e-3fdbfc8284a6 --svc=0
Pool 3e7ba24f-a6b4-4892-885e-3fdbfc8284a6, ntarget=1, disabled=0
Pool space info:
- Target(VOS) count:1
- SCM:
Total size: 1073741824
Free: 1073741504, min:1073741504, max:1073741504, mean:1073741504
- NVMe:
Total size: 0
Free: 0, min:0, max:0, mean:0
Rebuild idle, 0 objs, 0 recs
root@boro-45:/home/tanabarr/projects/daos_m$ orterun -np 1 --allow-run-as-root --ompi-server file:/tmp/urifile daos cont create --pool=3e7ba24f-a6b4-4892-885e-3fdbfc8284a6 --svc='uuidgen'
Successfully created container a2d8816f-c9f1-4017-b3c0-ccf75ec46d53
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment