Last active
October 31, 2019 00:37
-
-
Save tanabarr/df84170c11ac85f442568ad12593593c to your computer and use it in GitHub Desktop.
Create DAOS container after creating DAOS pool through the control plane (dmg)
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
These commands were issued on binaries built from f6a34514a45eb3fb38dc43771d11c9f61e510516 | |
SERVER CONFIG (NVMe is disabled to simplify this example only, should work fine with it enabled): | |
--- a/utils/config/examples/daos_server_sockets.yml | |
+++ b/utils/config/examples/daos_server_sockets.yml | |
@@ -6,10 +6,11 @@ provider: ofi+sockets # map to CRT_PHY_ADDR_STR=ofi+sockets | |
socket_dir: /tmp/daos_sockets | |
nr_hugepages: 4096 | |
control_log_mask: DEBUG | |
-control_log_file: /tmp/daos_control.log | |
+#control_log_file: /tmp/daos_control.log | |
## uncomment to manually assign management service leader, if left unset | |
## this will be the first daos_server instance to start | |
#access_points: ['hostname1:10001'] | |
+access_points: ["boro-45:10001"] | |
## uncomment to drop privileges before starting data plane | |
## (if started as root to perform hardware provisioning) | |
# user_name: daosuser | |
@@ -37,7 +38,7 @@ servers: | |
nr_xs_helpers: 2 # count of offload/helper xstreams per target | |
fabric_iface: eth0 # map to OFI_INTERFACE=eth0 | |
fabric_iface_port: 31416 # map to OFI_PORT=31416 | |
- log_mask: ERR # map to D_LOG_MASK=ERR | |
+ log_mask: DEBUG # map to D_LOG_MASK=ERR | |
log_file: /tmp/server.log # map to D_LOG_FILE=/tmp/server.log | |
# Environment variable values should be supplied without encapsulating quotes. | |
@@ -70,7 +71,8 @@ servers: | |
# If using NVMe SSD (will write /mnt/daos/daos_nvme.conf and start I/O | |
# service with -n <path>) | |
bdev_class: nvme | |
- bdev_list: ["0000:81:00.0"] # generate regular nvme.conf | |
+ bdev_list: [] # generate regular nvme.conf | |
+ #bdev_list: ["0000:81:00.0"] # generate regular nvme.conf | |
# If emulating NVMe SSD with malloc devices | |
# bdev_class: malloc # map to VOS_BDEV_CLASS=MALLOC | |
SERVER: | |
root@boro-45:/home/tanabarr/projects/daos_m$ umount /mnt/daos; rm -rf /mnt/daos | |
root@boro-45:/home/tanabarr/projects/daos_m$ orterun -N 1 -H localhost --report-uri /tmp/urifile --allow-run-as-root daos_server start -t 1 -o ~tanabarr/projects/daos_m/utils/config/examples/daos_server_sockets.yml -i | |
CLIENT: | |
root@boro-45:/home/tanabarr/projects/daos_m$ source scons_local/utils/setup_local.sh | |
root@boro-45:/home/tanabarr/projects/daos_m$ mkdir /var/run/daos_agent/ | |
root@boro-45:/home/tanabarr/projects/daos_m$ daos_agent -i & | |
root@boro-45:/home/tanabarr/projects/daos_m$ export OFI_INTERFACE=eth0; export CRT_PHY_ADDR_STR=ofi+sockets; export DAOS_SINGLETON_CLI=1; export CRT_ATTACH_INFO_PATH=/tmp; | |
root@boro-45:/home/tanabarr/projects/daos_m$ dmg -i storage format | |
Active connections: [localhost:10001] | |
This is a destructive operation and storage devices specified in the server config file will be erased. | |
Please be patient as it may take several minutes. | |
NVMe storage format results: | |
localhost:10001: | |
no controllers found | |
SCM storage format results: | |
localhost:10001: | |
Mntpoint:/mnt/daos/d0 Status:CTL_SUCCESS | |
root@boro-45:/home/tanabarr/projects/daos_m$ dmg --debug -i pool create -s 1G -n 0G --sys daos_server | |
DEBUG 17:02:30.288290 main.go:139: debug output enabled | |
DEBUG 17:02:30.288848 config.go:129: DAOS Client config read from /home/tanabarr/projects/daos_m/install/etc/daos.yml | |
Active connections: [localhost:10001] | |
Creating DAOS pool with 1GB SCM and 0B NvMe storage (1.000 ratio) | |
DEBUG 17:02:30.389692 pool.go:76: Create DAOS pool request: scmbytes:1073741824 numsvcreps:1 user:"root@" usergroup:"root@" uuid:"3e7ba24f-a6b4-4892-885e-3fdbfc8284a6" sys:"daos_server" | |
DEBUG 17:02:30.852441 pool.go:83: Create DAOS pool response: svcreps:"0" | |
Pool-create command SUCCEEDED: UUID: 3e7ba24f-a6b4-4892-885e-3fdbfc8284a6, Service replicas: 0 | |
root@boro-45:/home/tanabarr/projects/daos_m$ orterun -np 1 --allow-run-as-root --ompi-server file:/tmp/urifile daos pool query --pool=3e7ba24f-a6b4-4892-885e-3fdbfc8284a6 --svc=0 | |
Pool 3e7ba24f-a6b4-4892-885e-3fdbfc8284a6, ntarget=1, disabled=0 | |
Pool space info: | |
- Target(VOS) count:1 | |
- SCM: | |
Total size: 1073741824 | |
Free: 1073741504, min:1073741504, max:1073741504, mean:1073741504 | |
- NVMe: | |
Total size: 0 | |
Free: 0, min:0, max:0, mean:0 | |
Rebuild idle, 0 objs, 0 recs | |
root@boro-45:/home/tanabarr/projects/daos_m$ orterun -np 1 --allow-run-as-root --ompi-server file:/tmp/urifile daos cont create --pool=3e7ba24f-a6b4-4892-885e-3fdbfc8284a6 --svc='uuidgen' | |
Successfully created container a2d8816f-c9f1-4017-b3c0-ccf75ec46d53 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment