20220518_bug55696.md

rzarz@ubulap:~/dev/ceph-2/build$ MON=2 MDS=3 OSD=2 RGW=0 ../src/vstart.sh -b --without-dashboard -i 127.0.0.1 -n
ceph-mgr dashboard not built - disabling.
rm -f core* 
ip 127.0.0.1
port 40733

NOTE: hostname resolves to loopback; remote hosts will not be able to
  connect.  either adjust /etc/hosts, or edit this script to use your
  machine's real IP.

/home/rzarz/dev/ceph-2/build/bin/ceph-authtool --create-keyring --gen-key --name=mon. /home/rzarz/dev/ceph-2/build/keyring --cap mon 'allow *' 
creating /home/rzarz/dev/ceph-2/build/keyring
/home/rzarz/dev/ceph-2/build/bin/ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /home/rzarz/dev/ceph-2/build/keyring 
/home/rzarz/dev/ceph-2/build/bin/monmaptool --create --clobber --addv a [v2:127.0.0.1:40733,v1:127.0.0.1:40734] --addv b [v2:127.0.0.1:40735,v1:127.0.0.1:40736] --print /tmp/ceph_monmap.627538 
/home/rzarz/dev/ceph-2/build/bin/monmaptool: monmap file /tmp/ceph_monmap.627538
/home/rzarz/dev/ceph-2/build/bin/monmaptool: generated fsid 93810e1d-64e8-45a4-8b6f-9f0dd8348320
setting min_mon_release = octopus
epoch 0
fsid 93810e1d-64e8-45a4-8b6f-9f0dd8348320
last_changed 2022-05-18T23:15:02.420605+0200
created 2022-05-18T23:15:02.420605+0200
min_mon_release 15 (octopus)
election_strategy: 1
0: [v2:127.0.0.1:40733/0,v1:127.0.0.1:40734/0] mon.a
1: [v2:127.0.0.1:40735/0,v1:127.0.0.1:40736/0] mon.b
/home/rzarz/dev/ceph-2/build/bin/monmaptool: writing epoch 0 to /tmp/ceph_monmap.627538 (2 monitors)
rm -rf -- /home/rzarz/dev/ceph-2/build/dev/mon.a 
mkdir -p /home/rzarz/dev/ceph-2/build/dev/mon.a 
/home/rzarz/dev/ceph-2/build/bin/ceph-mon --mkfs -c /home/rzarz/dev/ceph-2/build/ceph.conf -i a --monmap=/tmp/ceph_monmap.627538 --keyring=/home/rzarz/dev/ceph-2/build/keyring 
rm -rf -- /home/rzarz/dev/ceph-2/build/dev/mon.b 
mkdir -p /home/rzarz/dev/ceph-2/build/dev/mon.b 
/home/rzarz/dev/ceph-2/build/bin/ceph-mon --mkfs -c /home/rzarz/dev/ceph-2/build/ceph.conf -i b --monmap=/tmp/ceph_monmap.627538 --keyring=/home/rzarz/dev/ceph-2/build/keyring 
rm -- /tmp/ceph_monmap.627538 
/home/rzarz/dev/ceph-2/build/bin/ceph-mon -i a -c /home/rzarz/dev/ceph-2/build/ceph.conf 
/home/rzarz/dev/ceph-2/build/bin/ceph-mon -i b -c /home/rzarz/dev/ceph-2/build/ceph.conf 
Populating config ...

[mgr]
	mgr/telemetry/enable = false
	mgr/telemetry/nag = false
creating /home/rzarz/dev/ceph-2/build/dev/mgr.x/keyring
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring -i /home/rzarz/dev/ceph-2/build/dev/mgr.x/keyring auth add mgr.x mon 'allow profile mgr' mds 'allow *' osd 'allow *' 
added key for mgr.x
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring config set mgr mgr/prometheus/x/server_port 9283 --force 
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring config set mgr mgr/restful/x/server_port 42733 --force 
Starting mgr.x
/home/rzarz/dev/ceph-2/build/bin/ceph-mgr -i x -c /home/rzarz/dev/ceph-2/build/ceph.conf 
add osd0 a7011057-1d17-4c9b-bc56-5e312066eaf6
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring osd new a7011057-1d17-4c9b-bc56-5e312066eaf6 -i /home/rzarz/dev/ceph-2/build/dev/osd0/new.json 
0
/home/rzarz/dev/ceph-2/build/bin/ceph-osd -i 0 -c /home/rzarz/dev/ceph-2/build/ceph.conf --mkfs --key AQDYYYVi14+nGBAA4sryypQaQh2x96mSMxZYQA== --osd-uuid a7011057-1d17-4c9b-bc56-5e312066eaf6 
2022-05-18T23:15:04.697+0200 7f7785572240 -1 bluestore(/home/rzarz/dev/ceph-2/build/dev/osd0/block) _read_bdev_label failed to open /home/rzarz/dev/ceph-2/build/dev/osd0/block: (2) No such file or directory
2022-05-18T23:15:04.697+0200 7f7785572240 -1 bluestore(/home/rzarz/dev/ceph-2/build/dev/osd0/block) _read_bdev_label failed to open /home/rzarz/dev/ceph-2/build/dev/osd0/block: (2) No such file or directory
2022-05-18T23:15:04.697+0200 7f7785572240 -1 bluestore(/home/rzarz/dev/ceph-2/build/dev/osd0/block) _read_bdev_label failed to open /home/rzarz/dev/ceph-2/build/dev/osd0/block: (2) No such file or directory
2022-05-18T23:15:04.701+0200 7f7785572240 -1 bluestore(/home/rzarz/dev/ceph-2/build/dev/osd0) _read_fsid unparsable uuid 
start osd.0
/home/rzarz/dev/ceph-2/build/bin/ceph-osd -i 0 -c /home/rzarz/dev/ceph-2/build/ceph.conf 
add osd1 cb03b903-389b-4f0a-83a2-1cbf80235fe7
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring osd new cb03b903-389b-4f0a-83a2-1cbf80235fe7 -i /home/rzarz/dev/ceph-2/build/dev/osd1/new.json 
1
/home/rzarz/dev/ceph-2/build/bin/ceph-osd -i 1 -c /home/rzarz/dev/ceph-2/build/ceph.conf --mkfs --key AQDdYYVisUHGNhAAk0wRtqrgQ3GEYTTGv0BVpg== --osd-uuid cb03b903-389b-4f0a-83a2-1cbf80235fe7 
2022-05-18T23:15:10.157+0200 7fe777017240 -1 bluestore(/home/rzarz/dev/ceph-2/build/dev/osd1/block) _read_bdev_label failed to open /home/rzarz/dev/ceph-2/build/dev/osd1/block: (2) No such file or directory
2022-05-18T23:15:10.157+0200 7fe777017240 -1 bluestore(/home/rzarz/dev/ceph-2/build/dev/osd1/block) _read_bdev_label failed to open /home/rzarz/dev/ceph-2/build/dev/osd1/block: (2) No such file or directory
2022-05-18T23:15:10.157+0200 7fe777017240 -1 bluestore(/home/rzarz/dev/ceph-2/build/dev/osd1/block) _read_bdev_label failed to open /home/rzarz/dev/ceph-2/build/dev/osd1/block: (2) No such file or directory
2022-05-18T23:15:10.161+0200 7fe777017240 -1 bluestore(/home/rzarz/dev/ceph-2/build/dev/osd1) _read_fsid unparsable uuid 
2022-05-18T23:15:10.997+0200 7ff0d708b240 -1 Falling back to public interface
2022-05-18T23:15:14.697+0200 7ff0d708b240 -1 osd.0 0 log_to_monitors true
start osd.1
/home/rzarz/dev/ceph-2/build/bin/ceph-osd -i 1 -c /home/rzarz/dev/ceph-2/build/ceph.conf 
2022-05-18T23:15:16.353+0200 7f34b58e4240 -1 Falling back to public interface
2022-05-18T23:15:19.957+0200 7f34b58e4240 -1 osd.1 0 log_to_monitors true
OSDs started
mkdir -p /home/rzarz/dev/ceph-2/build/dev/mds.a 
/home/rzarz/dev/ceph-2/build/bin/ceph-authtool --create-keyring --gen-key --name=mds.a /home/rzarz/dev/ceph-2/build/dev/mds.a/keyring 
creating /home/rzarz/dev/ceph-2/build/dev/mds.a/keyring
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring -i /home/rzarz/dev/ceph-2/build/dev/mds.a/keyring auth add mds.a mon 'allow profile mds' osd 'allow rw tag cephfs *=*' mds allow mgr 'allow profile mds' 
added key for mds.a
/home/rzarz/dev/ceph-2/build/bin/ceph-mds -i a -c /home/rzarz/dev/ceph-2/build/ceph.conf 
starting mds.a at 
mkdir -p /home/rzarz/dev/ceph-2/build/dev/mds.b 
/home/rzarz/dev/ceph-2/build/bin/ceph-authtool --create-keyring --gen-key --name=mds.b /home/rzarz/dev/ceph-2/build/dev/mds.b/keyring 
creating /home/rzarz/dev/ceph-2/build/dev/mds.b/keyring
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring -i /home/rzarz/dev/ceph-2/build/dev/mds.b/keyring auth add mds.b mon 'allow profile mds' osd 'allow rw tag cephfs *=*' mds allow mgr 'allow profile mds' 
added key for mds.b
/home/rzarz/dev/ceph-2/build/bin/ceph-mds -i b -c /home/rzarz/dev/ceph-2/build/ceph.conf 
starting mds.b at 
mkdir -p /home/rzarz/dev/ceph-2/build/dev/mds.c 
/home/rzarz/dev/ceph-2/build/bin/ceph-authtool --create-keyring --gen-key --name=mds.c /home/rzarz/dev/ceph-2/build/dev/mds.c/keyring 
creating /home/rzarz/dev/ceph-2/build/dev/mds.c/keyring
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring -i /home/rzarz/dev/ceph-2/build/dev/mds.c/keyring auth add mds.c mon 'allow profile mds' osd 'allow rw tag cephfs *=*' mds allow mgr 'allow profile mds' 
added key for mds.c
/home/rzarz/dev/ceph-2/build/bin/ceph-mds -i c -c /home/rzarz/dev/ceph-2/build/ceph.conf 
starting mds.c at 
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring fs volume ls 
[]
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring fs volume create a 
Volume created successfully (no MDS daemons created)
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring fs authorize a client.fs_a / rwp 
/home/rzarz/dev/ceph-2/build/bin/ceph -c /home/rzarz/dev/ceph-2/build/ceph.conf -k /home/rzarz/dev/ceph-2/build/keyring fs authorize * client.fs / rwp 

vstart cluster complete. Use stop.sh to stop. See out/* (e.g. 'tail -f out/????') for debug output.


export PYTHONPATH=/home/rzarz/dev/ceph-2/src/pybind:/home/rzarz/dev/ceph-2/build/lib/cython_modules/lib.3:/home/rzarz/dev/ceph-2/src/python-common:$PYTHONPATH
export LD_LIBRARY_PATH=/home/rzarz/dev/ceph-2/build/lib:$LD_LIBRARY_PATH
export PATH=/home/rzarz/dev/ceph-2/build/bin:$PATH
alias cephfs-shell=/home/rzarz/dev/ceph-2/src/tools/cephfs/cephfs-shell
CEPH_DEV=1
rzarz@ubulap:~/dev/ceph-2/build$ bin/ceph -c /build/ceph.conf -k /build/keyring fs volume ls
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
Error initializing cluster client: ObjectNotFound('RADOS object not found (error calling conf_read_file)')
rzarz@ubulap:~/dev/ceph-2/build$ bin/ceph -c ./ceph.conf -k ./keyring fs volume ls
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
2022-05-18T23:18:02.322+0200 7f0c73a99700 -1 WARNING: all dangerous and experimental features are enabled.
2022-05-18T23:18:02.330+0200 7f0c73a99700 -1 WARNING: all dangerous and experimental features are enabled.
[
    {
        "name": "a"
    }
]