Skip to content

Instantly share code, notes, and snippets.

@rouming
Created January 13, 2020 15:48
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save rouming/dcdca2d6e23fa7ae9041bbda28efd2a1 to your computer and use it in GitHub Desktop.
Save rouming/dcdca2d6e23fa7ae9041bbda28efd2a1 to your computer and use it in GitHub Desktop.
legacy-osd vs crimson-osd
##########
########## LEGACY-OSD
##########
[roman@dell build]$ MDS=0 MGR=1 OSD=1 MON=1 ../src/vstart.sh -n --without-dashboard --memstore -X -o "memstore_device_bytes=16777216" --nolockdep
rm -f core*
hostname dell
ip 192.168.0.97
port 40654
/home/roman/devel/ceph-upstream/build/bin/ceph-authtool --create-keyring --gen-key --name=mon. /home/roman/devel/ceph-upstream/build/keyring --cap mon 'allow *'
creating /home/roman/devel/ceph-upstream/build/keyring
/home/roman/devel/ceph-upstream/build/bin/ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /home/roman/devel/ceph-upstream/build/keyring
/home/roman/devel/ceph-upstream/build/bin/ceph-authtool --gen-key --name=client.fs --cap mon 'allow r' --cap osd 'allow rw tag cephfs data=*' --cap mds 'allow rwp' /home/roman/devel/ceph-upstream/build/keyring
/home/roman/devel/ceph-upstream/build/bin/monmaptool --create --clobber --addv a [v2:192.168.0.97:40654,v1:192.168.0.97:40655] --print /tmp/ceph_monmap.29598
/home/roman/devel/ceph-upstream/build/bin/monmaptool: monmap file /tmp/ceph_monmap.29598
/home/roman/devel/ceph-upstream/build/bin/monmaptool: generated fsid 565f184a-6334-439d-8958-fd2fa586a0fe
epoch 0
fsid 565f184a-6334-439d-8958-fd2fa586a0fe
last_changed 2020-01-13T16:40:59.938741+0100
created 2020-01-13T16:40:59.938741+0100
min_mon_release 0 (unknown)
0: [v2:192.168.0.97:40654/0,v1:192.168.0.97:40655/0] mon.a
/home/roman/devel/ceph-upstream/build/bin/monmaptool: writing epoch 0 to /tmp/ceph_monmap.29598 (1 monitors)
rm -rf -- /home/roman/devel/ceph-upstream/build/dev/mon.a
mkdir -p /home/roman/devel/ceph-upstream/build/dev/mon.a
/home/roman/devel/ceph-upstream/build/bin/ceph-mon --mkfs -c /home/roman/devel/ceph-upstream/build/ceph.conf -i a --monmap=/tmp/ceph_monmap.29598 --keyring=/home/roman/devel/ceph-upstream/build/keyring
rm -- /tmp/ceph_monmap.29598
/home/roman/devel/ceph-upstream/build/bin/ceph-mon -i a -c /home/roman/devel/ceph-upstream/build/ceph.conf
Populating config ...
[mgr]
mgr/telemetry/enable = false
mgr/telemetry/nag = false
creating /home/roman/devel/ceph-upstream/build/dev/mgr.x/keyring
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf -i /home/roman/devel/ceph-upstream/build/dev/mgr.x/keyring auth add mgr.x mon 'allow profile mgr' mds 'allow *' osd 'allow *'
added key for mgr.x
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf config set mgr mgr/restful/x/server_port 42654 --force
Starting mgr.x
/home/roman/devel/ceph-upstream/build/bin/ceph-mgr -i x -c /home/roman/devel/ceph-upstream/build/ceph.conf
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf tell mgr restful create-self-signed-cert
Restarting RESTful API server...
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf restful create-key admin -o /tmp/tmp.cIVgcBO3Yj
add osd0 c8185539-f9df-4801-9fbb-1ed50ba1a647
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf osd new c8185539-f9df-4801-9fbb-1ed50ba1a647 -i /home/roman/devel/ceph-upstream/build/dev/osd0/new.json
0
>> MemStore::mkfs:194
2020-01-13T16:41:05.318+0100 7fcb1d506d80 -1 memstore(/home/roman/devel/ceph-upstream/build/dev/osd0) /home/roman/devel/ceph-upstream/build/dev/osd0
>> MemStore::mount:46
>> MemStore::dump_all:93
>> MemStore::create_new_collection:265
>> MemStore::_do_transaction:827: Transaction::OP_MKCOLL
>> MemStore::_save:63
>> MemStore::dump_all:93
start osd.0
/home/roman/devel/ceph-upstream/build/bin/ceph-osd -i 0 -c /home/roman/devel/ceph-upstream/build/ceph.conf
2020-01-13T16:41:05.418+0100 7f6c68a26d80 -1 Falling back to public interface
>> MemStore::mount:46
>> MemStore::dump_all:93
>> MemStore::exists:278
>> MemStore::_do_transaction:686: Transaction::OP_TOUCH
>> MemStore::exists:278
>> MemStore::_do_transaction:686: Transaction::OP_TOUCH
2020-01-13T16:41:05.428+0100 7f6c68a26d80 -1 osd.0 0 log_to_monitors {default=true}
started. stop.sh to stop. see out/* (e.g. 'tail -f out/????') for debug output.
restful urls: https://192.168.0.97:42654
w/ user/pass: admin / ba4aa038-a491-4353-a2aa-795a5387b491
export PYTHONPATH=/home/roman/devel/ceph-upstream/src/pybind:/home/roman/devel/ceph-upstream/build/lib/cython_modules/lib.3:/home/roman/devel/ceph-upstream/src/python-common:$PYTHONPATH
export LD_LIBRARY_PATH=/home/roman/devel/ceph-upstream/build/lib:$LD_LIBRARY_PATH
alias cephfs-shell=/home/roman/devel/ceph-upstream/src/tools/cephfs/cephfs-shell
CEPH_DEV=1
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$ bin/ceph osd pool create test-pool 128 128 && bin/ceph osd pool set test-pool size 1 && bin/ceph osd pool set test-pool min_size 1
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
2020-01-13T16:41:12.448+0100 7fb21e495700 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:12.458+0100 7fb21e495700 -1 WARNING: all dangerous and experimental features are enabled.
pool 'test-pool' created
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
2020-01-13T16:41:13.565+0100 7fa0628fb700 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:13.575+0100 7fa0628fb700 -1 WARNING: all dangerous and experimental features are enabled.
set pool 1 size to 1
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
2020-01-13T16:41:14.601+0100 7f7be9f69700 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:14.608+0100 7f7be9f69700 -1 WARNING: all dangerous and experimental features are enabled.
set pool 1 min_size to 1
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$ bin/rados bench -p test-pool 1 write -b 4096 --no-cleanup
2020-01-13T16:41:22.225+0100 7f7508400a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:22.225+0100 7f7508400a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:22.228+0100 7f7508400a00 -1 WARNING: all dangerous and experimental features are enabled.
hints = 1
Maintaining 16 concurrent writes of 4096 bytes to objects of size 4096 for up to 1 seconds or 0 objects
Object prefix: benchmark_data_dell_30128
sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s)
0 2 2 0 0 0 - 0
1 16 31486 31470 122.911 122.93 0.000294012 0.00050806
Total time run: 1.00048
Total writes made: 31486
Write size: 4096
Object size: 4096
Bandwidth (MB/sec): 122.933
Stddev Bandwidth: 0
Max bandwidth (MB/sec): 122.93
Min bandwidth (MB/sec): 122.93
Average IOPS: 31470
Stddev IOPS: 0
Max IOPS: 31470
Min IOPS: 31470
Average Latency(s): 0.0005081
Stddev Latency(s): 0.000136515
Max latency(s): 0.00200664
Min latency(s): 0.000178229
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$ bin/rados bench -p test-pool 10 rand & bin/rados bench -p test-pool 10 rand
[1] 30160
2020-01-13T16:41:43.895+0100 7fc1b0ad1a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:43.895+0100 7f1f45c04a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:43.898+0100 7f1f45c04a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:43.898+0100 7f1f45c04a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:43.898+0100 7fc1b0ad1a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:41:43.898+0100 7fc1b0ad1a00 -1 WARNING: all dangerous and experimental features are enabled.
hints = 1
sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s)
0 16 16 0 0 0 - 0
hints = 1
sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s)
0 0 0 0 0 0 - 0
1 16 33834 33818 132.073 132.102 0.000434229 0.000468687
1 16 33728 33712 131.66 131.688 0.00042391 0.000469886
2 16 67578 67562 131.937 131.812 0.000494402 0.000469243
2 16 67600 67584 131.981 132.312 0.000357685 0.000468836
3 16 99007 98991 128.878 122.77 0.000554395 0.000480383
3 16 99386 99370 129.373 124.164 0.000525283 0.000478424
4 15 132219 132204 129.09 129.738 0.000453096 0.000479535
4 16 133274 133258 130.121 132.375 0.00066017 0.000475754
5 15 164657 164642 128.612 126.711 0.000436946 0.000481318
5 16 166123 166107 129.757 128.316 0.000422726 0.000477136
6 16 198341 198325 129.101 131.574 0.000433558 0.000479469
6 16 200180 200164 130.302 133.035 0.000449007 0.000475161
7 16 231599 231583 129.216 129.914 0.000258776 0.000479063
7 16 234045 234029 130.584 132.285 0.000457102 0.000474157
8 16 263912 263896 128.839 126.223 0.000449456 0.00048045
8 16 266908 266892 130.304 128.371 0.000470077 0.000475179
9 16 297809 297793 129.235 132.41 0.000586437 0.000478948
9 15 301512 301497 130.844 135.176 0.000439719 0.000473223
Total time run: 10.0003
Total reads made: 330336
Read size: 4096
Object size: 4096
Bandwidth (MB/sec): 129.034
Average IOPS: 33032
Stddev IOPS: 850.858
Max IOPS: 33897
Min IOPS: 31429
Average Latency(s): 0.000479694
Max latency(s): 0.00673499
Min latency(s): 7.8247e-05
Total time run: 10.0003
Total reads made: 334569
Read size: 4096
Object size: 4096
Bandwidth (MB/sec): 130.687
Average IOPS: 33455
Stddev IOPS: 848.951
Max IOPS: 34605
Min IOPS: 31786
Average Latency(s): 0.000473805
Max latency(s): 0.00654649
Min latency(s): 0.000101185
[1]+ Done bin/rados bench -p test-pool 10 rand
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$ ../src/stop.sh
2020-01-13T16:42:00.848+0100 7ff4687e0f00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:00.848+0100 7ff4687e0f00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:00.848+0100 7ff4687e0f00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:00.868+0100 7f72445e5f00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:00.868+0100 7f72445e5f00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:00.868+0100 7f72445e5f00 -1 WARNING: all dangerous and experimental features are enabled.
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$ ps awux | grep ceph
roman 30295 0.0 0.0 6292 2308 pts/2 S+ 16:42 0:00 grep ceph
[roman@dell build]$
[roman@dell build]$
##########
########## CRIMSON-OSD
##########
[roman@dell build]$ MDS=0 MGR=1 OSD=1 MON=1 ../src/vstart.sh -n --without-dashboard --memstore -X -o "memstore_device_bytes=16777216" --nolockdep --crimson --nodaemon --redirect-output
rm -f core*
hostname dell
ip 192.168.0.97
port 40079
/home/roman/devel/ceph-upstream/build/bin/ceph-authtool --create-keyring --gen-key --name=mon. /home/roman/devel/ceph-upstream/build/keyring --cap mon 'allow *'
creating /home/roman/devel/ceph-upstream/build/keyring
/home/roman/devel/ceph-upstream/build/bin/ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /home/roman/devel/ceph-upstream/build/keyring
/home/roman/devel/ceph-upstream/build/bin/ceph-authtool --gen-key --name=client.fs --cap mon 'allow r' --cap osd 'allow rw tag cephfs data=*' --cap mds 'allow rwp' /home/roman/devel/ceph-upstream/build/keyring
/home/roman/devel/ceph-upstream/build/bin/monmaptool --create --clobber --addv a [v2:192.168.0.97:40079,v1:192.168.0.97:40080] --print /tmp/ceph_monmap.30303
/home/roman/devel/ceph-upstream/build/bin/monmaptool: monmap file /tmp/ceph_monmap.30303
/home/roman/devel/ceph-upstream/build/bin/monmaptool: generated fsid 52488201-da07-4aae-9525-56a3431ba60e
epoch 0
fsid 52488201-da07-4aae-9525-56a3431ba60e
last_changed 2020-01-13T16:42:11.650266+0100
created 2020-01-13T16:42:11.650266+0100
min_mon_release 0 (unknown)
0: [v2:192.168.0.97:40079/0,v1:192.168.0.97:40080/0] mon.a
/home/roman/devel/ceph-upstream/build/bin/monmaptool: writing epoch 0 to /tmp/ceph_monmap.30303 (1 monitors)
rm -rf -- /home/roman/devel/ceph-upstream/build/dev/mon.a
mkdir -p /home/roman/devel/ceph-upstream/build/dev/mon.a
/home/roman/devel/ceph-upstream/build/bin/ceph-mon --mkfs -c /home/roman/devel/ceph-upstream/build/ceph.conf -i a --monmap=/tmp/ceph_monmap.30303 --keyring=/home/roman/devel/ceph-upstream/build/keyring
rm -- /tmp/ceph_monmap.30303
Populating config ...
[mgr]
mgr/telemetry/enable = false
mgr/telemetry/nag = false
creating /home/roman/devel/ceph-upstream/build/dev/mgr.x/keyring
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf -i /home/roman/devel/ceph-upstream/build/dev/mgr.x/keyring auth add mgr.x mon 'allow profile mgr' mds 'allow *' osd 'allow *'
added key for mgr.x
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf config set mgr mgr/restful/x/server_port 42079 --force
Starting mgr.x
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf tell mgr restful create-self-signed-cert
Restarting RESTful API server...
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf restful create-key admin -o /tmp/tmp.lCuLg8RBRy
add osd0 1ec0b275-24d5-4632-ba61-399d6c1a9505
/home/roman/devel/ceph-upstream/build/bin/ceph -c /home/roman/devel/ceph-upstream/build/ceph.conf osd new 1ec0b275-24d5-4632-ba61-399d6c1a9505 -i /home/roman/devel/ceph-upstream/build/dev/osd0/new.json
0
INFO 2020-01-13 16:42:17,516 [shard 0] objclass - <cls> /home/roman/devel/ceph-upstream/src/cls/user/cls_user.cc:429: Loaded user class!
INFO 2020-01-13 16:42:17,516 [shard 0] objclass - <cls> /home/roman/devel/ceph-upstream/src/cls/cas/cls_cas.cc:237: Loaded cas class!
WARN 2020-01-13 16:42:17,516 [shard 0] objclass - <cls> /home/roman/devel/ceph-upstream/src/cls/hello/cls_hello.cc:296: loading cls_hello
INFO 2020-01-13 16:42:17,516 [shard 0] objclass - <cls> /home/roman/devel/ceph-upstream/src/cls/log/cls_log.cc:301: Loaded log class!
INFO 2020-01-13 16:42:17,518 [shard 0] objclass - <cls> /home/roman/devel/ceph-upstream/src/cls/refcount/cls_refcount.cc:198: Loaded refcount class!
INFO 2020-01-13 16:42:17,518 [shard 0] objclass - <cls> /home/roman/devel/ceph-upstream/src/cls/timeindex/cls_timeindex.cc:242: Loaded timeindex class!
INFO 2020-01-13 16:42:17,518 [shard 0] objclass - <cls> /home/roman/devel/ceph-upstream/src/cls/version/cls_version.cc:214: Loaded version class!
INFO 2020-01-13 16:42:17,520 [shard 0] objclass - <cls> /home/roman/devel/ceph-upstream/src/cls/rgw/cls_rgw.cc:3897: Loaded rgw class!
WARN 2020-01-13 16:42:17,521 [shard 0] objclass - <cls> /home/roman/devel/ceph-upstream/src/cls/cephfs/cls_cephfs.cc:198: loading cephfs
INFO 2020-01-13 16:42:17,539 [shard 0] osd - operator() writing superblock cluster_fsid 7ecca716-8d44-4df8-82b2-9e93eb9447a2 osd_fsid 1ec0b275-24d5-4632-ba61-399d6c1a9505
created object store /home/roman/devel/ceph-upstream/build/dev/osd0 for osd.0 fsid 7ecca716-8d44-4df8-82b2-9e93eb9447a2
INFO 2020-01-13 16:42:17,553 [shard 0] osd - stop
start osd.0
started. stop.sh to stop. see out/* (e.g. 'tail -f out/????') for debug output.
restful urls: https://192.168.0.97:42079
w/ user/pass: admin / 72f2a6d3-f623-4e65-bac7-7215c68e37df
export PYTHONPATH=/home/roman/devel/ceph-upstream/src/pybind:/home/roman/devel/ceph-upstream/build/lib/cython_modules/lib.3:/home/roman/devel/ceph-upstream/src/python-common:$PYTHONPATH
export LD_LIBRARY_PATH=/home/roman/devel/ceph-upstream/build/lib:$LD_LIBRARY_PATH
alias cephfs-shell=/home/roman/devel/ceph-upstream/src/tools/cephfs/cephfs-shell
CEPH_DEV=1
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$ bin/ceph osd pool create test-pool 128 128 && bin/ceph osd pool set test-pool size 1 && bin/ceph osd pool set test-pool min_size 1
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
2020-01-13T16:42:23.608+0100 7f00ab9d3700 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:23.618+0100 7f00ab9d3700 -1 WARNING: all dangerous and experimental features are enabled.
pool 'test-pool' created
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
2020-01-13T16:42:23.988+0100 7f3928078700 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:23.998+0100 7f3926e16700 -1 WARNING: all dangerous and experimental features are enabled.
set pool 1 size to 1
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
2020-01-13T16:42:25.005+0100 7f1fe31c7700 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:25.011+0100 7f1fe31c7700 -1 WARNING: all dangerous and experimental features are enabled.
set pool 1 min_size to 1
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$ bin/rados bench -p test-pool 1 write -b 4096 --no-cleanup
2020-01-13T16:42:39.581+0100 7f8a7f18ba00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:39.584+0100 7f8a7f18ba00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:39.584+0100 7f8a7f18ba00 -1 WARNING: all dangerous and experimental features are enabled.
hints = 1
Maintaining 16 concurrent writes of 4096 bytes to objects of size 4096 for up to 1 seconds or 0 objects
Object prefix: benchmark_data_dell_30790
sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s)
0 0 0 0 0 0 - 0
1 16 25132 25116 98.1009 98.1094 0.000526029 0.000636784
Total time run: 1.04288
Total writes made: 25133
Write size: 4096
Object size: 4096
Bandwidth (MB/sec): 94.1391
Stddev Bandwidth: 0
Max bandwidth (MB/sec): 98.1094
Min bandwidth (MB/sec): 98.1094
Average IOPS: 24099
Stddev IOPS: 0
Max IOPS: 25116
Min IOPS: 25116
Average Latency(s): 0.000653597
Stddev Latency(s): 0.000854406
Max latency(s): 0.0429485
Min latency(s): 0.000111618
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$
[roman@dell build]$ bin/rados bench -p test-pool 10 rand & bin/rados bench -p test-pool 10 rand
[1] 30814
2020-01-13T16:42:47.761+0100 7fdb5be41a00 -1 WARNING: all dangerous and experimental features are enabled.2020-01-13T16:42:47.761+0100 7f5847a77a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:47.764+0100 7fdb5be41a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:47.764+0100 7f5847a77a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:47.764+0100 7fdb5be41a00 -1 WARNING: all dangerous and experimental features are enabled.
2020-01-13T16:42:47.764+0100 7f5847a77a00 -1 WARNING: all dangerous and experimental features are enabled.
hints = 1
hints = 1
sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s)
0 0 0 0 0 0 - 0
sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s)
0 0 0 0 0 0 - 0
1 16 32307 32291 126.122 126.137 0.000426562 0.000491832
1 16 32362 32346 126.335 126.352 0.000431107 0.000490932
2 16 62469 62453 121.967 117.82 0.000941715 0.00050852
2 16 62473 62457 121.974 117.621 0.000452408 0.000508795
3 16 94321 94305 122.782 124.422 0.000497499 0.000505334
3 16 94177 94161 122.594 123.844 0.000479731 0.000506267
4 16 126252 126236 123.267 124.73 0.000597399 0.0005034
4 16 126076 126060 123.095 124.605 0.000453782 0.000504238
5 16 157005 156989 122.637 120.129 0.00051931 0.000506031
5 16 156774 156758 122.457 119.914 0.000516101 0.000506806
6 15 186684 186669 121.519 115.938 0.000573679 0.000510732
6 16 186671 186655 121.51 116.785 0.000529239 0.000510769
7 16 216871 216855 121.003 117.914 0.000486132 0.000512929
7 16 216709 216693 120.912 117.336 0.000496694 0.000513288
8 16 248320 248304 121.232 123.48 0.000492574 0.000511941
8 16 248479 248463 121.309 123.469 0.000594743 0.000511619
9 16 279765 279749 121.408 122.211 0.000418142 0.000511194
9 16 279849 279833 121.445 123.16 0.00063106 0.000511045
10 16 309143 309127 120.743 114.43 0.0010489 0.000513975
Total time run: 10.0005
Total reads made: 309112
Read size: 4096
Object size: 4096
Bandwidth (MB/sec): 120.74
Average IOPS: 30909
Stddev IOPS: 923.087
Max IOPS: 32291
Min IOPS: 29680
Average Latency(s): 0.00051405
Max latency(s): 0.00235174
Min latency(s): 0.000151945
[roman@dell build]$ Total time run: 10.043
Total reads made: 309143
Read size: 4096
Object size: 4096
Bandwidth (MB/sec): 120.243
Average IOPS: 30782
Stddev IOPS: 1034.22
Max IOPS: 32346
Min IOPS: 29294
Average Latency(s): 0.000516188
Max latency(s): 0.0436711
Min latency(s): 0.000138469
[1]+ Done bin/rados bench -p test-pool 10 rand
[roman@dell build]$
[roman@dell build]$
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment