mdcallag

--- c10b40

innodb_flush_log_at_trx_commit=2
innodb_file_per_table=1
innodb_doublewrite=1
innodb_data_home_dir=/data/m/my/data
innodb_data_file_path=ibdata1:512M:autoextend
innodb_log_group_home_dir=/data/m/my/txlogs
innodb_fast_shutdown=1
innodb_dedicated_server=ON

mdcallag

--- load
ips     qps     rps     rkbps   wkbps   rpq     rkbpq   wkbpq   csps    cpups   cspq    cpupq   ccpupq  dbgb    vsz     rss     maxop   p50     p90     tag
299625  0       0       0       101310  0.000   0.000   0.338   75008   71.5    0.250   38      2       39      45.1    8.9     0.396   41453   32763   my8018.c10b40
301887  0       0       0       101311  0.000   0.000   0.336   74251   71.8    0.246   38      2       39      45.1    8.9     0.395   41373   33460   my8018.c10b40a
299625  0       0       0       101044  0.000   0.000   0.337   74947   71.9    0.250   38      2       39      45.1    8.9     0.392   41652   34257   my8018.c10b40b
-
295203  0       0       0       97993   0.000   0.000   0.332   44019   71.3    0.149   39      2       39      45.1    8.9     0.361   40854   33861   my8020.c10b40
296296  0       0       0       97999   0.000   0.000   0.331   44618   71.4    0.151   39      2       39      45.1    8.9     0.363   40754   32760   my8020.c10b40a
299625  0       0       

mdcallag

$ python ./tpcc.py --config config.desktop --warehouses 1 --clients 1 --duration 30 --no-load mongodb
2020-06-15 09:39:01,696 [<module>:245] INFO : Initializing TPC-C benchmark using MongodbDriver
2020-06-15 09:39:31,706 [<module>:282] INFO : Final Results
2020-06-15 09:39:31,707 [<module>:283] INFO : Threads: 1
{'DELIVERY': 124, 'ORDER_STATUS': 136, 'STOCK_LEVEL': 134, 'PAYMENT': 1330, 'NEW_ORDER': 1352}
{'txn': True, 'all_in_one_txn': True, 'denorm': True, 'total_retries': 0, 'batch_writes': True, 'write_concern': 1, 'duration': 30.010456085205078, 'total': 3076, 'tpmc': 2703.0578865474668, 'causal': True, 'warehouses': 1, 'find_and_modify': True, 'read_concern': 'majority', 'read_preference': 'primary', 'aborts': 14, 'DELIVERY': {'latency': {'p99': 36.219120025634766, 'p75': 33.97512435913086, 'min': 27.55594253540039, 'p90': 34.28983688354492, 'max': 36.96393966674805, 'p95': 34.68918800354004, 'p50': 33.33902359008789}, 'total': 124}, 'threads': 1, 'date': '2020-06-15 09:39:31', 'ORDER_STATUS': {'latency

mdcallag

--- your results at 10 clients, 100 warehouses, 900 seconds

4.2
min     max     p50     p99     total   retry   name
7.9     373     10.1    24.3    81k     635     delivery
2.6     619     4.48    9.8     901k    48k     new_order
1.2     146     1.55    3.7     81k     x       order_status
1.1     616     1.55    106     868k    14k     payment
2.4     90      3.3     6.9     81k     x       stock_level

mdcallag

Results for 10 warehouses, 12 clients

--- from 4.2.7
Execution Results after 60 seconds
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
                  Complete        Time (s)       Percentage      Retries         minLatMs        p50             p75             p90             p95             p99             maxLatMs        Aborts
  DELIVERY        1338               55.019        4.00           110,126         22.27            29.86           31.42           33.95          134.72          192.72          1047.22         0
  NEW_ORDER       14996             262.164       44.82           688,738          7.60            11.98           13.37           14.71           16.18          119.29          1026.36         157
  ORDER_STATUS    1306                6.393        3.90           0,0              3.66             4.88            5.21            5.53    

mdcallag

Stats immediately after the load

--- intra-L0 enabled, bloom filters enabled

Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
  L0     20/14   8.21 GB   6.2    125.2     0.0    125.2     187.3     62.2       0.0   2.9     40.9     61.3   3130.93           2687.92      2297    1.363   3891M      0
  L4    187/178 12.15 GB   0.1     32.7    12.6     20.1      32.3     12.1       0.0   2.6     31.8     31.4   1053.87            619.82         7  150.552    624M      0
  L5     83/0    5.40 GB   0.3    151.2    41.0    110.1     149.6     39.5       0.0   3.6     34.6     34.3   4470.74           2718.29        27  165.583   2045M      0
  L6    536/0   32.85 GB   0.0     47.7    34.4     13.3      46.2     32.8       0.

mdcallag

--- without bloom filter
rocksdb
default-storage-engine=rocksdb
skip-innodb
default-tmp-storage-engine=MyISAM
binlog_format=ROW
collation-server=latin1_bin
transaction-isolation=READ-COMMITTED

rocksdb_flush_log_at_trx_commit=2

mdcallag

--- without bloom filter
Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
  L0      2/0   72.04 MB   0.5      0.0     0.0      0.0      67.2     67.2       0.0   1.0      0.0     82.7    831.28            693.90      1913    0.435       0      0
  L3      3/0   193.54 MB   0.8     71.4    31.4     40.0      69.5     29.5       0.0   2.2     54.7     53.2   1338.14           1128.07       132   10.137   2364M      0
  L4      9/0   518.22 MB   0.9    129.3    55.9     73.3     126.9     53.5       4.9   2.3     48.7     47.7   2720.89           2047.27       457    5.954   4467M      0
  L5    105/0    5.40 GB   1.0    244.9    60.7    184.2     243.9     59.7       1.0   4.0     30.5     30.4   8211.44           4343.1

mdcallag

--- without bloom filter
Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
  L0      4/0   142.17 MB   1.0      0.0     0.0      0.0      63.2     63.2       0.0   1.0      0.0     82.9    780.08            649.19      1799    0.434       0      0
  L3     12/0   723.02 MB   2.8     61.7    27.4     34.3      59.9     25.6       0.0   2.2     58.3     56.6   1084.15            945.39       103   10.526   2047M      0
  L4     27/6    1.64 GB   2.8    119.7    51.6     68.0     117.3     49.3       4.8   2.3     49.6     48.6   2470.58           1865.15       385    6.417   4130M      0
  L5    151/24   8.94 GB   1.7    215.0    55.3    159.7     214.1     54.3       1.0   3.9     31.3     31.2   7033.78           3693.5

mdcallag

$ gcc --version
gcc (GCC) 7.3.1 20180712 (Red Hat 7.3.1-6)

[ 77%] Building CXX object storage/rocksdb/CMakeFiles/rocksdb_se.dir/__/__/rocksdb/table/block_based/filter_policy.cc.o
cd /media/ephemeral1/fbmy56-src/build/storage/rocksdb && /usr/bin/c++  -DHAVE_CONFIG_H -DHAVE_SCHED_GETCPU=1 -DHAVE_ZSTD_COMPRESS -DLZ4 -DOS_LINUX -DROCKSDB_FALLOCATE_PRESENT -DROCKSDB_LIB_IO_POSIX -DROCKSDB_NAMESPACE=my_rocksdb -DROCKSDB_PLATFORM_POSIX -DROCKSDB_SCHED_GETCPU_PRESENT -DROCKSDB_SUPPORT_THREAD_LOCAL -DZLIB -DZSTD -DZSTD_STATIC_LINKING_ONLY -I/media/ephemeral1/fbmy56-src/build/include -I/media/ephemeral1/fbmy56-src/rocksdb -I/media/ephemeral1/fbmy56-src/rocksdb/include -I/media/ephemeral1/fbmy56-src/rocksdb/third-party/gtest-1.8.1/fused-src -I/media/ephemeral1/fbmy56-src/include -I/media/ephemeral1/fbmy56-src/sql -I/media/ephemeral1/fbmy56-src/regex -I/media/ephemeral1/fbmy56-src/zlib  -DNDEBUG -march=native -msse -msse4.2 -mpclmul -faligned-new  -DROCKSDB_DEFAULT_TO_ADAPTIVE_MUTEX -DROCKSDB_SUPPORT_THREAD_LOCAL -DROCK