min_insert_block_size_rows = 5_000_000

5m

------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------
-- 59 insert threads
------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------

-- clickhouse-client output --------------------------------------------------------------------------------------------
0 rows in set. Elapsed: 3885.054 sec. Processed 65.33 billion rows, 9.60 TB (16.82 million rows/s., 2.47 GB/s.)
Peak memory usage: 211.79 GiB.

-- number of active parts at ingest finish -----------------------------------------------------------------------------
┌─parts─┐
│ 11101 │
└───────┘

-- time to less than 3k active parts  ----------------------------------------------------------------------------------
┌─seconds─┐
│    9290 │
└─────────┘

-- number of initial parts written to storage --------------------------------------------------------------------------
┌─initial_parts──┬─rows_max─────┬─rows_min───────┬─rows_avg─────┬─size_uncompressed_avg─┬─size_compressed_max─┬─size_compressed_min─┬─size_compressed_avg─┬─rows_total────┬─size_total_uncompressed─┬─size_total_compressed─┬─active_parts───┐
│ 13.17 thousand │ 5.01 million │ 13.31 thousand │ 4.96 million │ 1.10 GiB              │ 106.56 MiB          │ 373.93 KiB          │ 104.52 MiB          │ 65.33 billion │ 14.12 TiB               │ 1.30 TiB              │ 11.02 thousand │
└────────────────┴──────────────┴────────────────┴──────────────┴───────────────────────┴─────────────────────┴─────────────────────┴─────────────────────┴───────────────┴─────────────────────────┴───────────────────────┴────────────────┘

-- number of initial parts written to storage per cluster node ---------------------------------------------------------
┌─n─┬─parts─────────┬─rows_total────┐
│ 1 │ 4.54 thousand │ 22.55 billion │
│ 2 │ 4.44 thousand │ 22.02 billion │
│ 3 │ 4.18 thousand │ 20.76 billion │
└───┴───────────────┴───────────────┘


------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------
-- 32 insert threads
------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------

-- clickhouse-client output --------------------------------------------------------------------------------------------
0 rows in set. Elapsed: 4262.695 sec. Processed 65.33 billion rows, 9.60 TB (15.33 million rows/s., 2.25 GB/s.)
Peak memory usage: 118.77 GiB.

-- number of active parts at ingest finish -----------------------------------------------------------------------------
┌─parts─┐
│  9885 │
└───────┘

-- time to less than 3k active parts  ----------------------------------------------------------------------------------
┌─seconds─┐
│    8985 │
└─────────┘

-- number of initial parts written to storage --------------------------------------------------------------------------
┌─parts──────────┬─rows_max─────┬─rows_avg─────┬─rows_min──────┬─size_uncompressed_avg─┬─size_compressed_avg─┬─rows_total────┐
│ 13.07 thousand │ 5.01 million │ 5.00 million │ 8.19 thousand │ 1.11 GiB              │ 104.71 MiB          │ 65.33 billion │
└────────────────┴──────────────┴──────────────┴───────────────┴───────────────────────┴─────────────────────┴───────────────┘

-- number of initial parts written to storage per cluster node ---------------------------------------------------------
 ┌─n─┬─parts─────────┬─rows_total────┐
 │ 1 │ 4.40 thousand │ 22.01 billion │
 │ 2 │ 4.58 thousand │ 22.86 billion │
 │ 3 │ 4.09 thousand │ 20.46 billion │
 └───┴───────────────┴───────────────┘


------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------
-- 16 insert threads
------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------

-- clickhouse-client output --------------------------------------------------------------------------------------------
0 rows in set. Elapsed: 5373.004 sec. Processed 65.33 billion rows, 9.60 TB (12.16 million rows/s., 1.79 GB/s.)
Peak memory usage: 61.00 GiB.

-- number of active parts at ingest finish -----------------------------------------------------------------------------
┌─parts─┐
│  7009 │
└───────┘

-- time to less than 3k active parts  ----------------------------------------------------------------------------------
┌─seconds─┐
│    8329 │
└─────────┘

-- number of initial parts written to storage --------------------------------------------------------------------------
┌─initial_parts──┬─rows_max─────┬─rows_min────────┬─rows_avg─────┬─size_uncompressed_avg─┬─size_compressed_max─┬─size_compressed_min─┬─size_compressed_avg─┬─rows_total────┬─size_total_uncompressed─┬─size_total_compressed─┬─active_parts──┐
│ 13.06 thousand │ 5.01 million │ 260.19 thousand │ 5.00 million │ 1.11 GiB              │ 109.90 MiB          │ 6.15 MiB            │ 104.53 MiB          │ 65.33 billion │ 14.16 TiB               │ 1.26 TiB              │ 6.91 thousand │
└────────────────┴──────────────┴─────────────────┴──────────────┴───────────────────────┴─────────────────────┴─────────────────────┴─────────────────────┴───────────────┴─────────────────────────┴───────────────────────┴───────────────┘

-- number of initial parts written to storage per cluster node ---------------------------------------------------------
┌─n─┬─parts─────────┬─rows_total────┐
│ 1 │ 4.37 thousand │ 21.84 billion │
│ 2 │ 4.44 thousand │ 22.23 billion │
│ 3 │ 4.26 thousand │ 21.27 billion │
└───┴───────────────┴───────────────┘


------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------
-- 8 insert threads
------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------

-- clickhouse-client output --------------------------------------------------------------------------------------------
0 rows in set. Elapsed: 9406.904 sec. Processed 65.33 billion rows, 9.60 TB (6.95 million rows/s., 1.02 GB/s.)
Peak memory usage: 31.34 GiB.

-- number of active parts at ingest finish -----------------------------------------------------------------------------
┌─parts─┐
│  2118 │
└───────┘

-- time to less than 3k active parts  ----------------------------------------------------------------------------------
┌─seconds─┐
│    9407 │
└─────────┘

-- number of initial parts written to storage --------------------------------------------------------------------------
┌─initial_parts──┬─rows_max─────┬─rows_min─────┬─rows_avg─────┬─size_uncompressed_avg─┬─size_compressed_max─┬─size_compressed_min─┬─size_compressed_avg─┬─rows_total────┬─size_total_uncompressed─┬─size_total_compressed─┬─active_parts─┐
│ 13.06 thousand │ 5.01 million │ 1.62 million │ 5.00 million │ 1.13 GiB              │ 109.60 MiB          │ 33.88 MiB           │ 103.71 MiB          │ 65.33 billion │ 14.38 TiB               │ 1.10 TiB              │ 294.00       │
└────────────────┴──────────────┴──────────────┴──────────────┴───────────────────────┴─────────────────────┴─────────────────────┴─────────────────────┴───────────────┴─────────────────────────┴───────────────────────┴──────────────┘

-- number of initial parts written to storage per cluster node ---------------------------------------------------------
┌─n─┬─parts─────────┬─rows_total────┐
│ 1 │ 4.63 thousand │ 23.15 billion │
│ 2 │ 4.32 thousand │ 21.62 billion │
│ 3 │ 4.11 thousand │ 20.56 billion │
└───┴───────────────┴───────────────┘


------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------
-- 4 insert threads
------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------

-- clickhouse-client output --------------------------------------------------------------------------------------------
0 rows in set. Elapsed: 14880.453 sec. Processed 65.33 billion rows, 9.60 TB (4.39 million rows/s., 645.35 MB/s.)
Peak memory usage: 17.32 GiB.

-- number of active parts at ingest finish -----------------------------------------------------------------------------
┌─parts─┐
│   639 │
└───────┘

-- time to less than 3k active parts  ----------------------------------------------------------------------------------
┌─seconds─┐
│   14881 │
└─────────┘

-- number of initial parts written to storage --------------------------------------------------------------------------
 ┌─initial_parts──┬─rows_max─────┬─rows_min────────┬─rows_avg─────┬─size_uncompressed_avg─┬─size_compressed_max─┬─size_compressed_min─┬─size_compressed_avg─┬─rows_total────┬─size_total_uncompressed─┬─size_total_compressed─┬─active_parts─┐
 │ 13.06 thousand │ 5.01 million │ 332.95 thousand │ 5.00 million │ 1.13 GiB              │ 109.95 MiB          │ 7.78 MiB            │ 102.95 MiB          │ 65.33 billion │ 14.36 TiB               │ 1.11 TiB              │ 547.00       │
 └────────────────┴──────────────┴─────────────────┴──────────────┴───────────────────────┴─────────────────────┴─────────────────────┴─────────────────────┴───────────────┴─────────────────────────┴───────────────────────┴──────────────┘

-- number of initial parts written to storage per cluster node ---------------------------------------------------------
┌─n─┬─parts─────────┬─rows_total────┐
│ 1 │ 4.68 thousand │ 23.42 billion │
│ 2 │ 3.94 thousand │ 19.70 billion │
│ 3 │ 4.44 thousand │ 22.21 billion │
└───┴───────────────┴───────────────┘