min_insert_block_size_rows = 20_000_000

20m

------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------
-- 16 insert threads
------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------

-- clickhouse-client output --------------------------------------------------------------------------------------------
0 rows in set. Elapsed: 6776.534 sec. Processed 65.33 billion rows, 9.60 TB (9.64 million rows/s., 1.42 GB/s.)
Peak memory usage: 229.53 GiB.

-- number of active parts at ingest finish -----------------------------------------------------------------------------
┌─parts─┐
│  1320 │
└───────┘

-- time to less than 3k active parts  ----------------------------------------------------------------------------------
┌─seconds─┐
│    6777 │
└─────────┘

-- number of initial parts written to storage --------------------------------------------------------------------------
 ┌─parts─────────┬─rows_max──────┬─rows_avg──────┬─rows_min────────┬─size_uncompressed_avg─┬─size_compressed_avg─┬─rows_total────┐
 │ 3.28 thousand │ 20.01 million │ 19.92 million │ 647.54 thousand │ 4.47 GiB              │ 395.73 MiB          │ 65.33 billion │
 └───────────────┴───────────────┴───────────────┴─────────────────┴───────────────────────┴─────────────────────┴───────────────┘

-- number of initial parts written to storage per cluster node ---------------------------------------------------------
┌─n─┬─parts─────────┬─rows_total────┐
│ 1 │ 1.16 thousand │ 23.14 billion │
│ 2 │ 1.24 thousand │ 24.62 billion │
│ 3 │ 880.00        │ 17.57 billion │
└───┴───────────────┴───────────────┘


------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------
-- 8 insert threads
------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------

-- clickhouse-client output --------------------------------------------------------------------------------------------
0 rows in set. Elapsed: 10402.178 sec. Processed 65.33 billion rows, 9.60 TB (6.28 million rows/s., 923.18 MB/s.)
Peak memory usage: 115.52 GiB.

-- number of active parts at ingest finish -----------------------------------------------------------------------------
┌─parts─┐
│   639 │
└───────┘

-- time to less than 3k active parts  ----------------------------------------------------------------------------------
┌─seconds─┐
│   10403 │
└─────────┘

-- number of initial parts written to storage --------------------------------------------------------------------------
┌─parts─────────┬─rows_max──────┬─rows_avg──────┬─rows_min────────┬─size_uncompressed_avg─┬─size_compressed_avg─┬─rows_total────┐
│ 3.27 thousand │ 20.01 million │ 19.97 million │ 135.56 thousand │ 4.49 GiB              │ 396.64 MiB          │ 65.33 billion │
└───────────────┴───────────────┴───────────────┴─────────────────┴───────────────────────┴─────────────────────┴───────────────┘

-- number of initial parts written to storage per cluster node ---------------------------------------------------------
┌─n─┬─parts─────────┬─rows_total────┐
│ 1 │ 1.02 thousand │ 20.40 billion │
│ 2 │ 1.17 thousand │ 23.38 billion │
│ 3 │ 1.08 thousand │ 21.55 billion │
└───┴───────────────┴───────────────┘


------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------
-- 4 insert threads
------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------------------------

-- clickhouse-client output --------------------------------------------------------------------------------------------
0 rows in set. Elapsed: 17544.853 sec. Processed 65.33 billion rows, 9.60 TB (3.72 million rows/s., 547.34 MB/s.)
Peak memory usage: 59.16 GiB.

-- number of active parts at ingest finish -----------------------------------------------------------------------------
┌─parts─┐
│   286 │
└───────┘

-- time to less than 3k active parts  ----------------------------------------------------------------------------------
┌─seconds─┐
│   17545 │
└─────────┘

-- number of initial parts written to storage --------------------------------------------------------------------------
┌─parts─────────┬─rows_max──────┬─rows_avg──────┬─rows_min─────┬─size_uncompressed_avg─┬─size_compressed_avg─┬─rows_total────┐
│ 3.27 thousand │ 20.01 million │ 19.99 million │ 7.63 million │ 4.51 GiB              │ 396.61 MiB          │ 65.33 billion │
└───────────────┴───────────────┴───────────────┴──────────────┴───────────────────────┴─────────────────────┴───────────────┘

-- number of initial parts written to storage per cluster node ---------------------------------------------------------
┌─n─┬─parts─────────┬─rows_total────┐
│ 1 │ 1.08 thousand │ 21.53 billion │
│ 2 │ 1.06 thousand │ 21.18 billion │
│ 3 │ 1.13 thousand │ 22.62 billion │
└───┴───────────────┴───────────────┘