Created
February 13, 2026 15:00
-
-
Save joeharris76/be6f7069b758163fc111b1f4a6c888a1 to your computer and use it in GitHub Desktop.
BenchBox TPC-H SF1 results: DataFusion SQL vs DataFrame (DataFusion 51.0.0)
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "version": "2.1", | |
| "run": { | |
| "id": "mcp_b5db4a85", | |
| "timestamp": "2026-02-12T17:24:19.361388", | |
| "total_duration_ms": 6511, | |
| "query_time_ms": 4718, | |
| "iterations": 3, | |
| "streams": 3 | |
| }, | |
| "benchmark": { | |
| "id": "tpch", | |
| "name": "TPCH", | |
| "scale_factor": 1.0, | |
| "test_type": "standard" | |
| }, | |
| "platform": { | |
| "name": "DataFusion", | |
| "version": "51.0.0", | |
| "client_version": "unknown", | |
| "config": { | |
| "execution_mode": "dataframe", | |
| "target_partitions": 10, | |
| "family": "expression", | |
| "working_dir": "~", | |
| "batch_size": 8192, | |
| "repartition_joins": true, | |
| "parquet_pushdown": true, | |
| } | |
| }, | |
| "config": { | |
| "compression": { | |
| "type": "none", | |
| "level": null | |
| }, | |
| "phases": [ | |
| "load", | |
| "power" | |
| ], | |
| "mode": "dataframe" | |
| }, | |
| "summary": { | |
| "queries": { | |
| "total": 66, | |
| "passed": 66, | |
| "failed": 0 | |
| }, | |
| "timing": { | |
| "total_ms": 4718, | |
| "avg_ms": 71.5, | |
| "min_ms": 21, | |
| "max_ms": 208, | |
| "geometric_mean_ms": 59.5, | |
| "stdev_ms": 44.6, | |
| "p90_ms": 118, | |
| "p95_ms": 140, | |
| "p99_ms": 208 | |
| }, | |
| "data": { | |
| "rows_loaded": 8661245, | |
| "load_time_ms": 18.9 | |
| }, | |
| "validation": "passed", | |
| "tpc_metrics": { | |
| "power_at_size": 60278.74349468483 | |
| } | |
| }, | |
| "phases": { | |
| "data_generation": { | |
| "status": "NOT_RUN" | |
| }, | |
| "schema_creation": { | |
| "status": "NOT_RUN" | |
| }, | |
| "data_loading": { | |
| "status": "SUCCESS", | |
| "duration_ms": 18 | |
| }, | |
| "validation": { | |
| "status": "NOT_RUN" | |
| }, | |
| "power_test": { | |
| "status": "COMPLETED", | |
| "duration_ms": 6439 | |
| }, | |
| "throughput_test": { | |
| "status": "NOT_RUN" | |
| } | |
| }, | |
| "queries": [ | |
| { | |
| "id": "14", | |
| "ms": 85, | |
| "rows": 1, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "2", | |
| "ms": 56, | |
| "rows": 100, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "9", | |
| "ms": 100, | |
| "rows": 175, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "20", | |
| "ms": 48, | |
| "rows": 186, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "6", | |
| "ms": 25, | |
| "rows": 1, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "17", | |
| "ms": 110, | |
| "rows": 1, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "18", | |
| "ms": 109, | |
| "rows": 57, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "8", | |
| "ms": 70, | |
| "rows": 2, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "21", | |
| "ms": 210, | |
| "rows": 100, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "13", | |
| "ms": 100, | |
| "rows": 42, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "3", | |
| "ms": 54, | |
| "rows": 10, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "22", | |
| "ms": 25, | |
| "rows": 7, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "16", | |
| "ms": 25, | |
| "rows": 18314, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "4", | |
| "ms": 70, | |
| "rows": 5, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "11", | |
| "ms": 25, | |
| "rows": 1048, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "15", | |
| "ms": 40, | |
| "rows": 1, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "1", | |
| "ms": 101, | |
| "rows": 4, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "10", | |
| "ms": 95, | |
| "rows": 20, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "19", | |
| "ms": 150, | |
| "rows": 1, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "5", | |
| "ms": 47, | |
| "rows": 5, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "7", | |
| "ms": 57, | |
| "rows": 4, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "12", | |
| "ms": 119, | |
| "rows": 2, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "21", | |
| "ms": 208, | |
| "rows": 100, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "3", | |
| "ms": 54, | |
| "rows": 10, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "18", | |
| "ms": 100, | |
| "rows": 57, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "5", | |
| "ms": 45, | |
| "rows": 5, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "11", | |
| "ms": 24, | |
| "rows": 1048, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "7", | |
| "ms": 53, | |
| "rows": 4, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "6", | |
| "ms": 25, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "20", | |
| "ms": 45, | |
| "rows": 186, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "17", | |
| "ms": 109, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "12", | |
| "ms": 118, | |
| "rows": 2, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "16", | |
| "ms": 25, | |
| "rows": 18314, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "15", | |
| "ms": 40, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "13", | |
| "ms": 94, | |
| "rows": 42, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "10", | |
| "ms": 92, | |
| "rows": 20, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "2", | |
| "ms": 36, | |
| "rows": 100, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "8", | |
| "ms": 67, | |
| "rows": 2, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "14", | |
| "ms": 36, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "19", | |
| "ms": 139, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "9", | |
| "ms": 87, | |
| "rows": 175, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "22", | |
| "ms": 21, | |
| "rows": 7, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "1", | |
| "ms": 97, | |
| "rows": 4, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "4", | |
| "ms": 67, | |
| "rows": 5, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "6", | |
| "ms": 27, | |
| "rows": 1, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "17", | |
| "ms": 110, | |
| "rows": 1, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "14", | |
| "ms": 38, | |
| "rows": 1, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "16", | |
| "ms": 24, | |
| "rows": 18314, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "19", | |
| "ms": 137, | |
| "rows": 1, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "10", | |
| "ms": 91, | |
| "rows": 20, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "9", | |
| "ms": 84, | |
| "rows": 175, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "2", | |
| "ms": 36, | |
| "rows": 100, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "15", | |
| "ms": 40, | |
| "rows": 1, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "8", | |
| "ms": 66, | |
| "rows": 2, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "5", | |
| "ms": 45, | |
| "rows": 5, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "22", | |
| "ms": 21, | |
| "rows": 7, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "12", | |
| "ms": 114, | |
| "rows": 2, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "7", | |
| "ms": 52, | |
| "rows": 4, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "13", | |
| "ms": 93, | |
| "rows": 42, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "18", | |
| "ms": 112, | |
| "rows": 57, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "1", | |
| "ms": 94, | |
| "rows": 4, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "4", | |
| "ms": 70, | |
| "rows": 5, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "20", | |
| "ms": 46, | |
| "rows": 186, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "3", | |
| "ms": 52, | |
| "rows": 10, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "11", | |
| "ms": 25, | |
| "rows": 1048, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "21", | |
| "ms": 204, | |
| "rows": 100, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "8", | |
| "ms": 67, | |
| "rows": 2, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "5", | |
| "ms": 43, | |
| "rows": 5, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "4", | |
| "ms": 64, | |
| "rows": 5, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "6", | |
| "ms": 27, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "17", | |
| "ms": 108, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "7", | |
| "ms": 51, | |
| "rows": 4, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "1", | |
| "ms": 94, | |
| "rows": 4, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "18", | |
| "ms": 94, | |
| "rows": 57, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "22", | |
| "ms": 21, | |
| "rows": 7, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "14", | |
| "ms": 36, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "9", | |
| "ms": 85, | |
| "rows": 175, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "10", | |
| "ms": 89, | |
| "rows": 20, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "15", | |
| "ms": 41, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "11", | |
| "ms": 24, | |
| "rows": 1048, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "20", | |
| "ms": 45, | |
| "rows": 186, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "2", | |
| "ms": 37, | |
| "rows": 100, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "21", | |
| "ms": 206, | |
| "rows": 100, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "19", | |
| "ms": 140, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "13", | |
| "ms": 93, | |
| "rows": 42, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "16", | |
| "ms": 24, | |
| "rows": 18314, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "12", | |
| "ms": 114, | |
| "rows": 2, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "3", | |
| "ms": 52, | |
| "rows": 10, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| } | |
| ], | |
| "tables": { | |
| "customer": { | |
| "rows": 150000 | |
| }, | |
| "lineitem": { | |
| "rows": 6001215 | |
| }, | |
| "nation": { | |
| "rows": 25 | |
| }, | |
| "orders": { | |
| "rows": 1500000 | |
| }, | |
| "part": { | |
| "rows": 200000 | |
| }, | |
| "partsupp": { | |
| "rows": 800000 | |
| }, | |
| "region": { | |
| "rows": 5 | |
| }, | |
| "supplier": { | |
| "rows": 10000 | |
| } | |
| }, | |
| "cost": { | |
| "total_usd": 0, | |
| "model": "estimated" | |
| }, | |
| "execution": { | |
| "entry_point": "mcp", | |
| "timestamp": "2026-02-12T17:24:19.361149", | |
| "phases": [ | |
| "load", | |
| "power" | |
| ], | |
| "mode": "dataframe" | |
| }, | |
| "environment": { | |
| "os": "Darwin", | |
| "arch": "arm64", | |
| "python": "3.12.11" | |
| }, | |
| "export": { | |
| "timestamp": "2026-02-12T17:24:25.873115", | |
| "tool": "benchbox-exporter", | |
| "anonymized": false | |
| } | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "version": "2.1", | |
| "run": { | |
| "id": "mcp_6e9f667a", | |
| "timestamp": "2026-02-12T17:24:05.390214", | |
| "total_duration_ms": 10276, | |
| "query_time_ms": 5544, | |
| "iterations": 3, | |
| "streams": 3 | |
| }, | |
| "benchmark": { | |
| "id": "tpch", | |
| "name": "TPC-H", | |
| "scale_factor": 1.0, | |
| "test_type": "power" | |
| }, | |
| "platform": { | |
| "name": "DataFusion", | |
| "version": "51.0.0", | |
| "client_version": "51.0.0", | |
| "config": { | |
| "execution_mode": "sql", | |
| "connection_mode": "in-memory", | |
| "target_partitions": 10, | |
| "working_dir": "~", | |
| "memory_limit": "16G", | |
| "data_format": "parquet", | |
| "batch_size": 8192, | |
| "result_cache_enabled": false | |
| } | |
| }, | |
| "config": { | |
| "compression": { | |
| "type": "none", | |
| "level": null | |
| }, | |
| "phases": [ | |
| "load", | |
| "power" | |
| ], | |
| "mode": "sql" | |
| }, | |
| "summary": { | |
| "queries": { | |
| "total": 66, | |
| "passed": 66, | |
| "failed": 0 | |
| }, | |
| "timing": { | |
| "total_ms": 5544, | |
| "avg_ms": 84.0, | |
| "min_ms": 28, | |
| "max_ms": 363, | |
| "geometric_mean_ms": 70.9, | |
| "stdev_ms": 62.8, | |
| "p90_ms": 125, | |
| "p95_ms": 161, | |
| "p99_ms": 363 | |
| }, | |
| "data": { | |
| "rows_loaded": 8661245, | |
| "load_time_ms": 2959.1 | |
| }, | |
| "validation": "passed", | |
| "tpc_metrics": { | |
| "power_at_size": 48939.67050706678 | |
| } | |
| }, | |
| "phases": { | |
| "data_generation": { | |
| "status": "SUCCESS", | |
| "duration_ms": 0 | |
| }, | |
| "schema_creation": { | |
| "status": "SUCCESS", | |
| "duration_ms": 0 | |
| }, | |
| "data_loading": { | |
| "status": "SUCCESS", | |
| "duration_ms": 2959 | |
| }, | |
| "validation": { | |
| "status": "PASSED", | |
| "duration_ms": 50 | |
| }, | |
| "power_test": { | |
| "status": "COMPLETED", | |
| "duration_ms": 7317 | |
| }, | |
| "throughput_test": { | |
| "status": "NOT_RUN" | |
| } | |
| }, | |
| "queries": [ | |
| { | |
| "id": "14", | |
| "ms": 51, | |
| "rows": 1, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "2", | |
| "ms": 44, | |
| "rows": 100, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "9", | |
| "ms": 107, | |
| "rows": 175, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "20", | |
| "ms": 57, | |
| "rows": 186, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "6", | |
| "ms": 31, | |
| "rows": 1, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "17", | |
| "ms": 106, | |
| "rows": 1, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "18", | |
| "ms": 315, | |
| "rows": 57, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "8", | |
| "ms": 87, | |
| "rows": 2, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "21", | |
| "ms": 114, | |
| "rows": 100, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "13", | |
| "ms": 96, | |
| "rows": 42, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "3", | |
| "ms": 67, | |
| "rows": 10, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "22", | |
| "ms": 39, | |
| "rows": 7, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "16", | |
| "ms": 28, | |
| "rows": 18314, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "4", | |
| "ms": 46, | |
| "rows": 5, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "11", | |
| "ms": 31, | |
| "rows": 1048, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "15", | |
| "ms": 50, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "1", | |
| "ms": 81, | |
| "rows": 4, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "10", | |
| "ms": 81, | |
| "rows": 20, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "19", | |
| "ms": 60, | |
| "rows": 1, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "5", | |
| "ms": 79, | |
| "rows": 5, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "7", | |
| "ms": 102, | |
| "rows": 4, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "12", | |
| "ms": 60, | |
| "rows": 2, | |
| "iter": 0, | |
| "stream": 0, | |
| "run_type": "warmup", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "21", | |
| "ms": 363, | |
| "rows": 100, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "3", | |
| "ms": 81, | |
| "rows": 10, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "18", | |
| "ms": 303, | |
| "rows": 57, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "5", | |
| "ms": 109, | |
| "rows": 5, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "11", | |
| "ms": 47, | |
| "rows": 1048, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "7", | |
| "ms": 140, | |
| "rows": 4, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "6", | |
| "ms": 41, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "20", | |
| "ms": 61, | |
| "rows": 186, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "17", | |
| "ms": 107, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "12", | |
| "ms": 58, | |
| "rows": 2, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "16", | |
| "ms": 33, | |
| "rows": 18314, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "15", | |
| "ms": 47, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "13", | |
| "ms": 96, | |
| "rows": 42, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "10", | |
| "ms": 76, | |
| "rows": 20, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "2", | |
| "ms": 42, | |
| "rows": 100, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "8", | |
| "ms": 66, | |
| "rows": 2, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "14", | |
| "ms": 39, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "19", | |
| "ms": 59, | |
| "rows": 1, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "9", | |
| "ms": 98, | |
| "rows": 175, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "22", | |
| "ms": 41, | |
| "rows": 7, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "1", | |
| "ms": 85, | |
| "rows": 4, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "4", | |
| "ms": 50, | |
| "rows": 5, | |
| "iter": 1, | |
| "stream": 1, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "6", | |
| "ms": 28, | |
| "rows": 1, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "17", | |
| "ms": 119, | |
| "rows": 1, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "14", | |
| "ms": 40, | |
| "rows": 1, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "16", | |
| "ms": 32, | |
| "rows": 18314, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "19", | |
| "ms": 64, | |
| "rows": 1, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "10", | |
| "ms": 81, | |
| "rows": 20, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "9", | |
| "ms": 91, | |
| "rows": 175, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "2", | |
| "ms": 45, | |
| "rows": 100, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "15", | |
| "ms": 58, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "8", | |
| "ms": 71, | |
| "rows": 2, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "5", | |
| "ms": 75, | |
| "rows": 5, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "22", | |
| "ms": 43, | |
| "rows": 7, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "12", | |
| "ms": 57, | |
| "rows": 2, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "7", | |
| "ms": 106, | |
| "rows": 4, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "13", | |
| "ms": 105, | |
| "rows": 42, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "18", | |
| "ms": 161, | |
| "rows": 57, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "1", | |
| "ms": 87, | |
| "rows": 4, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "4", | |
| "ms": 83, | |
| "rows": 5, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "20", | |
| "ms": 57, | |
| "rows": 186, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "3", | |
| "ms": 60, | |
| "rows": 10, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "11", | |
| "ms": 33, | |
| "rows": 1048, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "21", | |
| "ms": 111, | |
| "rows": 100, | |
| "iter": 2, | |
| "stream": 2, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "8", | |
| "ms": 90, | |
| "rows": 2, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "5", | |
| "ms": 114, | |
| "rows": 5, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "4", | |
| "ms": 78, | |
| "rows": 5, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "6", | |
| "ms": 41, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "17", | |
| "ms": 150, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "7", | |
| "ms": 125, | |
| "rows": 4, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "1", | |
| "ms": 89, | |
| "rows": 4, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "18", | |
| "ms": 332, | |
| "rows": 57, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "22", | |
| "ms": 56, | |
| "rows": 7, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "14", | |
| "ms": 46, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "9", | |
| "ms": 99, | |
| "rows": 175, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "10", | |
| "ms": 81, | |
| "rows": 20, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "15", | |
| "ms": 64, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "11", | |
| "ms": 35, | |
| "rows": 1048, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "20", | |
| "ms": 56, | |
| "rows": 186, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "2", | |
| "ms": 43, | |
| "rows": 100, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "21", | |
| "ms": 106, | |
| "rows": 100, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "19", | |
| "ms": 55, | |
| "rows": 1, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "13", | |
| "ms": 94, | |
| "rows": 42, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "16", | |
| "ms": 30, | |
| "rows": 18314, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "12", | |
| "ms": 52, | |
| "rows": 2, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| }, | |
| { | |
| "id": "3", | |
| "ms": 59, | |
| "rows": 10, | |
| "iter": 3, | |
| "stream": 3, | |
| "run_type": "measurement", | |
| "status": "SUCCESS" | |
| } | |
| ], | |
| "tables": { | |
| "customer": { | |
| "rows": 150000 | |
| }, | |
| "lineitem": { | |
| "rows": 6001215 | |
| }, | |
| "nation": { | |
| "rows": 25 | |
| }, | |
| "orders": { | |
| "rows": 1500000 | |
| }, | |
| "part": { | |
| "rows": 200000 | |
| }, | |
| "partsupp": { | |
| "rows": 800000 | |
| }, | |
| "region": { | |
| "rows": 5 | |
| }, | |
| "supplier": { | |
| "rows": 10000 | |
| } | |
| }, | |
| "cost": { | |
| "total_usd": 0, | |
| "model": "estimated" | |
| }, | |
| "execution": { | |
| "entry_point": "mcp", | |
| "timestamp": "2026-02-12T17:23:53.950599", | |
| "phases": [ | |
| "load", | |
| "power" | |
| ], | |
| "mode": "sql" | |
| }, | |
| "environment": { | |
| "os": "Darwin", | |
| "arch": "arm64", | |
| "python": "3.12.11" | |
| }, | |
| "export": { | |
| "timestamp": "2026-02-12T17:24:05.397710", | |
| "tool": "benchbox-exporter", | |
| "anonymized": false | |
| } | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment